diff --git a/README.md b/README.md index e662878..077c708 100644 --- a/README.md +++ b/README.md @@ -1,6 +1,6 @@ # OpenRouter Search Benchmarks -> **Runner / harness:** Use the [search benchmark runner](apps/search-bench-runner/README.md) for TOML specs, cost approval, resumable runs, and publication. Model execution comes from the commit-pinned [OpenRouter benchmark harness](https://github.com/OpenRouterTeam/benchmark-harness/tree/e9801e4ddfd070f30d188ed26ebcda62b3234625). +> **Runner / harness:** Use the [search benchmark runner](apps/search-bench-runner/README.md) for TOML specs, cost approval, resumable runs, and publication. Model execution comes from the commit-pinned [OpenRouter benchmark harness](https://github.com/OpenRouterTeam/benchmark-harness/tree/77483ab4d585baeaaacd4dab9f4f60cc7823e65b). Standalone TypeScript tooling for running and inspecting OpenRouter search benchmarks. The harness supports BrowseComp, DeepSearchQA, and WideSearch over diff --git a/apps/search-bench-runner/README.md b/apps/search-bench-runner/README.md index a438f69..cdf2610 100644 --- a/apps/search-bench-runner/README.md +++ b/apps/search-bench-runner/README.md @@ -1,6 +1,6 @@ # OpenRouter Search Benchmark Runner -> **Runner / harness:** This package owns TOML specs, cost approval, resumable runs, and publication. Model execution comes from the commit-pinned [OpenRouter benchmark harness](https://github.com/OpenRouterTeam/benchmark-harness/tree/e9801e4ddfd070f30d188ed26ebcda62b3234625). +> **Runner / harness:** This package owns TOML specs, cost approval, resumable runs, and publication. Model execution comes from the commit-pinned [OpenRouter benchmark harness](https://github.com/OpenRouterTeam/benchmark-harness/tree/77483ab4d585baeaaacd4dab9f4f60cc7823e65b). Search campaign orchestration for three benchmark suites: diff --git a/apps/search-bench-runner/bun.lock b/apps/search-bench-runner/bun.lock index 8b66c39..f5dfdec 100644 --- a/apps/search-bench-runner/bun.lock +++ b/apps/search-bench-runner/bun.lock @@ -5,7 +5,7 @@ "": { "name": "@openrouter/bench-harness", "dependencies": { - "@openrouter/bench-harness": "git+https://github.com/OpenRouterTeam/benchmark-harness.git#e9801e4ddfd070f30d188ed26ebcda62b3234625", + "@openrouter/bench-harness": "git+https://github.com/OpenRouterTeam/benchmark-harness.git#77483ab4d585baeaaacd4dab9f4f60cc7823e65b", "effect": "3.20.0", "smol-toml": "1.6.1", "zod": "4.4.3", @@ -59,7 +59,7 @@ "@nodable/entities": ["@nodable/entities@3.0.0", "", {}, "sha512-8L9xFeTYKhm49xfIypoe2W5wV1m/3Z58kT+7kR9A8OyFxcPduI4VmxaUMQyKYrRjUoLLSXv6EKKID5Tvj9cUVw=="], - "@openrouter/bench-harness": ["@openrouter/bench-harness@github:OpenRouterTeam/benchmark-harness#e9801e4", { "dependencies": { "@effect/platform": "0.95.0", "@google-cloud/storage": "7.19.0", "@openrouter/sdk": "1.2.9", "change-case": "5.4.4", "chrono-node": "2.9.0", "cli-progress": "3.12.0", "csv-parse": "5.6.0", "effect": "3.20.0", "hyparquet": "1.26.1", "hyparquet-writer": "0.16.1", "modal": "0.8.0", "smol-toml": "1.6.1", "yaml": "2.8.3", "zod": "4.4.3" } }, "OpenRouterTeam-benchmark-harness-e9801e4", "sha512-uUpMbKCErGxs3Yi+QBXoNMRRAUywLcb9pV3sO7S30KS1+jT7IPiAAKuuwXQdeihnsT0N+4UzvhYpoUeTAwO+Gw=="], + "@openrouter/bench-harness": ["@openrouter/bench-harness@github:OpenRouterTeam/benchmark-harness#77483ab", { "dependencies": { "@effect/platform": "0.95.0", "@google-cloud/storage": "7.19.0", "@openrouter/sdk": "1.2.9", "change-case": "5.4.4", "chrono-node": "2.9.0", "cli-progress": "3.12.0", "csv-parse": "5.6.0", "effect": "3.20.0", "hyparquet": "1.26.1", "hyparquet-writer": "0.16.1", "modal": "0.8.0", "smol-toml": "1.6.1", "yaml": "2.8.3", "zod": "4.4.3" } }, "OpenRouterTeam-benchmark-harness-77483ab", "sha512-EeKOqjjx7Tg73SAB66Kyx0dqBd73Sdk4ViyLYLTGWrZgyxBGHv9EgU5iNyk/EiTHhaN4N5hArxSTxxcaRjCSpQ=="], "@openrouter/sdk": ["@openrouter/sdk@1.2.9", "", { "dependencies": { "zod": "^3.25.0 || ^4.0.0" } }, "sha512-yVYYmbUNVkeR2edsrkYvIz5/Ss3mB70bnJYquyPi6vbSkn0pcN3m/oI8zbdktsQZXFbKwJYBKX1IInNI/rfTxA=="], diff --git a/apps/search-bench-runner/package.json b/apps/search-bench-runner/package.json index 320b18d..cdddc05 100644 --- a/apps/search-bench-runner/package.json +++ b/apps/search-bench-runner/package.json @@ -11,7 +11,7 @@ "typecheck": "tsgo --noEmit" }, "dependencies": { - "@openrouter/bench-harness": "git+https://github.com/OpenRouterTeam/benchmark-harness.git#e9801e4ddfd070f30d188ed26ebcda62b3234625", + "@openrouter/bench-harness": "git+https://github.com/OpenRouterTeam/benchmark-harness.git#77483ab4d585baeaaacd4dab9f4f60cc7823e65b", "effect": "3.20.0", "smol-toml": "1.6.1", "zod": "4.4.3" diff --git a/apps/trajectories/README.md b/apps/trajectories/README.md index dc8f384..8477579 100644 --- a/apps/trajectories/README.md +++ b/apps/trajectories/README.md @@ -1,6 +1,6 @@ # Trajectory Reader -> **Runner / harness:** Runs are created by the [search benchmark runner](../search-bench-runner/README.md) using the commit-pinned [OpenRouter benchmark harness](https://github.com/OpenRouterTeam/benchmark-harness/tree/e9801e4ddfd070f30d188ed26ebcda62b3234625). +> **Runner / harness:** Runs are created by the [search benchmark runner](../search-bench-runner/README.md) using the commit-pinned [OpenRouter benchmark harness](https://github.com/OpenRouterTeam/benchmark-harness/tree/77483ab4d585baeaaacd4dab9f4f60cc7823e65b). Local tooling for inspecting raw bench-harness Parquet trajectories. It accepts either one `.parquet` file or a complete `runs/ts/` directory and diff --git a/apps/trajectories/bun.lock b/apps/trajectories/bun.lock index 31eb0b0..94c74be 100644 --- a/apps/trajectories/bun.lock +++ b/apps/trajectories/bun.lock @@ -5,7 +5,7 @@ "": { "name": "@openrouter/search-trajectory-viewer", "dependencies": { - "@openrouter/bench-harness": "git+https://github.com/OpenRouterTeam/benchmark-harness.git#e9801e4ddfd070f30d188ed26ebcda62b3234625", + "@openrouter/bench-harness": "git+https://github.com/OpenRouterTeam/benchmark-harness.git#77483ab4d585baeaaacd4dab9f4f60cc7823e65b", }, "devDependencies": { "@types/node": "24.10.0", @@ -56,7 +56,7 @@ "@nodable/entities": ["@nodable/entities@3.0.0", "", {}, "sha512-8L9xFeTYKhm49xfIypoe2W5wV1m/3Z58kT+7kR9A8OyFxcPduI4VmxaUMQyKYrRjUoLLSXv6EKKID5Tvj9cUVw=="], - "@openrouter/bench-harness": ["@openrouter/bench-harness@github:OpenRouterTeam/benchmark-harness#e9801e4", { "dependencies": { "@effect/platform": "0.95.0", "@google-cloud/storage": "7.19.0", "@openrouter/sdk": "1.2.9", "change-case": "5.4.4", "chrono-node": "2.9.0", "cli-progress": "3.12.0", "csv-parse": "5.6.0", "effect": "3.20.0", "hyparquet": "1.26.1", "hyparquet-writer": "0.16.1", "modal": "0.8.0", "smol-toml": "1.6.1", "yaml": "2.8.3", "zod": "4.4.3" } }, "OpenRouterTeam-benchmark-harness-e9801e4", "sha512-uUpMbKCErGxs3Yi+QBXoNMRRAUywLcb9pV3sO7S30KS1+jT7IPiAAKuuwXQdeihnsT0N+4UzvhYpoUeTAwO+Gw=="], + "@openrouter/bench-harness": ["@openrouter/bench-harness@github:OpenRouterTeam/benchmark-harness#77483ab", { "dependencies": { "@effect/platform": "0.95.0", "@google-cloud/storage": "7.19.0", "@openrouter/sdk": "1.2.9", "change-case": "5.4.4", "chrono-node": "2.9.0", "cli-progress": "3.12.0", "csv-parse": "5.6.0", "effect": "3.20.0", "hyparquet": "1.26.1", "hyparquet-writer": "0.16.1", "modal": "0.8.0", "smol-toml": "1.6.1", "yaml": "2.8.3", "zod": "4.4.3" } }, "OpenRouterTeam-benchmark-harness-77483ab", "sha512-EeKOqjjx7Tg73SAB66Kyx0dqBd73Sdk4ViyLYLTGWrZgyxBGHv9EgU5iNyk/EiTHhaN4N5hArxSTxxcaRjCSpQ=="], "@openrouter/sdk": ["@openrouter/sdk@1.2.9", "", { "dependencies": { "zod": "^3.25.0 || ^4.0.0" } }, "sha512-yVYYmbUNVkeR2edsrkYvIz5/Ss3mB70bnJYquyPi6vbSkn0pcN3m/oI8zbdktsQZXFbKwJYBKX1IInNI/rfTxA=="], diff --git a/apps/trajectories/package.json b/apps/trajectories/package.json index 29f5ef1..9f47f69 100644 --- a/apps/trajectories/package.json +++ b/apps/trajectories/package.json @@ -10,7 +10,7 @@ "web": "bun run web.ts" }, "dependencies": { - "@openrouter/bench-harness": "git+https://github.com/OpenRouterTeam/benchmark-harness.git#e9801e4ddfd070f30d188ed26ebcda62b3234625" + "@openrouter/bench-harness": "git+https://github.com/OpenRouterTeam/benchmark-harness.git#77483ab4d585baeaaacd4dab9f4f60cc7823e65b" }, "devDependencies": { "@types/node": "24.10.0", diff --git a/published-runs/README.md b/published-runs/README.md index 1bf7866..c3f487c 100644 --- a/published-runs/README.md +++ b/published-runs/README.md @@ -1,6 +1,6 @@ # Published Runs -> **Runner / harness:** Bundles are produced by the [search benchmark runner](../apps/search-bench-runner/README.md) from results generated by the commit-pinned [OpenRouter benchmark harness](https://github.com/OpenRouterTeam/benchmark-harness/tree/e9801e4ddfd070f30d188ed26ebcda62b3234625). +> **Runner / harness:** Bundles are produced by the [search benchmark runner](../apps/search-bench-runner/README.md) from results generated by the commit-pinned [OpenRouter benchmark harness](https://github.com/OpenRouterTeam/benchmark-harness/tree/77483ab4d585baeaaacd4dab9f4f60cc7823e65b). This directory contains intentionally tracked, redacted benchmark bundles grouped by search engine under `//`. Each bundle is diff --git a/published-runs/parallel/README.md b/published-runs/parallel/README.md new file mode 100644 index 0000000..3828af5 --- /dev/null +++ b/published-runs/parallel/README.md @@ -0,0 +1,5 @@ +# Parallel Published Runs + +> **Historical provenance:** These redacted bundles were generated before the canonical harness dependency merged in PR #6. Their DSQA headline is strict Fully Correct accuracy, not macro F1, and their WideSearch grading reference date is `2025-01-01`. + +The generated bundle directories below are preserved byte-for-byte with their original checksums. Do not relabel them as post-PR #6 results or regenerate them during branch maintenance. diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-1turn-calibration/README.md b/published-runs/parallel/gpt-5.6-sol-parallel-1turn-calibration/README.md new file mode 100644 index 0000000..2a4ad81 --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-1turn-calibration/README.md @@ -0,0 +1,16 @@ +# GPT-5.6 Sol with Parallel search, 1-turn calibration + +One task per suite to measure cost before the 100-task run. + +- Status: `complete` +- Model: `openai/gpt-5.6-sol` +- Full configuration: [`run.toml`](run.toml) +- Machine-readable summary: [`summary.json`](summary.json) +- Redacted trajectories: [`samples.redacted.jsonl`](samples.redacted.jsonl) +- Self-contained report: [`report.html`](report.html) + +The published trajectory export excludes benchmark targets, grader details, +raw inputs, model answers, search queries, session IDs, and generation IDs by +default. Optional content must be explicitly enabled in the run spec and reviewed +before sharing. Raw Parquet artifacts are identified by checksum in +`manifest.json` and remain outside Git. diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-1turn-calibration/checksums.txt b/published-runs/parallel/gpt-5.6-sol-parallel-1turn-calibration/checksums.txt new file mode 100644 index 0000000..dd6078c --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-1turn-calibration/checksums.txt @@ -0,0 +1,6 @@ +e0e90c5aca9eb1f5f609fd1a06581201cc1baafa9facf456aa5f70dc7fd68686 README.md +7816f75f05e5ffe2138067001f1a2497ec2fe0cecfd77e6c0999c0668eacdfdc manifest.json +796a0db8959c93536aa05d7d88cf5d53e5d3f334e5cecc94d51d32f22621c1ce report.html +8b506c86070e73605c6c6f6a353feb36a0b3873f8f442691989f1e85bb42b11e run.toml +d91bf907191337889ac2a0dcf3b6ab3f38f20086f9dc974b94dfbe1c4f625b29 samples.redacted.jsonl +ff9b9707cfe4520ce7266cf4ba9e5431651119048b76ba6623b16a85952886ef summary.json diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-1turn-calibration/manifest.json b/published-runs/parallel/gpt-5.6-sol-parallel-1turn-calibration/manifest.json new file mode 100644 index 0000000..5a85fc8 --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-1turn-calibration/manifest.json @@ -0,0 +1,122 @@ +{ + "version": 1, + "run_id": "gpt-5.6-sol-parallel-1turn-calibration", + "status": "complete", + "created_at": "2026-08-03T01:45:04.324Z", + "updated_at": "2026-08-03T01:47:59.990Z", + "source_spec_sha256": "8b506c86070e73605c6c6f6a353feb36a0b3873f8f442691989f1e85bb42b11e", + "execution_fingerprint": "b79d48558bd7a8057e47c50d20bf03899b14a3cf7f43a387cf955c933ab025cf", + "harness_changes": [], + "repository_commit": "fb1f5c771ae757d958b0abf4c6ffdc9b9059df7a", + "repository_dirty": true, + "estimated_cost_usd": null, + "approved_cost_usd": 2, + "effective_concurrency": 15, + "resolved_configs": { + "browsecomp": { + "benchmarkId": "search_browsecomp", + "model": "openai/gpt-5.6-sol", + "temperature": 0, + "providerOnly": [ + "OpenAI" + ], + "allowFallbacks": false, + "lane": { + "webSearch": "server-tool", + "engine": "parallel", + "maxAgentTurns": 1 + }, + "maxRetries": 10 + }, + "dsqa": { + "benchmarkId": "search_dsqa", + "model": "openai/gpt-5.6-sol", + "temperature": 0, + "providerOnly": [ + "OpenAI" + ], + "allowFallbacks": false, + "lane": { + "webSearch": "server-tool", + "engine": "parallel", + "maxAgentTurns": 1 + }, + "maxRetries": 10 + }, + "widesearch": { + "benchmarkId": "search_widesearch", + "model": "openai/gpt-5.6-sol", + "temperature": 0, + "providerOnly": [ + "OpenAI" + ], + "allowFallbacks": false, + "lane": { + "webSearch": "server-tool", + "engine": "parallel", + "maxAgentTurns": 1 + }, + "maxRetries": 10 + } + }, + "dataset_contracts": { + "browsecomp": { + "benchmarkId": "search_browsecomp", + "source": "https://openaipublic.blob.core.windows.net/simple-evals/browse_comp_test_set.csv", + "sha256": "7b24471cd5b3eb2a46830a14802b5c029ea62f488ff75a0f88af7923d1454abf", + "rows": 1266, + "promptSha256": "2250aa21b4a98647dbcfed62a30261eb914016c81cb33e7694c15859205de78f", + "judgeModel": "openai/gpt-4.1" + }, + "dsqa": { + "benchmarkId": "search_dsqa", + "source": "https://huggingface.co/datasets/google/deepsearchqa/resolve/b2623f8653065c2672de6d941fc5434cd652376c/DSQA-full.csv", + "sha256": "25d48dcf7efa872e5467032e8b8eedf38d301f59a252d0da95cda584baa78396", + "rows": 900, + "promptSha256": "2250aa21b4a98647dbcfed62a30261eb914016c81cb33e7694c15859205de78f", + "judgeModel": "google/gemini-2.5-flash" + }, + "widesearch": { + "benchmarkId": "search_widesearch", + "source": "https://huggingface.co/datasets/ByteDance-Seed/WideSearch/resolve/6531a7e5b497d44c8912407e0cb3dc95bd98cc09/widesearch.jsonl", + "revision": "ByteDance-Seed/WideSearch@6531a7e5b497d44c8912407e0cb3dc95bd98cc09", + "sha256": "bba28ec51dce28fa617f82617d88fcd6bdd4cd4d7f0a4d70db07d7fa8a90bdf4", + "rows": 200, + "promptSha256": "14061a8a9476ecd7f5b5a4ca3de70248bd9a46f6ff963992a813538382ef23e8", + "judgeModel": "openai/gpt-4.1", + "gradingReferenceDate": "2025-01-01T00:00:00.000Z" + } + }, + "raw_artifacts": [ + { + "suite": "browsecomp", + "range": [ + 0, + 1 + ], + "filename": "000000-000001.parquet", + "sha256": "ff7c4b8d241fe4b1160e497c736d0186f04c9a703c17c8874f3a4bf934036413", + "bytes": 23243 + }, + { + "suite": "dsqa", + "range": [ + 0, + 1 + ], + "filename": "000000-000001.parquet", + "sha256": "18cc916be7f82d68ca10e2e9282bf13d61ed7b0fcff13e434f84cc47d7d44424", + "bytes": 25355 + }, + { + "suite": "widesearch", + "range": [ + 0, + 1 + ], + "filename": "000000-000001.parquet", + "sha256": "37e7996b470e64af0343ce0689d0f50597f51818c10a4eed4b0d2b31fbf15111", + "bytes": 38963 + } + ] +} diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-1turn-calibration/report.html b/published-runs/parallel/gpt-5.6-sol-parallel-1turn-calibration/report.html new file mode 100644 index 0000000..d4decb7 --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-1turn-calibration/report.html @@ -0,0 +1,26 @@ + + +GPT-5.6 Sol with Parallel search, 1-turn calibration +
OpenRouter Search Benchmarks
complete
+

GPT-5.6 Sol with Parallel search, 1-turn calibration

One task per suite to measure cost before the 100-task run.

+
openai/gpt-5.6-sol · run gpt-5.6-sol-parallel-1turn-calibration · $0.2536 provider-reported
+
+
accuracy
+

browsecomp

+
0.0%
+
Tasks
1/1
Cost
$0.0538
Tokens
3,994
+
+
+
accuracy
+

dsqa

+
0.0%
+
Tasks
1/1
Cost
$0.0585
Tokens
3,951
+
+
+
f1_by_item
+

widesearch

+
15.5%
+
Tasks
1/1
Cost
$0.1412
Tokens
9,308
+
Generated 2026-08-03T01:47:59.990Z · targets and judge trajectories excluded from this published bundle
\ No newline at end of file diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-1turn-calibration/run.toml b/published-runs/parallel/gpt-5.6-sol-parallel-1turn-calibration/run.toml new file mode 100644 index 0000000..d0a72b0 --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-1turn-calibration/run.toml @@ -0,0 +1,26 @@ +version = 1 +title = "GPT-5.6 Sol with Parallel search, 1-turn calibration" +description = "One task per suite to measure cost before the 100-task run." +model = "openai/gpt-5.6-sol" +suites = ["browsecomp", "dsqa", "widesearch"] +start = 0 +limit = 1 +epochs = 1 +concurrency = 15 +chunk_size = 1 + +[inference] +temperature = 0 +max_retries = 10 +provider_only = ["OpenAI"] +allow_fallbacks = false + +[search] +surface = "server-tool" +engine = "parallel" +max_agent_turns = 1 + +[publish] +include_inputs = false +include_answers = false +include_search_queries = false diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-1turn-calibration/samples.redacted.jsonl b/published-runs/parallel/gpt-5.6-sol-parallel-1turn-calibration/samples.redacted.jsonl new file mode 100644 index 0000000..642aa64 --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-1turn-calibration/samples.redacted.jsonl @@ -0,0 +1,3 @@ +{"suite":"browsecomp","sampleId":"browsecomp-0","epoch":0,"score":"I","citations":[{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://assembly.malala.org/","title":"assembly.malala.org"},{"url":"https://www.degruyterbrill.com/","title":"www.degruyterbrill.com"},{"url":"https://apa.si.edu/","title":"apa.si.edu"},{"url":"https://thenewinquiry.com/","title":"thenewinquiry.com"}],"searchCalls":[{"id":"st_tmp_h3ent6bf8pj","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-0","epoch":0,"score":"I","citations":[{"url":"https://migrationobservatory.ox.ac.uk/","title":"migrationobservatory.ox.ac.uk"},{"url":"https://migrationobservatory.ox.ac.uk/","title":"migrationobservatory.ox.ac.uk"},{"url":"https://migrationobservatory.ox.ac.uk/","title":"migrationobservatory.ox.ac.uk"},{"url":"https://data-explorer.oecd.org/","title":"data-explorer.oecd.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"}],"searchCalls":[{"id":"st_tmp_etfqlc92b3","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_001","epoch":0,"score":"I","citations":[{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://magazine.qs.com/","title":"magazine.qs.com"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://www.hindustantimes.com/","title":"www.hindustantimes.com"},{"url":"https://humanities.web.ox.ac.uk/","title":"humanities.web.ox.ac.uk"}],"searchCalls":[{"id":"st_tmp_r3ra4tbgr6i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ipiicin44nm","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_j79csjq27r","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_t5g2syw2gpd","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_3nshb8tsom7","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-1turn-calibration/summary.json b/published-runs/parallel/gpt-5.6-sol-parallel-1turn-calibration/summary.json new file mode 100644 index 0000000..4329813 --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-1turn-calibration/summary.json @@ -0,0 +1,77 @@ +{ + "version": 1, + "runId": "gpt-5.6-sol-parallel-1turn-calibration", + "title": "GPT-5.6 Sol with Parallel search, 1-turn calibration", + "status": "complete", + "generatedAt": "2026-08-03T01:47:59.990Z", + "model": "openai/gpt-5.6-sol", + "totalCost": 0.25355099999999997, + "totalTokens": 17253, + "suites": { + "browsecomp": { + "benchmarkId": "search_browsecomp", + "primaryMetric": "accuracy", + "score": 0, + "accuracy": 0, + "selectedTasks": 1, + "completedTasks": 1, + "correctAnswers": 0, + "skippedQuestions": 0, + "inputTokens": 2631, + "outputTokens": 1363, + "totalTokens": 3994, + "reasoningTokens": 1157, + "generationTimeMs": 26859, + "totalCost": 0.053845750000000005, + "metrics": { + "mean_stated_confidence": 88, + "samples_judged": 1 + }, + "chunks": 1 + }, + "dsqa": { + "benchmarkId": "search_dsqa", + "primaryMetric": "accuracy", + "score": 0, + "accuracy": 0, + "selectedTasks": 1, + "completedTasks": 1, + "correctAnswers": 0, + "skippedQuestions": 0, + "inputTokens": 2318, + "outputTokens": 1633, + "totalTokens": 3951, + "reasoningTokens": 1304, + "generationTimeMs": 21246, + "totalCost": 0.05853325, + "metrics": {}, + "chunks": 1 + }, + "widesearch": { + "benchmarkId": "search_widesearch", + "primaryMetric": "f1_by_item", + "score": 0.155, + "accuracy": 0, + "selectedTasks": 1, + "completedTasks": 1, + "correctAnswers": 0, + "skippedQuestions": 0, + "inputTokens": 4368, + "outputTokens": 4940, + "totalTokens": 9308, + "reasoningTokens": 2210, + "generationTimeMs": 45384, + "totalCost": 0.141172, + "metrics": { + "success_rate": 0, + "precision_by_row": 0, + "recall_by_row": 0, + "f1_by_row": 0, + "precision_by_item": 0.155, + "recall_by_item": 0.155, + "f1_by_item": 0.155 + }, + "chunks": 1 + } + } +} diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-1turn/README.md b/published-runs/parallel/gpt-5.6-sol-parallel-1turn/README.md new file mode 100644 index 0000000..8511a0c --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-1turn/README.md @@ -0,0 +1,16 @@ +# GPT-5.6 Sol with Parallel search, 1 turn + +Three-suite OpenRouter search benchmark at a one-turn search budget. + +- Status: `complete` +- Model: `openai/gpt-5.6-sol` +- Full configuration: [`run.toml`](run.toml) +- Machine-readable summary: [`summary.json`](summary.json) +- Redacted trajectories: [`samples.redacted.jsonl`](samples.redacted.jsonl) +- Self-contained report: [`report.html`](report.html) + +The published trajectory export excludes benchmark targets, grader details, +raw inputs, model answers, search queries, session IDs, and generation IDs by +default. Optional content must be explicitly enabled in the run spec and reviewed +before sharing. Raw Parquet artifacts are identified by checksum in +`manifest.json` and remain outside Git. diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-1turn/checksums.txt b/published-runs/parallel/gpt-5.6-sol-parallel-1turn/checksums.txt new file mode 100644 index 0000000..dc3fc7d --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-1turn/checksums.txt @@ -0,0 +1,6 @@ +889d0e5b03b7464429cb6a7ffbed5450b76c85bc838f978df46677540a8d097a README.md +cfe04b9c73e2fb4c2e911364110649c41f1416642303445e3ccf2fde24567232 manifest.json +9a954a7858fbcb56a577b5a9c06e42a07ce078e982cf752fd4a6439af95d0ad8 report.html +3f11b8e3c7ad326c55a32cf2d0727468fe4aa8ab5283eb3f9082d399363d9793 run.toml +05c3bf7421fd99ce1e65110bc31591cd9bcf53f5a729bae2eaefc00849ed400a samples.redacted.jsonl +044525c68b16fcfaaf6e2b3204f6a67e3ac25fa36e50c7667f6d22e3d44c9065 summary.json diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-1turn/manifest.json b/published-runs/parallel/gpt-5.6-sol-parallel-1turn/manifest.json new file mode 100644 index 0000000..e9d67fe --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-1turn/manifest.json @@ -0,0 +1,302 @@ +{ + "version": 1, + "run_id": "gpt-5.6-sol-parallel-1turn", + "status": "complete", + "created_at": "2026-08-03T02:04:01.933Z", + "updated_at": "2026-08-03T03:00:25.879Z", + "source_spec_sha256": "3f11b8e3c7ad326c55a32cf2d0727468fe4aa8ab5283eb3f9082d399363d9793", + "execution_fingerprint": "b79d48558bd7a8057e47c50d20bf03899b14a3cf7f43a387cf955c933ab025cf", + "harness_changes": [], + "repository_commit": "fb1f5c771ae757d958b0abf4c6ffdc9b9059df7a", + "repository_dirty": true, + "estimated_cost_usd": 25.3551, + "approved_cost_usd": 105, + "effective_concurrency": 15, + "resolved_configs": { + "browsecomp": { + "benchmarkId": "search_browsecomp", + "model": "openai/gpt-5.6-sol", + "temperature": 0, + "providerOnly": [ + "OpenAI" + ], + "allowFallbacks": false, + "lane": { + "webSearch": "server-tool", + "engine": "parallel", + "maxAgentTurns": 1 + }, + "maxRetries": 10 + }, + "dsqa": { + "benchmarkId": "search_dsqa", + "model": "openai/gpt-5.6-sol", + "temperature": 0, + "providerOnly": [ + "OpenAI" + ], + "allowFallbacks": false, + "lane": { + "webSearch": "server-tool", + "engine": "parallel", + "maxAgentTurns": 1 + }, + "maxRetries": 10 + }, + "widesearch": { + "benchmarkId": "search_widesearch", + "model": "openai/gpt-5.6-sol", + "temperature": 0, + "providerOnly": [ + "OpenAI" + ], + "allowFallbacks": false, + "lane": { + "webSearch": "server-tool", + "engine": "parallel", + "maxAgentTurns": 1 + }, + "maxRetries": 10 + } + }, + "dataset_contracts": { + "browsecomp": { + "benchmarkId": "search_browsecomp", + "source": "https://openaipublic.blob.core.windows.net/simple-evals/browse_comp_test_set.csv", + "sha256": "7b24471cd5b3eb2a46830a14802b5c029ea62f488ff75a0f88af7923d1454abf", + "rows": 1266, + "promptSha256": "2250aa21b4a98647dbcfed62a30261eb914016c81cb33e7694c15859205de78f", + "judgeModel": "openai/gpt-4.1" + }, + "dsqa": { + "benchmarkId": "search_dsqa", + "source": "https://huggingface.co/datasets/google/deepsearchqa/resolve/b2623f8653065c2672de6d941fc5434cd652376c/DSQA-full.csv", + "sha256": "25d48dcf7efa872e5467032e8b8eedf38d301f59a252d0da95cda584baa78396", + "rows": 900, + "promptSha256": "2250aa21b4a98647dbcfed62a30261eb914016c81cb33e7694c15859205de78f", + "judgeModel": "google/gemini-2.5-flash" + }, + "widesearch": { + "benchmarkId": "search_widesearch", + "source": "https://huggingface.co/datasets/ByteDance-Seed/WideSearch/resolve/6531a7e5b497d44c8912407e0cb3dc95bd98cc09/widesearch.jsonl", + "revision": "ByteDance-Seed/WideSearch@6531a7e5b497d44c8912407e0cb3dc95bd98cc09", + "sha256": "bba28ec51dce28fa617f82617d88fcd6bdd4cd4d7f0a4d70db07d7fa8a90bdf4", + "rows": 200, + "promptSha256": "14061a8a9476ecd7f5b5a4ca3de70248bd9a46f6ff963992a813538382ef23e8", + "judgeModel": "openai/gpt-4.1", + "gradingReferenceDate": "2025-01-01T00:00:00.000Z" + } + }, + "raw_artifacts": [ + { + "suite": "browsecomp", + "range": [ + 0, + 15 + ], + "filename": "000000-000015.parquet", + "sha256": "6ecc37ae051cb0b8c6222f46c92a7942268aaf3dea3f3628d25c7535cd4fb733", + "bytes": 527158 + }, + { + "suite": "browsecomp", + "range": [ + 15, + 30 + ], + "filename": "000015-000030.parquet", + "sha256": "effe5445d88e4399abb7711efa30739055a29e79e1a09202e8cae250ba118ca8", + "bytes": 458720 + }, + { + "suite": "browsecomp", + "range": [ + 30, + 45 + ], + "filename": "000030-000045.parquet", + "sha256": "33ad384c408b0ad597e93b95e97f037c05153cbd2e35a7c81844216b73ae945e", + "bytes": 441480 + }, + { + "suite": "browsecomp", + "range": [ + 45, + 60 + ], + "filename": "000045-000060.parquet", + "sha256": "dcb795ee5f07007a0396ed5c15e42aab4c3e01b2fd4dff8158ab38f55af8d40c", + "bytes": 490654 + }, + { + "suite": "browsecomp", + "range": [ + 60, + 75 + ], + "filename": "000060-000075.parquet", + "sha256": "5930f871031961a322c59fc7815794948f1bf177b5655c7a19910bdc9b22c958", + "bytes": 381639 + }, + { + "suite": "browsecomp", + "range": [ + 75, + 90 + ], + "filename": "000075-000090.parquet", + "sha256": "76f7b9e1217ea7fe5b0ad4852e7a560926268dd4b51fe4caa15d1608427f5603", + "bytes": 526595 + }, + { + "suite": "browsecomp", + "range": [ + 90, + 100 + ], + "filename": "000090-000100.parquet", + "sha256": "4d451e5a3d99f55d42a582612ef90280c80d2ab9bdf881eb81411ba58bcfeaa9", + "bytes": 370287 + }, + { + "suite": "dsqa", + "range": [ + 0, + 15 + ], + "filename": "000000-000015.parquet", + "sha256": "23bf3fac9f4da03620330aba5b206925b3a177c7c82bd95ad149670e85b465e1", + "bytes": 289203 + }, + { + "suite": "dsqa", + "range": [ + 15, + 30 + ], + "filename": "000015-000030.parquet", + "sha256": "34846eff8619b64cad4bf753d14e5827d2ab30aec9392b72636ed97135ff756c", + "bytes": 298962 + }, + { + "suite": "dsqa", + "range": [ + 30, + 45 + ], + "filename": "000030-000045.parquet", + "sha256": "6dbd6366a5b943ff5a646e2ae842842a3aff8fd919f976870ad3d471925d83a4", + "bytes": 275699 + }, + { + "suite": "dsqa", + "range": [ + 45, + 60 + ], + "filename": "000045-000060.parquet", + "sha256": "fe43e3296861c6b0b54dc88a9abca4a6c24a4d1a7611254d1270f48f6b36a8bb", + "bytes": 245298 + }, + { + "suite": "dsqa", + "range": [ + 60, + 75 + ], + "filename": "000060-000075.parquet", + "sha256": "92c5103807582fcef011cfaf922a9105e84f94ba9b3e389b00327479b49fc396", + "bytes": 270627 + }, + { + "suite": "dsqa", + "range": [ + 75, + 90 + ], + "filename": "000075-000090.parquet", + "sha256": "f1990b279d04e1f6d3422116661993c2798d13618e6001096edbb55d0bd49a2a", + "bytes": 266846 + }, + { + "suite": "dsqa", + "range": [ + 90, + 100 + ], + "filename": "000090-000100.parquet", + "sha256": "2e95aae3811c5bbbbafb7ba806c256889284524617b9aafef4329218a825c373", + "bytes": 180610 + }, + { + "suite": "widesearch", + "range": [ + 0, + 15 + ], + "filename": "000000-000015.parquet", + "sha256": "f192043c21094c37d01029b1ef8807a82239491b5afa6d79c623685a37715f8f", + "bytes": 526029 + }, + { + "suite": "widesearch", + "range": [ + 15, + 30 + ], + "filename": "000015-000030.parquet", + "sha256": "685fb8bcf934e0d03ae631d4446c79f04e45cb3d3e556d961d680e8fe21b04c6", + "bytes": 433358 + }, + { + "suite": "widesearch", + "range": [ + 30, + 45 + ], + "filename": "000030-000045.parquet", + "sha256": "5a940f077fe09e51e1f98bb08de76b8f896b777d352a5f359a74cbddfeb628b0", + "bytes": 460719 + }, + { + "suite": "widesearch", + "range": [ + 45, + 60 + ], + "filename": "000045-000060.parquet", + "sha256": "21738717d5369a6c009e148f609f2617a8b977bb229477ef981ff6456beff971", + "bytes": 557157 + }, + { + "suite": "widesearch", + "range": [ + 60, + 75 + ], + "filename": "000060-000075.parquet", + "sha256": "c6fcc5bfb5cb930169c80cd5b96231a4f9f45d0b15287627ba98cb5f13422fc9", + "bytes": 524564 + }, + { + "suite": "widesearch", + "range": [ + 75, + 90 + ], + "filename": "000075-000090.parquet", + "sha256": "520a633fb506cf4659e527cb64247c7d8628ada32c95c42909fc522fc798e8ba", + "bytes": 500323 + }, + { + "suite": "widesearch", + "range": [ + 90, + 100 + ], + "filename": "000090-000100.parquet", + "sha256": "1a60915ef572c6e375939a7f7121ece4305169ba15a6e72d6595879195af0d07", + "bytes": 382079 + } + ] +} diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-1turn/report.html b/published-runs/parallel/gpt-5.6-sol-parallel-1turn/report.html new file mode 100644 index 0000000..deb12d0 --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-1turn/report.html @@ -0,0 +1,26 @@ + + +GPT-5.6 Sol with Parallel search, 1 turn +
OpenRouter Search Benchmarks
complete
+

GPT-5.6 Sol with Parallel search, 1 turn

Three-suite OpenRouter search benchmark at a one-turn search budget.

+
openai/gpt-5.6-sol · run gpt-5.6-sol-parallel-1turn · $33.2887 provider-reported
+
+
accuracy
+

browsecomp

+
26.0%
+
Tasks
100/100
Cost
$11.4992
Tokens
651,587
+
+
+
accuracy
+

dsqa

+
34.0%
+
Tasks
100/100
Cost
$6.2127
Tokens
402,243
+
+
+
f1_by_item
+

widesearch

+
66.3%
+
Tasks
100/100
Cost
$15.5768
Tokens
1,119,292
+
Generated 2026-08-03T03:00:25.879Z · targets and judge trajectories excluded from this published bundle
\ No newline at end of file diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-1turn/run.toml b/published-runs/parallel/gpt-5.6-sol-parallel-1turn/run.toml new file mode 100644 index 0000000..d4698f6 --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-1turn/run.toml @@ -0,0 +1,34 @@ +version = 1 +title = "GPT-5.6 Sol with Parallel search, 1 turn" +description = "Three-suite OpenRouter search benchmark at a one-turn search budget." +model = "openai/gpt-5.6-sol" +suites = ["browsecomp", "dsqa", "widesearch"] +start = 0 +limit = 100 +epochs = 1 +concurrency = 15 +chunk_size = 15 +budget_usd = 105 + +[inference] +temperature = 0 +max_retries = 10 +provider_only = ["OpenAI"] +allow_fallbacks = false + +[search] +surface = "server-tool" +engine = "parallel" +max_agent_turns = 1 + +# Measured from gpt-5.6-sol-parallel-1turn-calibration (one task per suite). +# The budget allows roughly 4x the one-task planning estimate. +[cost_estimates] +browsecomp = 0.05384575 +dsqa = 0.05853325 +widesearch = 0.141172 + +[publish] +include_inputs = false +include_answers = false +include_search_queries = false diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-1turn/samples.redacted.jsonl b/published-runs/parallel/gpt-5.6-sol-parallel-1turn/samples.redacted.jsonl new file mode 100644 index 0000000..6963617 --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-1turn/samples.redacted.jsonl @@ -0,0 +1,300 @@ +{"suite":"browsecomp","sampleId":"browsecomp-0","epoch":0,"score":"I","citations":[{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.degruyterbrill.com/","title":"www.degruyterbrill.com"},{"url":"https://assembly.malala.org/","title":"assembly.malala.org"},{"url":"https://apa.si.edu/","title":"apa.si.edu"}],"searchCalls":[{"id":"st_tmp_eytwcs27nz","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-1","epoch":0,"score":"I","citations":[{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.worldfootball.net/","title":"www.worldfootball.net"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.worldfootball.net/","title":"www.worldfootball.net"},{"url":"https://www.worldfootball.net/","title":"www.worldfootball.net"}],"searchCalls":[{"id":"st_tmp_pjv41vtz6rn","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-10","epoch":0,"score":"I","citations":[{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://scs-dev-william-0.newspapersystems.com/","title":"scs-dev-william-0.newspapersystems.com"},{"url":"https://mail.nisamerica.com/","title":"mail.nisamerica.com"}],"searchCalls":[{"id":"st_tmp_0tc68km73a8","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-11","epoch":0,"score":"I","citations":[{"url":"https://coffeemanga.net/","title":"coffeemanga.net"},{"url":"https://www.mangaupdates.com/","title":"www.mangaupdates.com"},{"url":"https://www.ipl.org/","title":"www.ipl.org"},{"url":"https://arenascans.org/","title":"arenascans.org"},{"url":"https://magustoon.org/","title":"magustoon.org"}],"searchCalls":[{"id":"st_tmp_7vj0hus73se","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zi4ez24dze","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_3mkvyqkpteq","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-12","epoch":0,"score":"I","citations":[{"url":"https://bookaweb.com/","title":"bookaweb.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.superpages.com/","title":"www.superpages.com"},{"url":"https://www.superpages.com/","title":"www.superpages.com"},{"url":"https://www.superpages.com/","title":"www.superpages.com"}],"searchCalls":[{"id":"st_tmp_kkebx0jr8k","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-13","epoch":0,"score":"I","citations":[{"url":"https://www.news8000.com/","title":"www.news8000.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://dailyinterlake.com/","title":"dailyinterlake.com"},{"url":"https://www.lakemt.gov/","title":"www.lakemt.gov"},{"url":"https://www.newsbreak.com/","title":"www.newsbreak.com"}],"searchCalls":[{"id":"st_tmp_y0crqtm5k29","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-14","epoch":0,"score":"I","citations":[{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://insse.ro/","title":"insse.ro"},{"url":"https://webapps.ilo.org/","title":"webapps.ilo.org"},{"url":"https://ghdx.healthdata.org/","title":"ghdx.healthdata.org"},{"url":"https://catalog.ihsn.org/","title":"catalog.ihsn.org"}],"searchCalls":[{"id":"st_tmp_psvlpq9ykwb","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-15","epoch":0,"score":"I","citations":[{"url":"https://holowiecki.de/","title":"holowiecki.de"},{"url":"https://pamleads.unifatecie.edu.br/","title":"pamleads.unifatecie.edu.br"},{"url":"https://www.miricanvas.com/","title":"www.miricanvas.com"},{"url":"https://au.jora.com/","title":"au.jora.com"},{"url":"https://castsa.ch/","title":"castsa.ch"}],"searchCalls":[{"id":"st_tmp_lw4s9xsnpl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t1ipspz5etl","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_4r3gc2l7qv8","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-16","epoch":0,"score":"I","citations":[{"url":"https://allwomeninmedia.org/","title":"allwomeninmedia.org"},{"url":"https://allwomeninmedia.org/","title":"allwomeninmedia.org"},{"url":"https://allwomeninmedia.org/","title":"allwomeninmedia.org"},{"url":"https://allwomeninmedia.org/","title":"allwomeninmedia.org"},{"url":"https://allwomeninmedia.org/","title":"allwomeninmedia.org"}],"searchCalls":[{"id":"st_tmp_91i1yhlal5h","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-17","epoch":0,"score":"I","citations":[{"url":"https://kilian-staudt.de/","title":"kilian-staudt.de"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://en-brunot.fr/","title":"en-brunot.fr"}],"searchCalls":[{"id":"st_tmp_bnp96uej7h","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-18","epoch":0,"score":"I","citations":[{"url":"https://academic-calendar-archive.uwaterloo.ca/","title":"academic-calendar-archive.uwaterloo.ca"},{"url":"https://resources.clie.ucl.ac.uk/","title":"resources.clie.ucl.ac.uk"},{"url":"https://resources.clie.ucl.ac.uk/","title":"resources.clie.ucl.ac.uk"},{"url":"https://resources.clie.ucl.ac.uk/","title":"resources.clie.ucl.ac.uk"}],"searchCalls":[{"id":"st_tmp_vd9agoeqqlb","status":"completed","action":"search","executed":true,"sourceCount":4}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-19","epoch":0,"score":"I","citations":[{"url":"https://inis.iaea.org/","title":"inis.iaea.org"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://purehost.bath.ac.uk/","title":"purehost.bath.ac.uk"},{"url":"http://addi.ehu.es/","title":"addi.ehu.es"},{"url":"https://addi.ehu.es/","title":"addi.ehu.es"}],"searchCalls":[{"id":"st_tmp_1fwu31a16zh","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-2","epoch":0,"score":"C","citations":[{"url":"https://www.theglobeandmail.com/","title":"www.theglobeandmail.com"},{"url":"https://www.kingfut.com/","title":"www.kingfut.com"},{"url":"https://www.revolutionsoccer.net/","title":"www.revolutionsoccer.net"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"}],"searchCalls":[{"id":"st_tmp_v3fup56496c","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-20","epoch":0,"score":"I","citations":[{"url":"https://www.smokelong.com/","title":"www.smokelong.com"},{"url":"https://www.smokelong.com/","title":"www.smokelong.com"},{"url":"https://www.smokelong.com/","title":"www.smokelong.com"},{"url":"https://www.smokelong.com/","title":"www.smokelong.com"},{"url":"https://www.smokelong.com/","title":"www.smokelong.com"}],"searchCalls":[{"id":"st_tmp_saot1tzq7zf","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-21","epoch":0,"score":"I","citations":[{"url":"https://www.invenglobal.com/","title":"www.invenglobal.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"}],"searchCalls":[{"id":"st_tmp_ucrzwk1vf3g","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-22","epoch":0,"score":"C","citations":[{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://tv.apple.com/","title":"tv.apple.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.justwatch.com/","title":"www.justwatch.com"}],"searchCalls":[{"id":"st_tmp_2y1ve1ntepe","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-23","epoch":0,"score":"C","citations":[{"url":"https://screenrant.com/","title":"screenrant.com"},{"url":"https://www.cbr.com/","title":"www.cbr.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://studyinternational.com/","title":"studyinternational.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"}],"searchCalls":[{"id":"st_tmp_8mtrvb9h9aj","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-24","epoch":0,"score":"C","citations":[{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"http://news.bbc.co.uk/","title":"news.bbc.co.uk"}],"searchCalls":[{"id":"st_tmp_r160nx7omck","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-25","epoch":0,"score":"I","citations":[{"url":"https://books.google.co.zm/","title":"books.google.co.zm"},{"url":"https://books.google.com.bz/","title":"books.google.com.bz"},{"url":"https://books.google.tt/","title":"books.google.tt"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"}],"searchCalls":[{"id":"st_tmp_zhsh1vd8kn","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-26","epoch":0,"score":"C","citations":[{"url":"https://www.dailymail.com/","title":"www.dailymail.com"},{"url":"https://onefootball.com/","title":"onefootball.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://onefootball.com/","title":"onefootball.com"},{"url":"https://www.premierleague.com/","title":"www.premierleague.com"}],"searchCalls":[{"id":"st_tmp_89kihkx2jmc","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-27","epoch":0,"score":"I","citations":[{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"}],"searchCalls":[{"id":"st_tmp_naf9m3mlcnl","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-28","epoch":0,"score":"I","citations":[{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.hollywoodreporter.com/","title":"www.hollywoodreporter.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.cbsnews.com/","title":"www.cbsnews.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"}],"searchCalls":[{"id":"st_tmp_s9m1ntdpg3b","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-29","epoch":0,"score":"I","citations":[{"url":"https://www.basketball-reference.com/","title":"www.basketball-reference.com"},{"url":"https://www.basketball-reference.com/","title":"www.basketball-reference.com"},{"url":"https://www.basketball-reference.com/","title":"www.basketball-reference.com"},{"url":"https://www.basketball-reference.com/","title":"www.basketball-reference.com"},{"url":"https://www.basketball-reference.com/","title":"www.basketball-reference.com"}],"searchCalls":[{"id":"st_tmp_hxpv55cm37n","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-3","epoch":0,"score":"I","citations":[{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_ahvrah570b","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-30","epoch":0,"score":"I","citations":[{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.war.gov/","title":"www.war.gov"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"}],"searchCalls":[{"id":"st_tmp_8s7eonf8u7x","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-31","epoch":0,"score":"I","citations":[{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.ufc.com/","title":"www.ufc.com"},{"url":"https://www.espn.com.au/","title":"www.espn.com.au"},{"url":"http://ufcstats.com/","title":"ufcstats.com"},{"url":"https://www.espn.co.uk/","title":"www.espn.co.uk"}],"searchCalls":[{"id":"st_tmp_37e9b6n03vn","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-32","epoch":0,"score":"C","citations":[{"url":"https://www.historytoday.com/","title":"www.historytoday.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.nhpr.org/","title":"www.nhpr.org"},{"url":"https://www.washingtonexaminer.com/","title":"www.washingtonexaminer.com"},{"url":"https://www.kpbs.org/","title":"www.kpbs.org"}],"searchCalls":[{"id":"st_tmp_5ssm6e12bb9","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-33","epoch":0,"score":"C","citations":[{"url":"https://www.independent.ie/","title":"www.independent.ie"},{"url":"https://www.rte.ie/","title":"www.rte.ie"},{"url":"https://www.independent.ie/","title":"www.independent.ie"},{"url":"https://www.independent.ie/","title":"www.independent.ie"},{"url":"https://www.independent.ie/","title":"www.independent.ie"}],"searchCalls":[{"id":"st_tmp_00x7mvbplttq","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-34","epoch":0,"score":"I","citations":[{"url":"https://uwaterloo.ca/","title":"uwaterloo.ca"},{"url":"https://uwaterloo.ca/","title":"uwaterloo.ca"},{"url":"https://wusa.ca/","title":"wusa.ca"},{"url":"https://uwaterloo.ca/","title":"uwaterloo.ca"},{"url":"https://thecanadianencyclopedia.ca/","title":"thecanadianencyclopedia.ca"}],"searchCalls":[{"id":"st_tmp_bzx7l9xlads","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-35","epoch":0,"score":"C","citations":[{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.mirror.co.uk/","title":"www.mirror.co.uk"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"}],"searchCalls":[{"id":"st_tmp_3y1st1ks6uh","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-36","epoch":0,"score":"I","citations":[{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://academic.oup.com/","title":"academic.oup.com"}],"searchCalls":[{"id":"st_tmp_7s6tppp9js","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-37","epoch":0,"score":"I","citations":[{"url":"https://kilian-staudt.de/","title":"kilian-staudt.de"},{"url":"https://fmp1lxmz6t-amphtml.orinelle.fr/","title":"fmp1lxmz6t-amphtml.orinelle.fr"},{"url":"https://2607brs.fr/","title":"2607brs.fr"},{"url":"https://juliereeb.ch/","title":"juliereeb.ch"},{"url":"https://wtctklikske.be/","title":"wtctklikske.be"}],"searchCalls":[{"id":"st_tmp_2mjzu5s1jek","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-38","epoch":0,"score":"I","citations":[{"url":"https://www.ox.ac.uk/","title":"www.ox.ac.uk"},{"url":"https://www.trinity.ox.ac.uk/","title":"www.trinity.ox.ac.uk"},{"url":"https://www.ox.ac.uk/","title":"www.ox.ac.uk"},{"url":"https://www.some.ox.ac.uk/","title":"www.some.ox.ac.uk"},{"url":"https://assets-oxweb.admin.ox.ac.uk/","title":"assets-oxweb.admin.ox.ac.uk"}],"searchCalls":[{"id":"st_tmp_6k6xg0fvjtk","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-39","epoch":0,"score":"I","citations":[{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://economictimes.indiatimes.com/","title":"economictimes.indiatimes.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"}],"searchCalls":[{"id":"st_tmp_71u527zfuzk","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-4","epoch":0,"score":"I","citations":[{"url":"https://live.worldbank.org/","title":"live.worldbank.org"},{"url":"https://cdn.who.int/","title":"cdn.who.int"},{"url":"https://www.swissre.com/","title":"www.swissre.com"},{"url":"https://tbvaccinesforum.org/","title":"tbvaccinesforum.org"},{"url":"https://www.worldhealthsummit.org/","title":"www.worldhealthsummit.org"}],"searchCalls":[{"id":"st_tmp_i4llx6cqyy","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-40","epoch":0,"score":"I","citations":[{"url":"https://www.standardmedia.co.ke/","title":"www.standardmedia.co.ke"},{"url":"https://worldathletics.org/","title":"worldathletics.org"},{"url":"https://worldathletics.org/","title":"worldathletics.org"},{"url":"https://worldathletics.org/","title":"worldathletics.org"},{"url":"https://worldathletics.org/","title":"worldathletics.org"}],"searchCalls":[{"id":"st_tmp_xgxge7d5mkc","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-41","epoch":0,"score":"I","citations":[{"url":"https://www.westernsydney.edu.au/","title":"www.westernsydney.edu.au"},{"url":"https://researchers.westernsydney.edu.au/","title":"researchers.westernsydney.edu.au"},{"url":"https://researchers.westernsydney.edu.au/","title":"researchers.westernsydney.edu.au"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://link.springer.com/","title":"link.springer.com"}],"searchCalls":[{"id":"st_tmp_zfg1oms3jb8","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-42","epoch":0,"score":"I","citations":[{"url":"https://luchaunderground.com/","title":"luchaunderground.com"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://www.tvguide.com/","title":"www.tvguide.com"},{"url":"https://www.elreynetwork.com/","title":"www.elreynetwork.com"}],"searchCalls":[{"id":"st_tmp_m2e72qjcgos","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-43","epoch":0,"score":"I","citations":[{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://wrp.org.uk/","title":"wrp.org.uk"},{"url":"https://resouces-cms.prd.timeshighereducation.com/","title":"resouces-cms.prd.timeshighereducation.com"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://edcentral.uk/","title":"edcentral.uk"}],"searchCalls":[{"id":"st_tmp_giq4o5rja7g","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-44","epoch":0,"score":"C","citations":[{"url":"https://www.canada.ca/","title":"www.canada.ca"},{"url":"https://www2.gov.bc.ca/","title":"www2.gov.bc.ca"},{"url":"https://news.gov.bc.ca/","title":"news.gov.bc.ca"},{"url":"https://www.canada.ca/","title":"www.canada.ca"},{"url":"https://www2.gov.bc.ca/","title":"www2.gov.bc.ca"}],"searchCalls":[{"id":"st_tmp_fdfqj7keek","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-45","epoch":0,"score":"I","citations":[{"url":"https://www.istm.org/","title":"www.istm.org"},{"url":"https://www.istm.org/","title":"www.istm.org"},{"url":"https://www.istm.org/","title":"www.istm.org"},{"url":"https://www.istm.org/","title":"www.istm.org"},{"url":"https://www.instagram.com/","title":"www.instagram.com"}],"searchCalls":[{"id":"st_tmp_rn7n505l3kq","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-46","epoch":0,"score":"I","citations":[{"url":"https://cujhss.cankaya.edu.tr/","title":"cujhss.cankaya.edu.tr"},{"url":"https://cujhss.cankaya.edu.tr/","title":"cujhss.cankaya.edu.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"}],"searchCalls":[{"id":"st_tmp_7vtux5tn92w","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-47","epoch":0,"score":"I","citations":[{"url":"https://dnrhistoric.illinois.gov/","title":"dnrhistoric.illinois.gov"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.sun-sentinel.com/","title":"www.sun-sentinel.com"},{"url":"https://www.taftindependent.com/","title":"www.taftindependent.com"},{"url":"https://offer.thisoldhouse.com/","title":"offer.thisoldhouse.com"}],"searchCalls":[{"id":"st_tmp_fu868fs3v7m","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-48","epoch":0,"score":"I","citations":[{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.thetimes.com/","title":"www.thetimes.com"}],"searchCalls":[{"id":"st_tmp_otrz0yv0o7","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-49","epoch":0,"score":"I","citations":[{"url":"http://www.taniablanchard.com.au/","title":"www.taniablanchard.com.au"},{"url":"https://www.publishersweekly.com/","title":"www.publishersweekly.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.writerscentre.com.au/","title":"www.writerscentre.com.au"}],"searchCalls":[{"id":"st_tmp_vctvi4ws47","status":"completed","action":"search","executed":true,"sourceCount":4}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-5","epoch":0,"score":"I","citations":[{"url":"https://css.upcebu.edu.ph/","title":"css.upcebu.edu.ph"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://files.eric.ed.gov/","title":"files.eric.ed.gov"},{"url":"https://uphigh.upcebu.edu.ph/","title":"uphigh.upcebu.edu.ph"}],"searchCalls":[{"id":"st_tmp_ichmhlfgd0b","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-50","epoch":0,"score":"C","citations":[{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://pangearecordings.com/","title":"pangearecordings.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://www.billboard.com/","title":"www.billboard.com"}],"searchCalls":[{"id":"st_tmp_ui3rl6awga","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-51","epoch":0,"score":"C","citations":[{"url":"https://www.frenkeltoppinggroup.co.uk/","title":"www.frenkeltoppinggroup.co.uk"},{"url":"https://www.investegate.co.uk/","title":"www.investegate.co.uk"},{"url":"https://s201.q4cdn.com/","title":"s201.q4cdn.com"},{"url":"https://www.investormeetcompany.com/","title":"www.investormeetcompany.com"},{"url":"https://www.sharecast.com/","title":"www.sharecast.com"}],"searchCalls":[{"id":"st_tmp_ck9j31rux97","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-52","epoch":0,"score":"C","citations":[{"url":"https://purl.stanford.edu/","title":"purl.stanford.edu"},{"url":"https://history.wisc.edu/","title":"history.wisc.edu"},{"url":"https://purl.stanford.edu/","title":"purl.stanford.edu"},{"url":"https://www.semanticscholar.org/","title":"www.semanticscholar.org"},{"url":"https://ecommons.cornell.edu/","title":"ecommons.cornell.edu"}],"searchCalls":[{"id":"st_tmp_qyqvj1p9vz","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-53","epoch":0,"score":"C","citations":[{"url":"http://u.osu.edu/","title":"u.osu.edu"},{"url":"https://www.montana.edu/","title":"www.montana.edu"},{"url":"https://www.cuhk.edu.hk/","title":"www.cuhk.edu.hk"},{"url":"https://www.npr.org/","title":"www.npr.org"}],"searchCalls":[{"id":"st_tmp_mcv563vrwu","status":"completed","action":"search","executed":true,"sourceCount":4}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-54","epoch":0,"score":"C","citations":[{"url":"https://rupkatha.com/","title":"rupkatha.com"},{"url":"https://rupkatha.com/","title":"rupkatha.com"},{"url":"https://www.rupkatha.com/","title":"www.rupkatha.com"},{"url":"https://rupkatha.com/","title":"rupkatha.com"},{"url":"https://paperity.org/","title":"paperity.org"}],"searchCalls":[{"id":"st_tmp_iaeqd7tt4z8","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-55","epoch":0,"score":"C","citations":[{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.hulu.com/","title":"www.hulu.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.npr.org/","title":"www.npr.org"}],"searchCalls":[{"id":"st_tmp_c1on7f6q9iq","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-56","epoch":0,"score":"I","citations":[{"url":"https://biologicalsciences.uchicago.edu/","title":"biologicalsciences.uchicago.edu"},{"url":"https://www.rockefeller.edu/","title":"www.rockefeller.edu"},{"url":"https://as.cornell.edu/","title":"as.cornell.edu"},{"url":"https://www.biology.ox.ac.uk/","title":"www.biology.ox.ac.uk"},{"url":"https://www.utoronto.ca/","title":"www.utoronto.ca"}],"searchCalls":[{"id":"st_tmp_ye5kvbu93q","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-57","epoch":0,"score":"I","citations":[{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://www.annalsofoncology.org/","title":"www.annalsofoncology.org"},{"url":"https://ascopubs.org/","title":"ascopubs.org"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"}],"searchCalls":[{"id":"st_tmp_p3ceorx9lx9","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-58","epoch":0,"score":"I","citations":[{"url":"https://www.ualberta.ca/","title":"www.ualberta.ca"},{"url":"https://www.ualberta.ca/","title":"www.ualberta.ca"},{"url":"https://www.ualberta.ca/","title":"www.ualberta.ca"},{"url":"https://www.ualberta.ca/","title":"www.ualberta.ca"},{"url":"https://killamlaureates.ca/","title":"killamlaureates.ca"}],"searchCalls":[{"id":"st_tmp_qua9c4vdhl","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-59","epoch":0,"score":"I","citations":[{"url":"https://k9rshtoit6.jann-aarau.ch/","title":"k9rshtoit6.jann-aarau.ch"},{"url":"https://www.frontiersin.org/","title":"www.frontiersin.org"},{"url":"https://catalysis-climatechange.eee.columbia.edu/","title":"catalysis-climatechange.eee.columbia.edu"},{"url":"https://environment.washu.edu/","title":"environment.washu.edu"},{"url":"https://6i3a4x62eu-amphtml.jann-aarau.ch/","title":"6i3a4x62eu-amphtml.jann-aarau.ch"}],"searchCalls":[{"id":"st_tmp_kcglxvkxpor","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-6","epoch":0,"score":"I","citations":[{"url":"https://www.shazam.com/","title":"www.shazam.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://lyrics.az/","title":"lyrics.az"},{"url":"https://www.lyrics.com/","title":"www.lyrics.com"}],"searchCalls":[{"id":"st_tmp_ywnr1gju85","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-60","epoch":0,"score":"C","citations":[{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.foodadvisor.com.sg/","title":"www.foodadvisor.com.sg"}],"searchCalls":[{"id":"st_tmp_mygs2o3x1oq","status":"completed","action":"search","executed":true,"sourceCount":4}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-61","epoch":0,"score":"I","citations":[{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://finance.yahoo.com/","title":"finance.yahoo.com"},{"url":"https://finance.yahoo.com/","title":"finance.yahoo.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"}],"searchCalls":[{"id":"st_tmp_g8ay4q8u2gf","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-62","epoch":0,"score":"C","citations":[{"url":"https://rushmore.apaleagues.com/","title":"rushmore.apaleagues.com"},{"url":"https://birmingham.apaleagues.com/","title":"birmingham.apaleagues.com"},{"url":"https://poolplayers.com/","title":"poolplayers.com"},{"url":"https://easttexas.apaleagues.com/","title":"easttexas.apaleagues.com"},{"url":"https://mid-michigan.apaleagues.com/","title":"mid-michigan.apaleagues.com"}],"searchCalls":[{"id":"st_tmp_zdvdcdmhd6","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-63","epoch":0,"score":"I","citations":[{"url":"https://www.moma.org/","title":"www.moma.org"},{"url":"https://www.moma.org/","title":"www.moma.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.guggenheim-venice.it/","title":"www.guggenheim-venice.it"}],"searchCalls":[{"id":"st_tmp_8dsa25b8puc","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-64","epoch":0,"score":"I","citations":[{"url":"https://www.infotextmanuscripts.org/","title":"www.infotextmanuscripts.org"},{"url":"https://curiosity.lib.harvard.edu/","title":"curiosity.lib.harvard.edu"},{"url":"https://search.worldcat.org/","title":"search.worldcat.org"},{"url":"https://www.infotextmanuscripts.org/","title":"www.infotextmanuscripts.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"}],"searchCalls":[{"id":"st_tmp_2o7e42l9cal","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-65","epoch":0,"score":"I","citations":[{"url":"https://apps.who.int/","title":"apps.who.int"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"}],"searchCalls":[{"id":"st_tmp_cqtgvjep0rc","status":"completed","action":"search","executed":true,"sourceCount":4}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-66","epoch":0,"score":"I","citations":[{"url":"https://www.espncricinfo.com/","title":"www.espncricinfo.com"},{"url":"https://www.tribuneindia.com/","title":"www.tribuneindia.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"http://downloads.cricinfo.com/","title":"downloads.cricinfo.com"},{"url":"https://www.espn.com/","title":"www.espn.com"}],"searchCalls":[{"id":"st_tmp_4jfso6n0b74","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-67","epoch":0,"score":"I","citations":[{"url":"https://southafrica.un.org/","title":"southafrica.un.org"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://www.researchgate.net/","title":"www.researchgate.net"},{"url":"https://www.bbc.com/","title":"www.bbc.com"}],"searchCalls":[{"id":"st_tmp_wagkl8ze7ws","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-68","epoch":0,"score":"I","citations":[{"url":"https://indianexpress.com/","title":"indianexpress.com"},{"url":"https://nypost.com/","title":"nypost.com"},{"url":"https://indianexpress.com/","title":"indianexpress.com"},{"url":"https://indianexpress.com/","title":"indianexpress.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"}],"searchCalls":[{"id":"st_tmp_c1spnun1gel","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-69","epoch":0,"score":"I","citations":[{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://tv.apple.com/","title":"tv.apple.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.thedailystar.net/","title":"www.thedailystar.net"},{"url":"https://tv.apple.com/","title":"tv.apple.com"}],"searchCalls":[{"id":"st_tmp_pypemxuav","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-7","epoch":0,"score":"I","citations":[{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.hawaiinewsnow.com/","title":"www.hawaiinewsnow.com"}],"searchCalls":[{"id":"st_tmp_o5on8jy6rdc","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-70","epoch":0,"score":"C","citations":[{"url":"https://www.statesman.com/","title":"www.statesman.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://visitwaterford.com/","title":"visitwaterford.com"},{"url":"https://darcawards.com/","title":"darcawards.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"}],"searchCalls":[{"id":"st_tmp_83m0nftxgm7","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-71","epoch":0,"score":"C","citations":[{"url":"https://www.northgatemarket.com/","title":"www.northgatemarket.com"},{"url":"https://www.northgatemarket.com/","title":"www.northgatemarket.com"},{"url":"https://reports.uwncm.org/","title":"reports.uwncm.org"},{"url":"https://reports.uwncm.org/","title":"reports.uwncm.org"},{"url":"https://www.instagram.com/","title":"www.instagram.com"}],"searchCalls":[{"id":"st_tmp_m20g861pdb9","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-72","epoch":0,"score":"C","citations":[{"url":"https://www.cambridge.org/","title":"www.cambridge.org"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://ucr.irmct.org/","title":"ucr.irmct.org"},{"url":"https://www.cfr.org/","title":"www.cfr.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"}],"searchCalls":[{"id":"st_tmp_o6zpt730jhb","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-73","epoch":0,"score":"I","citations":[{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://piknwchsamjgo.biz/","title":"piknwchsamjgo.biz"},{"url":"https://kumrsquuspkgy.site/","title":"kumrsquuspkgy.site"},{"url":"https://kebkcvdhcxmkm.biz/","title":"kebkcvdhcxmkm.biz"},{"url":"https://raitphxjbyrev.yachts/","title":"raitphxjbyrev.yachts"}],"searchCalls":[{"id":"st_tmp_2uxkips6z32","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-74","epoch":0,"score":"I","citations":[{"url":"https://www.uri.edu/","title":"www.uri.edu"},{"url":"https://www.uri.edu/","title":"www.uri.edu"},{"url":"https://www.wickedlocal.com/","title":"www.wickedlocal.com"},{"url":"https://www.uri.edu/","title":"www.uri.edu"},{"url":"https://www.uri.edu/","title":"www.uri.edu"}],"searchCalls":[{"id":"st_tmp_fryt90gg22","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-75","epoch":0,"score":"I","citations":[{"url":"https://open.spotify.com/","title":"open.spotify.com"},{"url":"https://open.spotify.com/","title":"open.spotify.com"},{"url":"https://www.shazam.com/","title":"www.shazam.com"},{"url":"https://readdork.com/","title":"readdork.com"},{"url":"https://readdork.com/","title":"readdork.com"}],"searchCalls":[{"id":"st_tmp_cyurcsjelxj","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-76","epoch":0,"score":"C","citations":[{"url":"https://www.aucklandmuseum.com/","title":"www.aucklandmuseum.com"},{"url":"https://nzhistory.govt.nz/","title":"nzhistory.govt.nz"},{"url":"https://collections.tepapa.govt.nz/","title":"collections.tepapa.govt.nz"},{"url":"https://trove.nla.gov.au/","title":"trove.nla.gov.au"},{"url":"https://archivesonline.wcc.govt.nz/","title":"archivesonline.wcc.govt.nz"}],"searchCalls":[{"id":"st_tmp_nr0um2qt3un","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-77","epoch":0,"score":"C","citations":[{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"}],"searchCalls":[{"id":"st_tmp_5qoro589vyc","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-78","epoch":0,"score":"I","citations":[{"url":"https://oro.open.ac.uk/","title":"oro.open.ac.uk"},{"url":"https://resources.clie.ucl.ac.uk/","title":"resources.clie.ucl.ac.uk"},{"url":"https://resources.clie.ucl.ac.uk/","title":"resources.clie.ucl.ac.uk"},{"url":"https://testing.tucapelcampo.aeurus.cl/","title":"testing.tucapelcampo.aeurus.cl"},{"url":"https://www.repository.cam.ac.uk/","title":"www.repository.cam.ac.uk"}],"searchCalls":[{"id":"st_tmp_yakz233m07","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-79","epoch":0,"score":"I","citations":[{"url":"https://ukzn-dspace.ukzn.ac.za/","title":"ukzn-dspace.ukzn.ac.za"},{"url":"https://research.manchester.ac.uk/","title":"research.manchester.ac.uk"},{"url":"https://www.cambridge.org/","title":"www.cambridge.org"},{"url":"https://www.wto.org/","title":"www.wto.org"},{"url":"https://researchspace.ukzn.ac.za/","title":"researchspace.ukzn.ac.za"}],"searchCalls":[{"id":"st_tmp_vbvaqaxr98f","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-8","epoch":0,"score":"C","citations":[{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_jtltkcsrgrl","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-80","epoch":0,"score":"I","citations":[{"url":"https://www.ydr.com/","title":"www.ydr.com"},{"url":"https://www.yorkdispatch.com/","title":"www.yorkdispatch.com"},{"url":"https://www.sevendaysvt.com/","title":"www.sevendaysvt.com"},{"url":"https://www.swiowanewssource.com/","title":"www.swiowanewssource.com"},{"url":"https://www.yahoo.com/","title":"www.yahoo.com"}],"searchCalls":[{"id":"st_tmp_xu2hsy68uod","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-81","epoch":0,"score":"I","citations":[{"url":"https://www.ijhpm.com/","title":"www.ijhpm.com"},{"url":"https://www.ijhpm.com/","title":"www.ijhpm.com"},{"url":"https://www.ijhpm.com/","title":"www.ijhpm.com"},{"url":"https://www.ijhpm.com/","title":"www.ijhpm.com"},{"url":"https://www.ijhpm.com/","title":"www.ijhpm.com"}],"searchCalls":[{"id":"st_tmp_gdqqydx0y9l","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-82","epoch":0,"score":"I","citations":[{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://read.dukeupress.edu/","title":"read.dukeupress.edu"},{"url":"https://sk.sagepub.com/","title":"sk.sagepub.com"},{"url":"https://catalog.hathitrust.org/","title":"catalog.hathitrust.org"},{"url":"https://arstudies.contentdm.oclc.org/","title":"arstudies.contentdm.oclc.org"}],"searchCalls":[{"id":"st_tmp_t9dvxipkzv","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-83","epoch":0,"score":"I","citations":[{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://www.sothebys.com/","title":"www.sothebys.com"},{"url":"https://www.londonremembers.com/","title":"www.londonremembers.com"},{"url":"https://www.londonremembers.com/","title":"www.londonremembers.com"}],"searchCalls":[{"id":"st_tmp_kyu4q4frcpd","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-84","epoch":0,"score":"I","citations":[{"url":"https://www.smh.com.au/","title":"www.smh.com.au"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://kilian-staudt.de/","title":"kilian-staudt.de"},{"url":"https://www.nordangliaeducation.com/","title":"www.nordangliaeducation.com"}],"searchCalls":[{"id":"st_tmp_x4hgjjjfr6","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-85","epoch":0,"score":"I","citations":[{"url":"https://wrap.warwick.ac.uk/","title":"wrap.warwick.ac.uk"},{"url":"https://wrap.warwick.ac.uk/","title":"wrap.warwick.ac.uk"},{"url":"https://wrap.warwick.ac.uk/","title":"wrap.warwick.ac.uk"},{"url":"https://wrap.warwick.ac.uk/","title":"wrap.warwick.ac.uk"},{"url":"https://wrap.warwick.ac.uk/","title":"wrap.warwick.ac.uk"}],"searchCalls":[{"id":"st_tmp_q9plb91hz5","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-86","epoch":0,"score":"I","citations":[{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.wsj.com/","title":"www.wsj.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"}],"searchCalls":[{"id":"st_tmp_jgxtsi6h49k","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-87","epoch":0,"score":"I","citations":[{"url":"http://www.stellenboschheritage.co.za/","title":"www.stellenboschheritage.co.za"},{"url":"https://www.stellenboschheritage.co.za/","title":"www.stellenboschheritage.co.za"},{"url":"https://www.stellenboschheritage.co.za/","title":"www.stellenboschheritage.co.za"},{"url":"https://collections.sun.ac.za/","title":"collections.sun.ac.za"},{"url":"https://www.stellenboschheritage.co.za/","title":"www.stellenboschheritage.co.za"}],"searchCalls":[{"id":"st_tmp_nqujwlmx67h","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-88","epoch":0,"score":"I","citations":[{"url":"https://www.libraryjournal.com/","title":"www.libraryjournal.com"},{"url":"https://2sus3crfi.egvalita.lt/","title":"2sus3crfi.egvalita.lt"},{"url":"https://kswriterteacher.wordpress.com/","title":"kswriterteacher.wordpress.com"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://kilian-staudt.de/","title":"kilian-staudt.de"}],"searchCalls":[{"id":"st_tmp_gxchxcujxro","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-89","epoch":0,"score":"I","citations":[{"url":"https://www.transfermarkt.us/","title":"www.transfermarkt.us"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://tribuna.com/","title":"tribuna.com"},{"url":"https://www.espn.co.uk/","title":"www.espn.co.uk"},{"url":"https://www.transfermarkt.us/","title":"www.transfermarkt.us"}],"searchCalls":[{"id":"st_tmp_t14hq8d4q7d","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-9","epoch":0,"score":"I","citations":[{"url":"https://worldart.news/","title":"worldart.news"},{"url":"https://bombmagazine.org/","title":"bombmagazine.org"},{"url":"https://goarts.ucla.edu/","title":"goarts.ucla.edu"},{"url":"https://www.artsy.net/","title":"www.artsy.net"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_bpwtetth2gs","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-90","epoch":0,"score":"I","citations":[{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://www.e-ir.info/","title":"www.e-ir.info"},{"url":"https://open.umn.edu/","title":"open.umn.edu"},{"url":"https://assets.cambridge.org/","title":"assets.cambridge.org"},{"url":"https://jsis.washington.edu/","title":"jsis.washington.edu"}],"searchCalls":[{"id":"st_tmp_gd8847u1wq5","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-91","epoch":0,"score":"I","citations":[{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.mk.co.kr/","title":"www.mk.co.kr"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://o257v7fh.ottofischbach.ch/","title":"o257v7fh.ottofischbach.ch"},{"url":"https://baike.baidu.com/","title":"baike.baidu.com"}],"searchCalls":[{"id":"st_tmp_yqqyzi4jqis","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-92","epoch":0,"score":"C","citations":[{"url":"https://www.aao.org/","title":"www.aao.org"},{"url":"https://www.aao.org/","title":"www.aao.org"},{"url":"https://www.aao.org/","title":"www.aao.org"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"}],"searchCalls":[{"id":"st_tmp_re5kn05ufnc","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-93","epoch":0,"score":"C","citations":[{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"}],"searchCalls":[{"id":"st_tmp_tzw9x7h9zmk","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-94","epoch":0,"score":"C","citations":[{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_ujv13ycvkko","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-95","epoch":0,"score":"I","citations":[{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.flickr.com/","title":"www.flickr.com"},{"url":"https://hansard.parliament.uk/","title":"hansard.parliament.uk"},{"url":"https://upload.wikimedia.org/","title":"upload.wikimedia.org"}],"searchCalls":[{"id":"st_tmp_2x9bpdmr8e4","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-96","epoch":0,"score":"I","citations":[{"url":"https://www.lvc.edu/","title":"www.lvc.edu"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://steinhardt.nyu.edu/","title":"steinhardt.nyu.edu"}],"searchCalls":[{"id":"st_tmp_imvthcp06sr","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-97","epoch":0,"score":"I","citations":[{"url":"https://www.magd.cam.ac.uk/","title":"www.magd.cam.ac.uk"},{"url":"https://oclw.web.ox.ac.uk/","title":"oclw.web.ox.ac.uk"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://english.cornell.edu/","title":"english.cornell.edu"},{"url":"https://www.ucl.ac.uk/","title":"www.ucl.ac.uk"}],"searchCalls":[{"id":"st_tmp_79taph6d2bw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qa99sy3quo","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_39837fxn4mw","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-98","epoch":0,"score":"I","citations":[{"url":"https://cals.cornell.edu/","title":"cals.cornell.edu"},{"url":"https://www.centerphilsci.pitt.edu/","title":"www.centerphilsci.pitt.edu"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://pubs.aip.org/","title":"pubs.aip.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"}],"searchCalls":[{"id":"st_tmp_egjpx58rdf","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"browsecomp","sampleId":"browsecomp-99","epoch":0,"score":"I","citations":[{"url":"https://economictimes.indiatimes.com/","title":"economictimes.indiatimes.com"},{"url":"https://economictimes.indiatimes.com/","title":"economictimes.indiatimes.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.lemon8-app.com/","title":"www.lemon8-app.com"}],"searchCalls":[{"id":"st_tmp_fl2ww7zfps","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-0","epoch":0,"score":"I","citations":[{"url":"https://migrationobservatory.ox.ac.uk/","title":"migrationobservatory.ox.ac.uk"},{"url":"https://migrationobservatory.ox.ac.uk/","title":"migrationobservatory.ox.ac.uk"},{"url":"https://migrationobservatory.ox.ac.uk/","title":"migrationobservatory.ox.ac.uk"},{"url":"https://data-explorer.oecd.org/","title":"data-explorer.oecd.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"}],"searchCalls":[{"id":"st_tmp_rmw5nw8bh5i","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-1","epoch":0,"score":"C","citations":[{"url":"https://darkan.org/","title":"darkan.org"},{"url":"https://massivelyop.com/","title":"massivelyop.com"},{"url":"https://backloggd.com/","title":"backloggd.com"},{"url":"https://www.mmorpg.com/","title":"www.mmorpg.com"},{"url":"https://mmorpg.gg/","title":"mmorpg.gg"}],"searchCalls":[{"id":"st_tmp_qyswac8cuxp","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-10","epoch":0,"score":"I","citations":[{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"}],"searchCalls":[{"id":"st_tmp_9ukp4rs70sq","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-11","epoch":0,"score":"I","citations":[{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"}],"searchCalls":[{"id":"st_tmp_fvt9wbqkbb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_77sh1gra34k","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_2i1rp3zwjus","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ey66za4kq7a","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-12","epoch":0,"score":"C","citations":[{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"}],"searchCalls":[{"id":"st_tmp_agys9pmq0du","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-13","epoch":0,"score":"C","citations":[{"url":"https://www.metoffice.gov.uk/","title":"www.metoffice.gov.uk"},{"url":"https://weather.metoffice.gov.uk/","title":"weather.metoffice.gov.uk"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://nora.nerc.ac.uk/","title":"nora.nerc.ac.uk"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"}],"searchCalls":[{"id":"st_tmp_em282czh81","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-14","epoch":0,"score":"I","citations":[{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://www.act.org/","title":"www.act.org"},{"url":"https://sboe.texas.gov/","title":"sboe.texas.gov"},{"url":"https://files.eric.ed.gov/","title":"files.eric.ed.gov"},{"url":"https://tea.texas.gov/","title":"tea.texas.gov"}],"searchCalls":[{"id":"st_tmp_uyk6q8b9d3o","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-15","epoch":0,"score":"I","citations":[{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://migration-demography-tools.jrc.ec.europa.eu/","title":"migration-demography-tools.jrc.ec.europa.eu"}],"searchCalls":[{"id":"st_tmp_hj798g6z83j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1sbjnpl3lrv","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_m9r0j9t0elb","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_a49vcf17z2o","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-16","epoch":0,"score":"C","citations":[{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"}],"searchCalls":[{"id":"st_tmp_7urmco63g64","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-17","epoch":0,"score":"I","citations":[{"url":"https://www.nbcolympics.com/","title":"www.nbcolympics.com"},{"url":"https://www.fiba.basketball/","title":"www.fiba.basketball"},{"url":"https://www.nbcnewyork.com/","title":"www.nbcnewyork.com"},{"url":"https://www.cbssports.com/","title":"www.cbssports.com"},{"url":"https://www.wptv.com/","title":"www.wptv.com"}],"searchCalls":[{"id":"st_tmp_x1qadp8cgzo","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-18","epoch":0,"score":"I","citations":[{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://open.canada.ca/","title":"open.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"}],"searchCalls":[{"id":"st_tmp_c8oy5apn38","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-19","epoch":0,"score":"I","citations":[{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.eater.com/","title":"www.eater.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.hospitalitymagazine.com.au/","title":"www.hospitalitymagazine.com.au"}],"searchCalls":[{"id":"st_tmp_2tu2yg8kwfb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_az1t30zvqyn","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-2","epoch":0,"score":"C","citations":[{"url":"https://www.phoenixnewtimes.com/","title":"www.phoenixnewtimes.com"},{"url":"https://www.phoenixnewtimes.com/","title":"www.phoenixnewtimes.com"},{"url":"https://www.phoenixnewtimes.com/","title":"www.phoenixnewtimes.com"},{"url":"https://www.phoenixnewtimes.com/","title":"www.phoenixnewtimes.com"},{"url":"https://www.phoenixnewtimes.com/","title":"www.phoenixnewtimes.com"}],"searchCalls":[{"id":"st_tmp_0v1jg3ujk7b","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-20","epoch":0,"score":"I","citations":[{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://www.ccsa.ca/","title":"www.ccsa.ca"}],"searchCalls":[{"id":"st_tmp_tmtylspz58a","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-21","epoch":0,"score":"I","citations":[{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"}],"searchCalls":[{"id":"st_tmp_fbs0wdgxpg","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-22","epoch":0,"score":"C","citations":[{"url":"https://coronavirus.jhu.edu/","title":"coronavirus.jhu.edu"},{"url":"https://coronavirus.jhu.edu/","title":"coronavirus.jhu.edu"},{"url":"https://coronavirus.jhu.edu/","title":"coronavirus.jhu.edu"},{"url":"https://bmjopen.bmj.com/","title":"bmjopen.bmj.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_4t6dz25wuys","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-23","epoch":0,"score":"I","citations":[{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"}],"searchCalls":[{"id":"st_tmp_shpwttphoop","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-24","epoch":0,"score":"C","citations":[{"url":"https://backend.nelsontasman.nz/","title":"backend.nelsontasman.nz"},{"url":"https://datafinder.stats.govt.nz/","title":"datafinder.stats.govt.nz"},{"url":"https://www.stats.govt.nz/","title":"www.stats.govt.nz"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://statsnz.contentdm.oclc.org/","title":"statsnz.contentdm.oclc.org"}],"searchCalls":[{"id":"st_tmp_un33i1i86v","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-25","epoch":0,"score":"I","citations":[{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"}],"searchCalls":[{"id":"st_tmp_rt8pp5s4gy","status":"completed","action":"search","executed":true,"sourceCount":3}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-26","epoch":0,"score":"I","citations":[{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"}],"searchCalls":[{"id":"st_tmp_s0jdlsdayzk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0z6qhbs7809r","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-27","epoch":0,"score":"C","citations":[{"url":"https://obamawhitehouse.archives.gov/","title":"obamawhitehouse.archives.gov"},{"url":"https://obamawhitehouse.archives.gov/","title":"obamawhitehouse.archives.gov"},{"url":"https://obamawhitehouse.archives.gov/","title":"obamawhitehouse.archives.gov"},{"url":"https://obamawhitehouse.archives.gov/","title":"obamawhitehouse.archives.gov"},{"url":"https://obamawhitehouse.archives.gov/","title":"obamawhitehouse.archives.gov"}],"searchCalls":[{"id":"st_tmp_adgtwjnwkdf","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-28","epoch":0,"score":"I","citations":[{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"}],"searchCalls":[{"id":"st_tmp_96uqeexrhls","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-29","epoch":0,"score":"C","citations":[{"url":"https://www.nhs.uk/","title":"www.nhs.uk"},{"url":"https://www.wwl.nhs.uk/","title":"www.wwl.nhs.uk"},{"url":"https://clch.nhs.uk/","title":"clch.nhs.uk"},{"url":"https://www.mskdorset.nhs.uk/","title":"www.mskdorset.nhs.uk"},{"url":"https://www.tims.nhs.uk/","title":"www.tims.nhs.uk"}],"searchCalls":[{"id":"st_tmp_tng0y6b07lm","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-3","epoch":0,"score":"I","citations":[{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://cwur.org/","title":"cwur.org"}],"searchCalls":[{"id":"st_tmp_8qam2g8h80o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x49tkmyvmrq","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-30","epoch":0,"score":"I","citations":[{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://science.ubc.ca/","title":"science.ubc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://publications.gc.ca/","title":"publications.gc.ca"}],"searchCalls":[{"id":"st_tmp_renjbcjci8a","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-31","epoch":0,"score":"I","citations":[{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"}],"searchCalls":[{"id":"st_tmp_v9bw5uonyk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hx12bzku6be","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_gc9vdi4bxze","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-32","epoch":0,"score":"C","citations":[{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://www2.census.gov/","title":"www2.census.gov"}],"searchCalls":[{"id":"st_tmp_gcos4m1rabs","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-33","epoch":0,"score":"C","citations":[{"url":"https://www.macrotrends.net/","title":"www.macrotrends.net"},{"url":"https://www.macrotrends.net/","title":"www.macrotrends.net"},{"url":"https://www.macrotrends.net/","title":"www.macrotrends.net"}],"searchCalls":[{"id":"st_tmp_e70z4ww9b1","status":"completed","action":"search","executed":true,"sourceCount":3}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-34","epoch":0,"score":"C","citations":[{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"}],"searchCalls":[{"id":"st_tmp_ds17xbs27c","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-35","epoch":0,"score":"I","citations":[{"url":"https://www.ubcpress.ca/","title":"www.ubcpress.ca"},{"url":"https://www.amazon.com/","title":"www.amazon.com"},{"url":"http://upcolorado.com/","title":"upcolorado.com"},{"url":"https://indiepubs.co.uk/","title":"indiepubs.co.uk"},{"url":"https://www.ebay.com/","title":"www.ebay.com"}],"searchCalls":[{"id":"st_tmp_u59oi3uup3","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-36","epoch":0,"score":"C","citations":[{"url":"https://www.legislature.mi.gov/","title":"www.legislature.mi.gov"},{"url":"https://legislature.mi.gov/","title":"legislature.mi.gov"},{"url":"https://www.legislature.mi.gov/","title":"www.legislature.mi.gov"},{"url":"https://fastdemocracy.com/","title":"fastdemocracy.com"},{"url":"https://legislature.mi.gov/","title":"legislature.mi.gov"}],"searchCalls":[{"id":"st_tmp_uqxwfllpjt","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-37","epoch":0,"score":"C","citations":[{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://www.bls.gov/","title":"www.bls.gov"}],"searchCalls":[{"id":"st_tmp_x8eilwxhu2","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-38","epoch":0,"score":"I","citations":[{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://www.rug.nl/","title":"www.rug.nl"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"http://expersso.r-universe.dev/","title":"expersso.r-universe.dev"}],"searchCalls":[{"id":"st_tmp_1johvvvr69g","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-39","epoch":0,"score":"I","citations":[{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"}],"searchCalls":[{"id":"st_tmp_t2pwckpu4yk","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-4","epoch":0,"score":"I","citations":[{"url":"https://www.visionofhumanity.org/","title":"www.visionofhumanity.org"},{"url":"https://www.visionofhumanity.org/","title":"www.visionofhumanity.org"},{"url":"https://www.visionofhumanity.org/","title":"www.visionofhumanity.org"},{"url":"https://www.visionofhumanity.org/","title":"www.visionofhumanity.org"},{"url":"https://www.visionofhumanity.org/","title":"www.visionofhumanity.org"}],"searchCalls":[{"id":"st_tmp_8atrtdgt1g4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_32lv8fq3hfg","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_nniyrldu7ja","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_h7kjf3q2xig","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-40","epoch":0,"score":"I","citations":[{"url":"https://files.worldhappiness.report/","title":"files.worldhappiness.report"},{"url":"https://www.worldhappiness.report/","title":"www.worldhappiness.report"},{"url":"https://www.wsj.com/","title":"www.wsj.com"},{"url":"https://www.ox.ac.uk/","title":"www.ox.ac.uk"},{"url":"https://wellbeing.hmc.ox.ac.uk/","title":"wellbeing.hmc.ox.ac.uk"}],"searchCalls":[{"id":"st_tmp_8g660n9aqou","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_30po72jty7p","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_uy6geq8uc6","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-41","epoch":0,"score":"I","citations":[{"url":"https://trca.ca/","title":"trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://www.maple.watch/","title":"www.maple.watch"},{"url":"https://whitchurch.civicweb.net/","title":"whitchurch.civicweb.net"},{"url":"https://trca.ca/","title":"trca.ca"}],"searchCalls":[{"id":"st_tmp_ltg1eu7phs8","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-42","epoch":0,"score":"I","citations":[{"url":"https://www.cia.gov/","title":"www.cia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://start.csail.mit.edu/","title":"start.csail.mit.edu"},{"url":"https://start.csail.mit.edu/","title":"start.csail.mit.edu"},{"url":"https://worldfactbookarchive.org/","title":"worldfactbookarchive.org"}],"searchCalls":[{"id":"st_tmp_vipznhpiph","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-43","epoch":0,"score":"I","citations":[{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"}],"searchCalls":[{"id":"st_tmp_l3f8kquk1h","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-44","epoch":0,"score":"C","citations":[{"url":"http://endcorporalpunishment.org/","title":"endcorporalpunishment.org"},{"url":"http://endcorporalpunishment.org/","title":"endcorporalpunishment.org"},{"url":"https://endcorporalpunishment.org/","title":"endcorporalpunishment.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://endcorporalpunishment.org/","title":"endcorporalpunishment.org"}],"searchCalls":[{"id":"st_tmp_z67t37cjm3","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-45","epoch":0,"score":"C","citations":[{"url":"https://www.accessdata.fda.gov/","title":"www.accessdata.fda.gov"},{"url":"https://www.accessdata.fda.gov/","title":"www.accessdata.fda.gov"},{"url":"https://www.accessdata.fda.gov/","title":"www.accessdata.fda.gov"},{"url":"https://www.accessdata.fda.gov/","title":"www.accessdata.fda.gov"},{"url":"https://www.accessdata.fda.gov/","title":"www.accessdata.fda.gov"}],"searchCalls":[{"id":"st_tmp_l981idu7va","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-46","epoch":0,"score":"I","citations":[{"url":"https://icbc.com/","title":"icbc.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://catalogue.data.gov.bc.ca/","title":"catalogue.data.gov.bc.ca"},{"url":"https://catalogue.data.gov.bc.ca/","title":"catalogue.data.gov.bc.ca"}],"searchCalls":[{"id":"st_tmp_53eglx141n","status":"completed","action":"search","executed":true,"sourceCount":4}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-47","epoch":0,"score":"I","citations":[{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"}],"searchCalls":[{"id":"st_tmp_1nm26nmfc7n","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-48","epoch":0,"score":"C","citations":[{"url":"https://assets.publishing.service.gov.uk/","title":"assets.publishing.service.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://assets.publishing.service.gov.uk/","title":"assets.publishing.service.gov.uk"},{"url":"https://www.ofwat.gov.uk/","title":"www.ofwat.gov.uk"}],"searchCalls":[{"id":"st_tmp_3m21ns0kma","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-49","epoch":0,"score":"C","citations":[{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"}],"searchCalls":[{"id":"st_tmp_e44jzj3ts4n","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-5","epoch":0,"score":"I","citations":[{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.nearnorthschools.ca/","title":"www.nearnorthschools.ca"}],"searchCalls":[{"id":"st_tmp_mwh0ipsg1ym","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oywx6nyyx4g","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_uw6lvx79sf","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-50","epoch":0,"score":"C","citations":[{"url":"https://www.pulitzer.org/","title":"www.pulitzer.org"},{"url":"https://www.pulitzer.org/","title":"www.pulitzer.org"},{"url":"https://www.pulitzer.org/","title":"www.pulitzer.org"},{"url":"https://www.pulitzer.org/","title":"www.pulitzer.org"}],"searchCalls":[{"id":"st_tmp_uh4m9edosk","status":"completed","action":"search","executed":true,"sourceCount":4}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-51","epoch":0,"score":"C","citations":[{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www.statcan.gc.ca/","title":"www.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"}],"searchCalls":[{"id":"st_tmp_dvb7h0e8m4","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-52","epoch":0,"score":"C","citations":[{"url":"https://sdg-indikatoren.de/","title":"sdg-indikatoren.de"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://sdgindicators.nso.gov.mt/","title":"sdgindicators.nso.gov.mt"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://sdg.eustat.eus/","title":"sdg.eustat.eus"}],"searchCalls":[{"id":"st_tmp_akwq5558mfq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1yq2fmin1qo","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_1c3wr8ky6qu","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-53","epoch":0,"score":"C","citations":[{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"},{"url":"https://www.nhtsa.gov/","title":"www.nhtsa.gov"},{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://www.nhtsa.gov/","title":"www.nhtsa.gov"}],"searchCalls":[{"id":"st_tmp_5q5xww93g6b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_um3gqc536n","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-54","epoch":0,"score":"I","citations":[{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"}],"searchCalls":[{"id":"st_tmp_2lmsm2a9sor","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-55","epoch":0,"score":"C","citations":[{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"}],"searchCalls":[{"id":"st_tmp_l1376h5frbe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c7bxd5m75yq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_b34nikptst","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-56","epoch":0,"score":"I","citations":[{"url":"https://schoolsup.org/","title":"schoolsup.org"},{"url":"https://www.azcentral.com/","title":"www.azcentral.com"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://archive.legmt.gov/","title":"archive.legmt.gov"}],"searchCalls":[{"id":"st_tmp_vg9vlo0hvxn","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-57","epoch":0,"score":"C","citations":[{"url":"https://results.elections.ny.gov/","title":"results.elections.ny.gov"},{"url":"https://results.elections.ny.gov/","title":"results.elections.ny.gov"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://results.elections.ny.gov/","title":"results.elections.ny.gov"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"}],"searchCalls":[{"id":"st_tmp_j7ohaknps5a","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-58","epoch":0,"score":"C","citations":[{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://www2.census.gov/","title":"www2.census.gov"}],"searchCalls":[{"id":"st_tmp_sjs6bx0xajh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pfsb2x09ea","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_heciv1ideeu","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_rk9qr51qfwr","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-59","epoch":0,"score":"I","citations":[{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"}],"searchCalls":[{"id":"st_tmp_6paevppsn48","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-6","epoch":0,"score":"I","citations":[{"url":"https://engage.grandrapidsmi.gov/","title":"engage.grandrapidsmi.gov"},{"url":"https://www.mlive.com/","title":"www.mlive.com"},{"url":"https://www.grmag.com/","title":"www.grmag.com"},{"url":"https://gr.publicinput.com/","title":"gr.publicinput.com"},{"url":"https://www.grandrapidsmi.gov/","title":"www.grandrapidsmi.gov"}],"searchCalls":[{"id":"st_tmp_c3bykang93f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nkjihiwgolk","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_fpsx2omfqgd","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_17xxtby5sbo","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-60","epoch":0,"score":"I","citations":[{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"}],"searchCalls":[{"id":"st_tmp_1xjiiwtsvbv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_unxnerc1f8s","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ewjs97estgl","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-61","epoch":0,"score":"C","citations":[{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"}],"searchCalls":[{"id":"st_tmp_r57x9td3mog","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-62","epoch":0,"score":"I","citations":[{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://unctadstat.unctad.org/","title":"unctadstat.unctad.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"}],"searchCalls":[{"id":"st_tmp_d9odat5hop","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-63","epoch":0,"score":"C","citations":[{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"}],"searchCalls":[{"id":"st_tmp_wklnbtmnd","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_78n913nkb99","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_sa00xxdsc3r","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_iuy4g5u12u","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-64","epoch":0,"score":"I","citations":[{"url":"https://www.regents.nysed.gov/","title":"www.regents.nysed.gov"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"}],"searchCalls":[{"id":"st_tmp_9wzt9giodl","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-65","epoch":0,"score":"I","citations":[{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://www.kleinisd.net/","title":"www.kleinisd.net"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"}],"searchCalls":[{"id":"st_tmp_s79lewmr8vi","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-66","epoch":0,"score":"I","citations":[{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://datacatalogfiles.worldbank.org/","title":"datacatalogfiles.worldbank.org"},{"url":"https://www.census.gov/","title":"www.census.gov"}],"searchCalls":[{"id":"st_tmp_gw6i0yie6ae","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_632soau40tv","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_7styvhnjwrr","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-67","epoch":0,"score":"I","citations":[{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.parliament.nsw.gov.au/","title":"www.parliament.nsw.gov.au"}],"searchCalls":[{"id":"st_tmp_3zht8f8gkq2","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-68","epoch":0,"score":"I","citations":[{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"}],"searchCalls":[{"id":"st_tmp_4czo1lwfpvw","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-69","epoch":0,"score":"C","citations":[{"url":"https://www.eiu.com/","title":"www.eiu.com"},{"url":"https://data360files.worldbank.org/","title":"data360files.worldbank.org"},{"url":"https://www.voaafrica.com/","title":"www.voaafrica.com"},{"url":"https://data360files.worldbank.org/","title":"data360files.worldbank.org"},{"url":"https://thedocs.worldbank.org/","title":"thedocs.worldbank.org"}],"searchCalls":[{"id":"st_tmp_p0qsxso2hha","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-7","epoch":0,"score":"I","citations":[{"url":"https://lol.fandom.com/","title":"lol.fandom.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://loltv.gg/","title":"loltv.gg"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://lol.fandom.com/","title":"lol.fandom.com"}],"searchCalls":[{"id":"st_tmp_xzj67wyuzn","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-70","epoch":0,"score":"I","citations":[{"url":"https://data.sfgov.org/","title":"data.sfgov.org"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"}],"searchCalls":[{"id":"st_tmp_765sl7oi1ci","status":"completed","action":"search","executed":true,"sourceCount":4}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-71","epoch":0,"score":"I","citations":[{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://usdss.cdc.gov/","title":"usdss.cdc.gov"}],"searchCalls":[{"id":"st_tmp_f26bn25wfnf","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-72","epoch":0,"score":"I","citations":[{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"}],"searchCalls":[{"id":"st_tmp_u588935gwa","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-73","epoch":0,"score":"I","citations":[{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"}],"searchCalls":[{"id":"st_tmp_4lafgiuz9um","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-74","epoch":0,"score":"C","citations":[{"url":"https://www.nvidia.com/","title":"www.nvidia.com"},{"url":"https://www.nvidia.com/","title":"www.nvidia.com"},{"url":"https://forums.developer.nvidia.com/","title":"forums.developer.nvidia.com"},{"url":"https://www.nvidia.com/","title":"www.nvidia.com"},{"url":"https://www.nvidia.com/","title":"www.nvidia.com"}],"searchCalls":[{"id":"st_tmp_qdbdpnwp069","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-75","epoch":0,"score":"I","citations":[{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://www.nhtsa.gov/","title":"www.nhtsa.gov"},{"url":"https://cdan.nhtsa.gov/","title":"cdan.nhtsa.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"}],"searchCalls":[{"id":"st_tmp_mcpjnau46c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pfb1hsq0k3f","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-76","epoch":0,"score":"I","citations":[{"url":"https://www.sheffield.gov.uk/","title":"www.sheffield.gov.uk"},{"url":"https://www.sheffield.gov.uk/","title":"www.sheffield.gov.uk"},{"url":"https://content.govdelivery.com/","title":"content.govdelivery.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.local-democracy.uk/","title":"www.local-democracy.uk"}],"searchCalls":[{"id":"st_tmp_h4ws820rxyf","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-77","epoch":0,"score":"I","citations":[{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.statista.com/","title":"www.statista.com"},{"url":"https://www.statista.com/","title":"www.statista.com"},{"url":"https://www.destatis.de/","title":"www.destatis.de"}],"searchCalls":[{"id":"st_tmp_wpxkf3hau3","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-78","epoch":0,"score":"I","citations":[{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"}],"searchCalls":[{"id":"st_tmp_0ii9zof3mu68","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-79","epoch":0,"score":"I","citations":[{"url":"https://www.iqair.com/","title":"www.iqair.com"},{"url":"https://www.iqair.com/","title":"www.iqair.com"},{"url":"https://www.iqair.com/","title":"www.iqair.com"},{"url":"https://www.iqair.com/","title":"www.iqair.com"},{"url":"https://www.iqair.com/","title":"www.iqair.com"}],"searchCalls":[{"id":"st_tmp_0i00z6470vop","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_11e8s7j5vfa","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_pmheqx8uzvr","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-8","epoch":0,"score":"I","citations":[{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://catalog.data.gov/","title":"catalog.data.gov"}],"searchCalls":[{"id":"st_tmp_fc3aj6yja9b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_776vgxxriwl","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-80","epoch":0,"score":"I","citations":[{"url":"https://journals.sagepub.com/","title":"journals.sagepub.com"},{"url":"https://journals.sagepub.com/","title":"journals.sagepub.com"},{"url":"https://journals.sagepub.com/","title":"journals.sagepub.com"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://scholarworks.iu.edu/","title":"scholarworks.iu.edu"}],"searchCalls":[{"id":"st_tmp_tpcdh0w27w","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-81","epoch":0,"score":"C","citations":[{"url":"https://www.fldoe.org/","title":"www.fldoe.org"},{"url":"https://www.nationalmerit.org/","title":"www.nationalmerit.org"},{"url":"https://www.ndapandas.org/","title":"www.ndapandas.org"},{"url":"https://www.nationalmerit.org/","title":"www.nationalmerit.org"},{"url":"https://files.eric.ed.gov/","title":"files.eric.ed.gov"}],"searchCalls":[{"id":"st_tmp_jcjuqwh253c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n80qqsq6an","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_zxfojkb28jh","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-82","epoch":0,"score":"I","citations":[{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"}],"searchCalls":[{"id":"st_tmp_24nyvg5fl06","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-83","epoch":0,"score":"I","citations":[{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"}],"searchCalls":[{"id":"st_tmp_ftqara2x9s","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-84","epoch":0,"score":"I","citations":[{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"}],"searchCalls":[{"id":"st_tmp_x9hf2uf8lei","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-85","epoch":0,"score":"I","citations":[{"url":"https://gps.iza.org/","title":"gps.iza.org"},{"url":"https://ftp.iza.org/","title":"ftp.iza.org"},{"url":"https://www.nber.org/","title":"www.nber.org"},{"url":"https://www.nber.org/","title":"www.nber.org"},{"url":"https://cepr.org/","title":"cepr.org"}],"searchCalls":[{"id":"st_tmp_ui9t175570g","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-86","epoch":0,"score":"I","citations":[{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"}],"searchCalls":[{"id":"st_tmp_0lixzfuulo3e","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-87","epoch":0,"score":"I","citations":[{"url":"http://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemson.edu/","title":"www.clemson.edu"},{"url":"https://hgic.clemson.edu/","title":"hgic.clemson.edu"}],"searchCalls":[{"id":"st_tmp_w204a8aqqp","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-88","epoch":0,"score":"I","citations":[{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://news.ballotpedia.org/","title":"news.ballotpedia.org"},{"url":"https://news.ballotpedia.org/","title":"news.ballotpedia.org"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"}],"searchCalls":[{"id":"st_tmp_ioqztxy1l4","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-89","epoch":0,"score":"C","citations":[{"url":"https://data.torontopolice.on.ca/","title":"data.torontopolice.on.ca"}],"searchCalls":[{"id":"st_tmp_tdzemknfxin","status":"completed","action":"search","executed":true,"sourceCount":1}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-9","epoch":0,"score":"I","citations":[{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://assets.publishing.service.gov.uk/","title":"assets.publishing.service.gov.uk"}],"searchCalls":[{"id":"st_tmp_mak2w45l50q","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-90","epoch":0,"score":"C","citations":[{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://population.un.org/","title":"population.un.org"}],"searchCalls":[{"id":"st_tmp_zu79v5zkxbc","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-91","epoch":0,"score":"I","citations":[{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"}],"searchCalls":[{"id":"st_tmp_dkhkswl0u2h","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-92","epoch":0,"score":"I","citations":[{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"}],"searchCalls":[{"id":"st_tmp_9lre082yty","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-93","epoch":0,"score":"I","citations":[{"url":"https://www.fao.org/","title":"www.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://www.fao.org/","title":"www.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"}],"searchCalls":[{"id":"st_tmp_4tpj8d1o17k","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-94","epoch":0,"score":"I","citations":[{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://stats.oecd.org/","title":"stats.oecd.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"}],"searchCalls":[{"id":"st_tmp_lz963ik09b","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-95","epoch":0,"score":"I","citations":[{"url":"https://high-schools.com/","title":"high-schools.com"},{"url":"https://high-schools.com/","title":"high-schools.com"},{"url":"https://high-schools.com/","title":"high-schools.com"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"}],"searchCalls":[{"id":"st_tmp_v2j1kfo6cr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qqt0uybo9y9","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_gwmafexenhh","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-96","epoch":0,"score":"I","citations":[{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://www.nhtsa.gov/","title":"www.nhtsa.gov"}],"searchCalls":[{"id":"st_tmp_xbk6jz8yl08","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-97","epoch":0,"score":"C","citations":[{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://apnews.com/","title":"apnews.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.genderontheballot.org/","title":"www.genderontheballot.org"}],"searchCalls":[{"id":"st_tmp_fqmw0w2jimw","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-98","epoch":0,"score":"I","citations":[{"url":"https://gamefaqs.gamespot.com/","title":"gamefaqs.gamespot.com"},{"url":"https://www.ign.com/","title":"www.ign.com"},{"url":"https://foggyproductions.com/","title":"foggyproductions.com"},{"url":"https://gamefaqs.gamespot.com/","title":"gamefaqs.gamespot.com"},{"url":"https://gamefaqs.gamespot.com/","title":"gamefaqs.gamespot.com"}],"searchCalls":[{"id":"st_tmp_086k5hb5cc38","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"dsqa","sampleId":"dsqa-99","epoch":0,"score":"C","citations":[{"url":"https://www.weforum.org/","title":"www.weforum.org"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://www.weforum.org/","title":"www.weforum.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://www.newswire.ca/","title":"www.newswire.ca"}],"searchCalls":[{"id":"st_tmp_i331fylx32i","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_001","epoch":0,"score":"I","citations":[{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"}],"searchCalls":[{"id":"st_tmp_xsr6hez465","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_aewu8uyqtlv","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_v96kvidzqis","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_oh9v7feamoh","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_3ohhp4gvfnr","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_002","epoch":0,"score":"I","citations":[{"url":"https://www.johnniewalker.com/","title":"www.johnniewalker.com"},{"url":"https://www.johnniewalker.com/","title":"www.johnniewalker.com"},{"url":"https://www.johnniewalker.com/","title":"www.johnniewalker.com"}],"searchCalls":[{"id":"st_tmp_0qjfea988mbj","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_wdlkn7uxwdj","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_wacwn13i6v","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_7cwce8bidop","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_if22qz1aet","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_d2rw6gk1nfe","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_003","epoch":0,"score":"I","citations":[{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.olympics.com/","title":"www.olympics.com"}],"searchCalls":[{"id":"st_tmp_isql1iijl2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1818a8dmpbu","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_gpqp0u85ufr","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_yo1jwxvd5wn","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_p9ool9l35q","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_titk5gavsyk","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_004","epoch":0,"score":"I","citations":[{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://www.samsung.com/","title":"www.samsung.com"},{"url":"https://www.samsung.com/","title":"www.samsung.com"},{"url":"https://www.cnet.com/","title":"www.cnet.com"},{"url":"https://www.computerworld.com/","title":"www.computerworld.com"}],"searchCalls":[{"id":"st_tmp_7d4j647kh12","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b9d6muv3rqa","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_gus0p43qjm","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_nnuxt8nlrqm","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_zdt2ldmllz","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_78gei3jf9ql","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_tze8ix21lzm","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_tbqk04j4kkf","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_scy6ls7oix","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_zbieg078khi","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_xk4kzh68bm","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_005","epoch":0,"score":"I","citations":[{"url":"https://gradhandbook.mae.cornell.edu/","title":"gradhandbook.mae.cornell.edu"},{"url":"https://catalog.cornell.edu/","title":"catalog.cornell.edu"},{"url":"https://www.duffield.cornell.edu/","title":"www.duffield.cornell.edu"},{"url":"https://www.duffield.cornell.edu/","title":"www.duffield.cornell.edu"},{"url":"https://und-public.courseleaf.com/","title":"und-public.courseleaf.com"}],"searchCalls":[{"id":"st_tmp_j55d81o2e09","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pfpm63bzha9","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_aqp6m02vxpc","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_tlkao59ajxc","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_lknyq3j9jgf","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_b0xxwp2jnkj","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_yhwr356tokc","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_2vi4yzqtueo","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_006","epoch":0,"score":"I","citations":[{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.taylorswift.com/","title":"www.taylorswift.com"},{"url":"https://tswift.chronicle.vip/","title":"tswift.chronicle.vip"},{"url":"https://www.newsday.com/","title":"www.newsday.com"},{"url":"https://www.lenovocenter.com/","title":"www.lenovocenter.com"}],"searchCalls":[{"id":"st_tmp_ar4r6ehjf3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b8fpryq6aym","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_j9cnj11jv3","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_7yf7aswhukn","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_dx8l2mujrkf","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_9udodqzv54","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_007","epoch":0,"score":"I","citations":[{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"}],"searchCalls":[{"id":"st_tmp_asdcacv749q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_csj6ie6w6sl","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_1p9m4wkyzbk","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_vq2rceh6ve","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_008","epoch":0,"score":"I","citations":[{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://mondovisione.com/","title":"mondovisione.com"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"}],"searchCalls":[{"id":"st_tmp_mknxscbuter","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4a2z2skimx4","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_s1tqiqwe84g","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ensn83nsx7q","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_009","epoch":0,"score":"I","citations":[{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"}],"searchCalls":[{"id":"st_tmp_031d1yqxs3dq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1stry7lcqrj","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_vt51wrwy3lr","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_010","epoch":0,"score":"I","citations":[{"url":"https://national-landscapes.org.uk/","title":"national-landscapes.org.uk"},{"url":"https://www.kent.gov.uk/","title":"www.kent.gov.uk"},{"url":"https://www.worcestershire.gov.uk/","title":"www.worcestershire.gov.uk"},{"url":"https://national-landscapes.org.uk/","title":"national-landscapes.org.uk"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_ws0yvo2qzbm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xxvdhrvqrk","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_0yn9dw5u9hdd","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ue8m704pro","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_011","epoch":0,"score":"I","citations":[{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"}],"searchCalls":[{"id":"st_tmp_t2w7ezy55m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o9q9fuuv0a8","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_g2t50aswgc","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_i6t1p0exix","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_012","epoch":0,"score":"I","citations":[{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://edition.cnn.com/","title":"edition.cnn.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://edition.cnn.com/","title":"edition.cnn.com"}],"searchCalls":[{"id":"st_tmp_2d3y2aoi956","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9kulghke7w7","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_h9mdjrrg3cb","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_bgbc6sb4usk","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_b06hjboiq56","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_013","epoch":0,"score":"C","citations":[{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://musicbrainz.org/","title":"musicbrainz.org"}],"searchCalls":[{"id":"st_tmp_gb0w8b1h7cf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b1pxiwwzmth","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ocm81ns7hql","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_6467cm0z3ne","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_u3vnricxfya","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_6nsgwwod9nk","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ynmv2ltfqie","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_thbx3qi7dvq","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_014","epoch":0,"score":"I","citations":[{"url":"https://edition.cnn.com/","title":"edition.cnn.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://edition.cnn.com/","title":"edition.cnn.com"},{"url":"https://indianexpress.com/","title":"indianexpress.com"},{"url":"https://www.data.gov.uk/","title":"www.data.gov.uk"}],"searchCalls":[{"id":"st_tmp_957obqb977p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2rztftae6bi","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_bragyna13nl","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_nob34c9gr1","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_gnjmu83gq9s","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_015","epoch":0,"score":"I","citations":[{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"}],"searchCalls":[{"id":"st_tmp_q2xk9s5inxi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jaq6io3d8l","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_un0ncv3dxw","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_016","epoch":0,"score":"I","citations":[{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"},{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.guinnessworldrecords.com/","title":"www.guinnessworldrecords.com"}],"searchCalls":[{"id":"st_tmp_l1ivb25r8cj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ej9m3ebtrd","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_g2ymgxeo95h","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_2qrso9955g3","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_017","epoch":0,"score":"I","citations":[{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nationalparkstraveler.org/","title":"www.nationalparkstraveler.org"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"}],"searchCalls":[{"id":"st_tmp_v8d5be4gbq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jeb64qsqzmp","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_o9si5pbn12m","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_2tz2ciukzip","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_yw17j09r0xi","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_dpx792te5","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_o1d2h5zrbn","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_e9smqx4z71","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_018","epoch":0,"score":"C","citations":[{"url":"https://fiscal.treasury.gov/","title":"fiscal.treasury.gov"},{"url":"https://fiscaldata.treasury.gov/","title":"fiscaldata.treasury.gov"},{"url":"https://fiscaldata.treasury.gov/","title":"fiscaldata.treasury.gov"},{"url":"https://fiscal.treasury.gov/","title":"fiscal.treasury.gov"},{"url":"https://fiscal.treasury.gov/","title":"fiscal.treasury.gov"}],"searchCalls":[{"id":"st_tmp_qcwn2bmyuxe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c4ngm5mz77w","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_i1ndzzk9vmg","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_f3jpfvd03us","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_019","epoch":0,"score":"I","citations":[{"url":"https://ir.cgoncology.com/","title":"ir.cgoncology.com"},{"url":"https://cgoncology.com/","title":"cgoncology.com"},{"url":"http://nasdaq.com/","title":"nasdaq.com"},{"url":"https://ir.cgoncology.com/","title":"ir.cgoncology.com"},{"url":"https://ir.cgoncology.com/","title":"ir.cgoncology.com"}],"searchCalls":[{"id":"st_tmp_d9ie2u0vttm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fr3h7bj2aqv","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_yaerwpznvyj","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_po5rmrsu4i","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_shif8c9sip","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_020","epoch":0,"score":"I","citations":[{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"}],"searchCalls":[{"id":"st_tmp_qvwjntvqcvj","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_cget1vkur78","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_v146wef9si","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ka8yd3kyvhd","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_jzyd328rzl","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_otwhxeshgxi","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_gv24rcytbdl","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_021","epoch":0,"score":"C","citations":[{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"}],"searchCalls":[{"id":"st_tmp_roy1at4u7k","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_7eg0s8vfccy","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_4wjbwlywgtr","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_022","epoch":0,"score":"I","citations":[{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://newsroom.spotify.com/","title":"newsroom.spotify.com"},{"url":"https://www.scmp.com/","title":"www.scmp.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.timeout.com/","title":"www.timeout.com"}],"searchCalls":[{"id":"st_tmp_swkgpirki3q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7bhn8zf1cbo","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_t6l7srm5r7n","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_023","epoch":0,"score":"I","citations":[{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"}],"searchCalls":[{"id":"st_tmp_7vlsov45giu","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_bls6vasfn5d","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_13anljv4slc","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_024","epoch":0,"score":"I","citations":[{"url":"https://www.cbssports.com/","title":"www.cbssports.com"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.hollywoodreporter.com/","title":"www.hollywoodreporter.com"},{"url":"https://media.nfl.com/","title":"media.nfl.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"}],"searchCalls":[{"id":"st_tmp_08rhkwid2u24","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y6a0h1c105m","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ssm95ft0fj","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_m7h8rqfnud","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_025","epoch":0,"score":"I","citations":[{"url":"https://www.plannedparenthood.org/","title":"www.plannedparenthood.org"},{"url":"https://www.plannedparenthood.org/","title":"www.plannedparenthood.org"},{"url":"https://www.plannedparenthood.org/","title":"www.plannedparenthood.org"},{"url":"https://www.plannedparenthood.org/","title":"www.plannedparenthood.org"},{"url":"https://www.plannedparenthood.org/","title":"www.plannedparenthood.org"}],"searchCalls":[{"id":"st_tmp_8fidk1s4wth","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jypcotwf9fi","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_uif61xcxflh","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_zt6ch7t2218","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_vm10y4630i","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_mgwf0rqjzr9","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_026","epoch":0,"score":"I","citations":[{"url":"https://www.palmbeachpost.com/","title":"www.palmbeachpost.com"},{"url":"https://www.cbsnews.com/","title":"www.cbsnews.com"},{"url":"https://www.cbsnews.com/","title":"www.cbsnews.com"},{"url":"https://www.fox5atlanta.com/","title":"www.fox5atlanta.com"},{"url":"https://www.fox4news.com/","title":"www.fox4news.com"}],"searchCalls":[{"id":"st_tmp_qwglm7nhz8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_od2v1w4wg","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_v292roxust","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_027","epoch":0,"score":"I","citations":[{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"}],"searchCalls":[{"id":"st_tmp_ly1s33j5z4","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_8ze2bkvym5b","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_wavrvpu71zn","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_u65alm3sh4","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_028","epoch":0,"score":"I","citations":[{"url":"https://corporate.mcdonalds.com/","title":"corporate.mcdonalds.com"},{"url":"http://corporate.mcdonalds.com/","title":"corporate.mcdonalds.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://corporate.mcdonalds.com/","title":"corporate.mcdonalds.com"},{"url":"https://corporate.mcdonalds.com/","title":"corporate.mcdonalds.com"}],"searchCalls":[{"id":"st_tmp_vd29yios7qj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f2b2qf8lbz","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_cdeh5j4lyfc","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_qj9jvalvx8","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_7hydzzot897","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_029","epoch":0,"score":"C","citations":[{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.cnbc.com/","title":"www.cnbc.com"}],"searchCalls":[{"id":"st_tmp_8br7or3b0z8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vvt9ykjdqws","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_1qv69dngcsa","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_030","epoch":0,"score":"I","citations":[{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"}],"searchCalls":[{"id":"st_tmp_8owidm0jy5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c47ibra70g","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_324tbgznjba","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_estuztvshbn","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_hqs4e0kbs2g","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_031","epoch":0,"score":"I","citations":[{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://tv.apple.com/","title":"tv.apple.com"},{"url":"https://www.allmovie.com/","title":"www.allmovie.com"},{"url":"https://www.fandango.com/","title":"www.fandango.com"},{"url":"https://www.wsj.com/","title":"www.wsj.com"}],"searchCalls":[{"id":"st_tmp_ua6lr9oct4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c1v7yckki4c","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_7gcckr3o8rl","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_w5umqsdjyxi","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_032","epoch":0,"score":"I","citations":[{"url":"https://opendata.transport.nsw.gov.au/","title":"opendata.transport.nsw.gov.au"},{"url":"https://transportnsw.info/","title":"transportnsw.info"},{"url":"https://transportnsw.info/","title":"transportnsw.info"},{"url":"https://transportnsw.info/","title":"transportnsw.info"},{"url":"https://transportnsw.info/","title":"transportnsw.info"}],"searchCalls":[{"id":"st_tmp_zyl4fjym3xr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tq98dk2ikm","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_athz9mc5lh","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_pdzlaj8kzwt","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_033","epoch":0,"score":"I","citations":[{"url":"https://d18rn0p25nwr6d.cloudfront.net/","title":"d18rn0p25nwr6d.cloudfront.net"},{"url":"https://d18rn0p25nwr6d.cloudfront.net/","title":"d18rn0p25nwr6d.cloudfront.net"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://s2.q4cdn.com/","title":"s2.q4cdn.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"}],"searchCalls":[{"id":"st_tmp_36prt0hujmw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ist99e9wzf8","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_sxviivxfked","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_2obcsvugulv","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_h35ctw82a3c","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_gangmshvvdw","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_r1bxpr7p1hk","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_1xmrk7ggvae","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_vrsvhib6ta","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_tvyh7vhwozf","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_034","epoch":0,"score":"I","citations":[{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"}],"searchCalls":[{"id":"st_tmp_ykltb03ci5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i38t2k61h3","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_e5ufrtcoefe","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_035","epoch":0,"score":"I","citations":[{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://www2.labor.alabama.gov/","title":"www2.labor.alabama.gov"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://www.bls.gov/","title":"www.bls.gov"}],"searchCalls":[{"id":"st_tmp_0lk58xu63w8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9vuq3sbqpw5","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_nbi88s725e","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_036","epoch":0,"score":"I","citations":[{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"},{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"},{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"},{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"},{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"}],"searchCalls":[{"id":"st_tmp_go5d42w2aac","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qcd09bi2sb","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_xp9dp0f1d4c","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_9u22cu2c5qt","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_nhz05sdyl6","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_lrqwdbumvlf","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_037","epoch":0,"score":"I","citations":[{"url":"https://parade.com/","title":"parade.com"},{"url":"https://www.instyle.com/","title":"www.instyle.com"},{"url":"https://people.com/","title":"people.com"},{"url":"https://people.com/","title":"people.com"},{"url":"https://www.nj.com/","title":"www.nj.com"}],"searchCalls":[{"id":"st_tmp_cqtwiqzlkq9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cv00tgbvivd","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_sgpuix57xyj","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_vc2shb26ehe","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_fajl8czp6k","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_jt8b91a02pq","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_038","epoch":0,"score":"I","citations":[{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://on.theverge.com/","title":"on.theverge.com"},{"url":"https://arstechnica.com/","title":"arstechnica.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.theverge.com/","title":"www.theverge.com"}],"searchCalls":[{"id":"st_tmp_puzi6kslol9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ywmu72n97sg","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_mz9mppvnahs","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_86jevx0wpiy","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_pb34qd6q41a","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_83bcaqcdyax","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_z0t8daioxr","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_bjqij6psu","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_039","epoch":0,"score":"I","citations":[{"url":"https://indianexpress.com/","title":"indianexpress.com"},{"url":"https://www.hindustantimes.com/","title":"www.hindustantimes.com"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://indianexpress.com/","title":"indianexpress.com"},{"url":"https://www.timeout.com/","title":"www.timeout.com"}],"searchCalls":[{"id":"st_tmp_5ug2yzu0khy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1jzbx6cydep","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_q4l0amenao","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_040","epoch":0,"score":"I","citations":[{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.inkl.com/","title":"www.inkl.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://brandequity.economictimes.indiatimes.com/","title":"brandequity.economictimes.indiatimes.com"}],"searchCalls":[{"id":"st_tmp_i0a4vvic2f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hsvevkqj7zw","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_byrft0kak9","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_sazdzcie66j","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_qnr1fn7xj7","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_041","epoch":0,"score":"I","citations":[{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://goodereader.com/","title":"goodereader.com"},{"url":"https://nhfpl.org/","title":"nhfpl.org"},{"url":"https://lunch.publishersmarketplace.com/","title":"lunch.publishersmarketplace.com"}],"searchCalls":[{"id":"st_tmp_6w73dd1n9mc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wyhtp49sn09","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_s83xegw0qje","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_685subrcu9l","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_r49lm2v5u3","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_88eimbvz7k","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_042","epoch":0,"score":"I","citations":[{"url":"https://ir.aboutamazon.com/","title":"ir.aboutamazon.com"},{"url":"https://www.businessinsider.com/","title":"www.businessinsider.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://economictimes.indiatimes.com/","title":"economictimes.indiatimes.com"},{"url":"https://www.nasdaq.com/","title":"www.nasdaq.com"}],"searchCalls":[{"id":"st_tmp_hhqwgx7b4ki","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lo9v77w7nlg","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_d2pwx93g1x7","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_zirvxh1lc98","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_bpm984mp2z6","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_4qo9ucfv8zg","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_043","epoch":0,"score":"I","citations":[{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"}],"searchCalls":[{"id":"st_tmp_3a14tk1nkk6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ld71jgsc1sa","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_1pcmwnfdy4j","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_jxsoqqfwlz","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_044","epoch":0,"score":"I","citations":[{"url":"https://english.visitseoul.net/","title":"english.visitseoul.net"},{"url":"https://www.nfm.go.kr/","title":"www.nfm.go.kr"},{"url":"http://whankimuseum.org/","title":"whankimuseum.org"},{"url":"https://museum.seoul.go.kr/","title":"museum.seoul.go.kr"},{"url":"https://english.seoul.go.kr/","title":"english.seoul.go.kr"}],"searchCalls":[{"id":"st_tmp_q8j4hyd7wzm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f1qjrkmyo3f","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_fpgugl1vx0v","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_fenjvcudeed","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_i46sh3uy4lc","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_hmkpmh0ryi","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_045","epoch":0,"score":"I","citations":[{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"}],"searchCalls":[{"id":"st_tmp_6qgdd6ct45h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5z6gj7t72di","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_nrdvhl15ug9","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_046","epoch":0,"score":"I","citations":[{"url":"https://usavolleyball.org/","title":"usavolleyball.org"},{"url":"https://usavolleyball.org/","title":"usavolleyball.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://usavolleyball.org/","title":"usavolleyball.org"},{"url":"https://floridagators.com/","title":"floridagators.com"}],"searchCalls":[{"id":"st_tmp_e1nrkwgf3pv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7930tb04l1n","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_pqcir9nj15","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_61z9f4ioe4j","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_047","epoch":0,"score":"I","citations":[{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"}],"searchCalls":[{"id":"st_tmp_26n846uej5n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u9mvr58tgdm","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_1q3qz9p7k3w","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_7y80x81aah7","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_048","epoch":0,"score":"I","citations":[{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://www.chron.com/","title":"www.chron.com"},{"url":"https://www.police1.com/","title":"www.police1.com"},{"url":"https://www.latimes.com/","title":"www.latimes.com"},{"url":"https://www.congress.gov/","title":"www.congress.gov"}],"searchCalls":[{"id":"st_tmp_bwsj67vfuvb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ii1swza8qr","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_6h6odohog75","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_drsaow3uh1b","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_bkzubnfbnfn","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_049","epoch":0,"score":"I","citations":[{"url":"https://media.ford.com/","title":"media.ford.com"},{"url":"https://www.grandprairieford.com/","title":"www.grandprairieford.com"},{"url":"https://cars.usnews.com/","title":"cars.usnews.com"},{"url":"https://www.carweek.com/","title":"www.carweek.com"},{"url":"https://carchomper.com/","title":"carchomper.com"}],"searchCalls":[{"id":"st_tmp_1yaae267uvh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nv2ukjzmh6","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_wthh9vomhy","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_de1v04jh4ah","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_etwz6anl9q","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_4slr60vr4ge","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_80vvfntcdd","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_qbj7q1hg3i","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_6pv5a6q5n8v","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_1ieboqy264","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_60ebpy9wnxu","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_a7nqzl52ge6","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_cjsubo4nim","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_an1fkdywsof","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_spqw940udi","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_050","epoch":0,"score":"I","citations":[{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://data.ipu.org/","title":"data.ipu.org"}],"searchCalls":[{"id":"st_tmp_rufvqwpe1xe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oj2eo5bat5b","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_0rwikx1eoou","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_e01bn423h34","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_051","epoch":0,"score":"I","citations":[{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://ktla.com/","title":"ktla.com"},{"url":"https://fox8.com/","title":"fox8.com"}],"searchCalls":[{"id":"st_tmp_dz52w79q98k","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_052","epoch":0,"score":"I","citations":[{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_izfdiaobw4d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_icd9b5fp1c","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_cklx7qf82ri","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_053","epoch":0,"score":"I","citations":[{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"http://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"}],"searchCalls":[{"id":"st_tmp_2njmxmx6sqa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j0nz3g0932i","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_bzcm24fkzlr","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_aypidh76i1","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_054","epoch":0,"score":"I","citations":[{"url":"https://slcairport.com/","title":"slcairport.com"},{"url":"https://slcairport.com/","title":"slcairport.com"},{"url":"https://slcairport.com/","title":"slcairport.com"},{"url":"https://slcairport.com/","title":"slcairport.com"},{"url":"https://slcairport.com/","title":"slcairport.com"}],"searchCalls":[{"id":"st_tmp_y1zu8454f7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5jr10jem37","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_qfwyjwf07k","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_q680e7jfk5","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ur8l8kxuxq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_qnie2wnby9f","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_hyc5x8iu27b","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_6aqgmijmdsd","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_5p2fsjzi9yb","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_055","epoch":0,"score":"I","citations":[{"url":"https://aecom.com/","title":"aecom.com"},{"url":"https://aecom.com/","title":"aecom.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://aecom.com/","title":"aecom.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"}],"searchCalls":[{"id":"st_tmp_cy0yjwxjva9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ffh963pjsug","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_b9j6yj2ej3s","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_056","epoch":0,"score":"I","citations":[{"url":"https://www.nbc.com/","title":"www.nbc.com"},{"url":"https://www.nbc.com/","title":"www.nbc.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.nbc.com/","title":"www.nbc.com"}],"searchCalls":[{"id":"st_tmp_ei81n39bqb6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_56gf3ye3jjb","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_7ca12pqowze","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_r1lz8dr3bu","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_6rk5yevj6vx","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_057","epoch":0,"score":"I","citations":[{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://movies.fandom.com/","title":"movies.fandom.com"}],"searchCalls":[{"id":"st_tmp_9p8bhxuysa7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4img0c1blyh","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_rnrk5soy7r","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_48uor86ycc","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_i4kc4sjnao","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_qxc471xyh29","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_058","epoch":0,"score":"I","citations":[{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://www.dhs.gov/","title":"www.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"}],"searchCalls":[{"id":"st_tmp_mt850l2sy9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q3cg5w0qqks","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_27p9cp22x8yj","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_059","epoch":0,"score":"I","citations":[{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://blog.ted.com/","title":"blog.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"}],"searchCalls":[{"id":"st_tmp_0u2266k0ksy","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_brae64sa5bj","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ldndhthfbps","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_2xfug2x6pte","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_060","epoch":0,"score":"I","citations":[{"url":"https://appmagic.rocks/","title":"appmagic.rocks"},{"url":"https://appmagic.rocks/","title":"appmagic.rocks"},{"url":"https://appmagic.rocks/","title":"appmagic.rocks"},{"url":"https://appmagic.rocks/","title":"appmagic.rocks"},{"url":"https://appmagic.rocks/","title":"appmagic.rocks"}],"searchCalls":[{"id":"st_tmp_kwh7n4w3gp9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7n72ihtcsex","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_hpum2c2wpzk","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_1e3hyjw3jmdj","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_246lmyn2guy","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_061","epoch":0,"score":"C","citations":[{"url":"https://www.parliament.nsw.gov.au/","title":"www.parliament.nsw.gov.au"},{"url":"https://www.parliament.nsw.gov.au/","title":"www.parliament.nsw.gov.au"},{"url":"https://www.parliament.nsw.gov.au/","title":"www.parliament.nsw.gov.au"},{"url":"https://www.nsw.gov.au/","title":"www.nsw.gov.au"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"}],"searchCalls":[{"id":"st_tmp_l6skebb1wjh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kf6pejyeokq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_6ejvslncfxk","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_zww31jpvc0m","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_559ca1xtumf","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_dqsyhvq3bpv","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_pej2cz457sl","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_xt3fm4f5id8","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_062","epoch":0,"score":"I","citations":[{"url":"https://www.russellgroup.ac.uk/","title":"www.russellgroup.ac.uk"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://committees.parliament.uk/","title":"committees.parliament.uk"},{"url":"https://www.qub.ac.uk/","title":"www.qub.ac.uk"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_nhaymiwm7p9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3ebfakj2o2g","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_j1ot4nze3xh","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_xv6wgtxnrcj","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_063","epoch":0,"score":"I","citations":[{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"}],"searchCalls":[{"id":"st_tmp_o6gzob0hxak","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_icfxxicug","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_fluhedgiujh","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_n15a19xnblk","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_064","epoch":0,"score":"I","citations":[{"url":"https://prod.wp.cdn.aws.wfu.edu/","title":"prod.wp.cdn.aws.wfu.edu"},{"url":"https://prod.wp.cdn.aws.wfu.edu/","title":"prod.wp.cdn.aws.wfu.edu"},{"url":"https://guides.loc.gov/","title":"guides.loc.gov"},{"url":"http://stateconstitutions.umd.edu/","title":"stateconstitutions.umd.edu"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_7i2a4zeskx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vcxblda2mdm","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_rm4qev4s98","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_b5pmwijnxr","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_065","epoch":0,"score":"C","citations":[{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://datacatalog.worldbank.org/","title":"datacatalog.worldbank.org"},{"url":"https://datacatalog.worldbank.org/","title":"datacatalog.worldbank.org"},{"url":"https://datahelpdesk.worldbank.org/","title":"datahelpdesk.worldbank.org"},{"url":"https://documents1.worldbank.org/","title":"documents1.worldbank.org"}],"searchCalls":[{"id":"st_tmp_ismuo9cch89","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6mi36mhgn84","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_bdz8l1ob3gp","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_066","epoch":0,"score":"I","citations":[{"url":"https://www.nbcnews.com/","title":"www.nbcnews.com"},{"url":"https://www.wtkr.com/","title":"www.wtkr.com"},{"url":"https://www.dyson.com/","title":"www.dyson.com"},{"url":"https://www.dyson.com/","title":"www.dyson.com"},{"url":"https://www.dyson.com/","title":"www.dyson.com"}],"searchCalls":[{"id":"st_tmp_cx0mxz9rvxo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xgihpjccbq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_r1acoy3x4e","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_4thkimgorg3","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ydmt91vmrmg","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_72pzeba9nuk","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_067","epoch":0,"score":"I","citations":[{"url":"https://www.data.go.kr/","title":"www.data.go.kr"},{"url":"https://www.data.go.kr/","title":"www.data.go.kr"},{"url":"https://data.seoul.go.kr/","title":"data.seoul.go.kr"},{"url":"https://opengov.seoul.go.kr/","title":"opengov.seoul.go.kr"},{"url":"https://www.data.go.kr/","title":"www.data.go.kr"}],"searchCalls":[{"id":"st_tmp_kwa4nrl3mbs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4jqlmz5pj1w","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_nd3wu3umh8","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_0b70y5thd9ac","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_068","epoch":0,"score":"I","citations":[{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.kirkusreviews.com/","title":"www.kirkusreviews.com"}],"searchCalls":[{"id":"st_tmp_3flkgq4b8gq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oicvxtyxc6","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_lu6p69x25gn","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_069","epoch":0,"score":"I","citations":[{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"}],"searchCalls":[{"id":"st_tmp_li3exipxrb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_30g6j56dbcg","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_5xq09ypt0yu","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_6uo9fk7stfr","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_qn26noevkz","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_070","epoch":0,"score":"I","citations":[{"url":"https://masters.hkubs.hku.hk/","title":"masters.hkubs.hku.hk"},{"url":"https://masters.hkubs.hku.hk/","title":"masters.hkubs.hku.hk"},{"url":"https://masters.hkubs.hku.hk/","title":"masters.hkubs.hku.hk"},{"url":"https://masters.hkubs.hku.hk/","title":"masters.hkubs.hku.hk"},{"url":"https://masters.hkubs.hku.hk/","title":"masters.hkubs.hku.hk"}],"searchCalls":[{"id":"st_tmp_s2krm7yvq6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ra9i77gjw9s","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_d84ogz8ld5","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_mgcv04goibn","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_rhwaodzqx2","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_3mxpb0yu0dc","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_071","epoch":0,"score":"I","citations":[{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com.au/","title":"www.forbes.com.au"}],"searchCalls":[{"id":"st_tmp_8ny0gf1x4fh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xek518tglzr","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_a2mmiu9kjms","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_g5g8t41prrw","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_vgnydbzeqys","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_9162jwdg3h4","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_072","epoch":0,"score":"I","citations":[{"url":"https://guides.loc.gov/","title":"guides.loc.gov"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.archives.gov/","title":"www.archives.gov"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.ballotwire.com/","title":"www.ballotwire.com"}],"searchCalls":[{"id":"st_tmp_cq2c2gtq96u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sbwlu5jg9ol","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_xcss362hqdj","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_79sf2xi58i","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_073","epoch":0,"score":"I","citations":[{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"}],"searchCalls":[{"id":"st_tmp_sqs9qelcfk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2goykxkr2wz","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_hc9c02nwz4l","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_074","epoch":0,"score":"I","citations":[{"url":"https://www.robert-schuman.eu/","title":"www.robert-schuman.eu"},{"url":"https://www.robert-schuman.eu/","title":"www.robert-schuman.eu"},{"url":"https://www.bundeskanzler.de/","title":"www.bundeskanzler.de"},{"url":"https://welections.wordpress.com/","title":"welections.wordpress.com"},{"url":"https://sk.sagepub.com/","title":"sk.sagepub.com"}],"searchCalls":[{"id":"st_tmp_gpe5l46d0w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5j2gess83ww","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ghgfldmbnao","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_acwqazklejq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_urtg240j12k","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_7z4mo32vo9a","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_xa498sx31ng","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_sym2c4qbg4","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_075","epoch":0,"score":"I","citations":[{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"}],"searchCalls":[{"id":"st_tmp_jh8i6nuwncd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b3fkbxw9bje","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_1zbwebwndxz","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_hp4jhi5f42t","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_076","epoch":0,"score":"I","citations":[{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://milex.sipri.org/","title":"milex.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"}],"searchCalls":[{"id":"st_tmp_7xjpil6zdhq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6bfvvxfo49e","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_1zsp62f47el","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_077","epoch":0,"score":"I","citations":[{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://trumpwhitehouse.archives.gov/","title":"trumpwhitehouse.archives.gov"},{"url":"https://trumpwhitehouse.archives.gov/","title":"trumpwhitehouse.archives.gov"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_j3jj8seb1a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nug488vpcq8","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ea61y4781uq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_6upzpn7ymtj","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_078","epoch":0,"score":"I","citations":[{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://onlinebooks.library.upenn.edu/","title":"onlinebooks.library.upenn.edu"},{"url":"https://kids.britannica.com/","title":"kids.britannica.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://muse.jhu.edu/","title":"muse.jhu.edu"}],"searchCalls":[{"id":"st_tmp_b13fflgudnp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6y43008pmpc","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_524dcarm1wq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_td1qrf3xuop","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_y8o4jgwsde","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_icztsep526","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_o7u51k5t87","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_epv5gko5pbb","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_boqdr01ie6c","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_079","epoch":0,"score":"I","citations":[{"url":"https://www.casino.org/","title":"www.casino.org"},{"url":"https://www.hkexnews.hk/","title":"www.hkexnews.hk"},{"url":"https://www.galaxyentertainment.com/","title":"www.galaxyentertainment.com"},{"url":"https://www.galaxyentertainment.com/","title":"www.galaxyentertainment.com"},{"url":"https://www.yogonet.com/","title":"www.yogonet.com"}],"searchCalls":[{"id":"st_tmp_yr8ljivc5on","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ndyo1zrn4d","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_enylblift3v","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_waqxfm30ev9","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_080","epoch":0,"score":"C","citations":[{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.telegraph.co.uk/","title":"www.telegraph.co.uk"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"}],"searchCalls":[{"id":"st_tmp_d7xgth1kji","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2qqi3zx5k08","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_2ownm3srx69","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_081","epoch":0,"score":"C","citations":[{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://www.tweaktown.com/","title":"www.tweaktown.com"},{"url":"https://pubg.ac/","title":"pubg.ac"},{"url":"https://www.engadget.com/","title":"www.engadget.com"},{"url":"https://etail.market/","title":"etail.market"}],"searchCalls":[{"id":"st_tmp_7g5exkg6er2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f629df6u95w","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_1zvlz9dp8m2","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_082","epoch":0,"score":"I","citations":[{"url":"https://www.goratings.org/","title":"www.goratings.org"},{"url":"https://www.goratings.org/","title":"www.goratings.org"},{"url":"https://www.goratings.org/","title":"www.goratings.org"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://www.go4go.net/","title":"www.go4go.net"}],"searchCalls":[{"id":"st_tmp_tq5b3uhwxs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_abxiy7mcavi","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_snlrj3dp7qq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_2ihuwawp47s","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_083","epoch":0,"score":"I","citations":[{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"}],"searchCalls":[{"id":"st_tmp_22e6rumxref","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f92rgai2hz","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_w0j9ixyb1r","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_8k3gllix0e","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_a07idblkxyr","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_u63unsf6ws8","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_084","epoch":0,"score":"I","citations":[{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_bjv13wz84uc","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_mrc2vylva1n","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_wlnzm6gz55i","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ec9oyd0vvku","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_085","epoch":0,"score":"I","citations":[],"searchCalls":[{"id":"st_tmp_hwpy7kn7nnj","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_n66hjx497y9","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_5y4k4j2ac87","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_086","epoch":0,"score":"I","citations":[{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_hrf4stb21x","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lmw439keqqh","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_jmui6sh53rc","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_7kjp64xjlym","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_76qnr0o1ylf","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_087","epoch":0,"score":"I","citations":[{"url":"https://eng.yidaiyilu.gov.cn/","title":"eng.yidaiyilu.gov.cn"},{"url":"https://eng.yidaiyilu.gov.cn/","title":"eng.yidaiyilu.gov.cn"},{"url":"https://eng.yidaiyilu.gov.cn/","title":"eng.yidaiyilu.gov.cn"},{"url":"https://eng.yidaiyilu.gov.cn/","title":"eng.yidaiyilu.gov.cn"},{"url":"https://eng.yidaiyilu.gov.cn/","title":"eng.yidaiyilu.gov.cn"}],"searchCalls":[{"id":"st_tmp_d98fxj670uu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u3ag8uqk2g","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_24ip7yqkfef","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_hwxc64vv1pm","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_088","epoch":0,"score":"C","citations":[{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://reference.org/","title":"reference.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.wikiwand.com/","title":"www.wikiwand.com"}],"searchCalls":[{"id":"st_tmp_ezxf3x5pv39","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e5pqi45dwsr","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_bdp9j5z6jp","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_9w2ryfncl96","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_v4hto0rywia","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_8qcbyrwj7ih","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_bm62vdnk8da","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_hqjpsz60r1","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_2a30096jv0l","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_gk8pshawvk6","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_089","epoch":0,"score":"I","citations":[{"url":"https://www.apple.com/","title":"www.apple.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://www.rttnews.com/","title":"www.rttnews.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://appleosophy.com/","title":"appleosophy.com"}],"searchCalls":[{"id":"st_tmp_y7pp5s5og1o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q768sgfjnql","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_eskyek0rn6n","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_hwd5w3vgjfe","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_sjwtophbj5","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_tqzrwfx2iz","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_pm5by6dvlod","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_s3l0dyrxfl","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_090","epoch":0,"score":"I","citations":[{"url":"https://blog.google/","title":"blog.google"},{"url":"https://www.stampr-ai.com/","title":"www.stampr-ai.com"},{"url":"https://developers.googleblog.com/","title":"developers.googleblog.com"},{"url":"https://www.rivista.ai/","title":"www.rivista.ai"},{"url":"https://storage.googleapis.com/","title":"storage.googleapis.com"}],"searchCalls":[{"id":"st_tmp_aun9kio2f8b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k2u24cesa6l","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_0i2971w71vge","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_t172s9uem7s","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_rlb56pdlqu","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_015mnbtso812","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_1p8skvk4yn7","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_rdxtnvyqo9","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_091","epoch":0,"score":"I","citations":[{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://www.amd.com/","title":"www.amd.com"}],"searchCalls":[{"id":"st_tmp_7b09gptq5f5","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_2848wwy4kkc","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_rgjvapnh3fq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_5f36zisqka6","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_092","epoch":0,"score":"I","citations":[{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://smtown.fandom.com/","title":"smtown.fandom.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_qyg46wqp6ic","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ee425rsf8qp","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_1syz58v6vfc","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_093","epoch":0,"score":"I","citations":[{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"}],"searchCalls":[{"id":"st_tmp_joii6is75o","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_f3n3bhpzwjh","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_iyjahr7v0og","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_spp59ki41dh","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_094","epoch":0,"score":"I","citations":[{"url":"http://kobiz.or.kr/","title":"kobiz.or.kr"},{"url":"https://www.koreanfilm.or.kr/","title":"www.koreanfilm.or.kr"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"http://kofic.org/","title":"kofic.org"},{"url":"https://www.kaggle.com/","title":"www.kaggle.com"}],"searchCalls":[{"id":"st_tmp_qspi2w04me","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7parr1tl1ov","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_5uqetxyqbev","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_095","epoch":0,"score":"I","citations":[{"url":"https://www.whats-on-netflix.com/","title":"www.whats-on-netflix.com"},{"url":"https://www.hollywoodreporter.com/","title":"www.hollywoodreporter.com"},{"url":"https://www.whats-on-netflix.com/","title":"www.whats-on-netflix.com"},{"url":"https://www.lifestyleasia.com/","title":"www.lifestyleasia.com"},{"url":"https://www.whats-on-netflix.com/","title":"www.whats-on-netflix.com"}],"searchCalls":[{"id":"st_tmp_rr92vnnha","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f8djhdornd","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_5a0t5lresqr","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_w1a96m465ej","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_fbkj699ma2d","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_096","epoch":0,"score":"I","citations":[{"url":"https://www.nikonusa.com/","title":"www.nikonusa.com"},{"url":"https://www.nikon.es/","title":"www.nikon.es"},{"url":"https://www.dpreview.com/","title":"www.dpreview.com"},{"url":"https://brochures.nikon-asia.com/","title":"brochures.nikon-asia.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"}],"searchCalls":[{"id":"st_tmp_qunj5cd1xqi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pw9b57ji76r","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_nn4771lx5ip","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_drd8wsisd7","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_0pidh6o1xht","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_kx4z786zfvs","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_097","epoch":0,"score":"I","citations":[{"url":"https://www.allmovie.com/","title":"www.allmovie.com"},{"url":"https://it.wikipedia.org/","title":"it.wikipedia.org"},{"url":"https://www.cinenews.be/","title":"www.cinenews.be"},{"url":"https://elcinema.com/","title":"elcinema.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"}],"searchCalls":[{"id":"st_tmp_wjgd93om2m9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1b2zg5a49oz","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_njiqlotkob8","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_8dacqcjwp4i","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_098","epoch":0,"score":"I","citations":[{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"}],"searchCalls":[{"id":"st_tmp_u9d9s6l0k4j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vke7evt90yb","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_6eeh4i9tj92","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_099","epoch":0,"score":"I","citations":[{"url":"https://www.ncei.noaa.gov/","title":"www.ncei.noaa.gov"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://wfca.com/","title":"wfca.com"}],"searchCalls":[{"id":"st_tmp_dfunpdxbzwo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dcx1nz2wnxn","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_5zpoy2chhj4","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} +{"suite":"widesearch","sampleId":"ws_en_100","epoch":0,"score":"I","citations":[{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"}],"searchCalls":[{"id":"st_tmp_ve44ku19gl9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hjli9j76thq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_mtfmth3sn8","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ppx4t471yt","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_220vxtzfcl8","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_yuwp15cmnwo","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":1,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":1}} diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-1turn/summary.json b/published-runs/parallel/gpt-5.6-sol-parallel-1turn/summary.json new file mode 100644 index 0000000..12006d4 --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-1turn/summary.json @@ -0,0 +1,77 @@ +{ + "version": 1, + "runId": "gpt-5.6-sol-parallel-1turn", + "title": "GPT-5.6 Sol with Parallel search, 1 turn", + "status": "complete", + "generatedAt": "2026-08-03T03:00:25.879Z", + "model": "openai/gpt-5.6-sol", + "totalCost": 33.28869345, + "totalTokens": 2173122, + "suites": { + "browsecomp": { + "benchmarkId": "search_browsecomp", + "primaryMetric": "accuracy", + "score": 0.26, + "accuracy": 0.26, + "selectedTasks": 100, + "completedTasks": 100, + "correctAnswers": 26, + "skippedQuestions": 0, + "inputTokens": 322326, + "outputTokens": 329261, + "totalTokens": 651587, + "reasoningTokens": 305379, + "generationTimeMs": 7001162, + "totalCost": 11.499236249999997, + "metrics": { + "mean_stated_confidence": 76.51, + "samples_judged": 100 + }, + "chunks": 7 + }, + "dsqa": { + "benchmarkId": "search_dsqa", + "primaryMetric": "accuracy", + "score": 0.34, + "accuracy": 0.34, + "selectedTasks": 100, + "completedTasks": 100, + "correctAnswers": 34, + "skippedQuestions": 0, + "inputTokens": 228971, + "outputTokens": 173272, + "totalTokens": 402243, + "reasoningTokens": 143481, + "generationTimeMs": 2587600, + "totalCost": 6.2126897, + "metrics": {}, + "chunks": 7 + }, + "widesearch": { + "benchmarkId": "search_widesearch", + "primaryMetric": "f1_by_item", + "score": 0.6628785054407345, + "accuracy": 0.09, + "selectedTasks": 100, + "completedTasks": 100, + "correctAnswers": 9, + "skippedQuestions": 0, + "inputTokens": 557972, + "outputTokens": 561320, + "totalTokens": 1119292, + "reasoningTokens": 247782, + "generationTimeMs": 6000335, + "totalCost": 15.576767499999999, + "metrics": { + "success_rate": 0.09, + "precision_by_row": 0.44809418881043406, + "recall_by_row": 0.43746710681855056, + "f1_by_row": 0.4403110812630073, + "precision_by_item": 0.6892572878378977, + "recall_by_item": 0.6601600098857874, + "f1_by_item": 0.6628785054407345 + }, + "chunks": 7 + } + } +} diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-25turn-calibration/README.md b/published-runs/parallel/gpt-5.6-sol-parallel-25turn-calibration/README.md new file mode 100644 index 0000000..acd8b17 --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-25turn-calibration/README.md @@ -0,0 +1,16 @@ +# GPT-5.6 Sol with Parallel search, 25-turn calibration + +One task per suite to measure cost before the 100-task run. + +- Status: `complete` +- Model: `openai/gpt-5.6-sol` +- Full configuration: [`run.toml`](run.toml) +- Machine-readable summary: [`summary.json`](summary.json) +- Redacted trajectories: [`samples.redacted.jsonl`](samples.redacted.jsonl) +- Self-contained report: [`report.html`](report.html) + +The published trajectory export excludes benchmark targets, grader details, +raw inputs, model answers, search queries, session IDs, and generation IDs by +default. Optional content must be explicitly enabled in the run spec and reviewed +before sharing. Raw Parquet artifacts are identified by checksum in +`manifest.json` and remain outside Git. diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-25turn-calibration/checksums.txt b/published-runs/parallel/gpt-5.6-sol-parallel-25turn-calibration/checksums.txt new file mode 100644 index 0000000..23d2e93 --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-25turn-calibration/checksums.txt @@ -0,0 +1,6 @@ +c22c62b73c13f82556a931fef4e07abc938f69223f927a8ee1f430e1e5969ebe README.md +0ec832f7a82c7b448dce629cc0aeeb160d588437d4672d297c6195609345a95c manifest.json +5de7ae67780797bcd3abf51422508f047f88f7f79e18bd3974b39ece1a3abc74 report.html +4135962a79b6d4278835b8f1c958b6a8316c4c1737006ff8b7bcb1b725d30f08 run.toml +aa6bcf0bf245e2ea7e4a8fc2dc54359d5136039118721570306738028dd0d0a3 samples.redacted.jsonl +1e117f82d2a62607b21e8b08aeb5f7027bfeb66163ea573ca4b54407f06bae24 summary.json diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-25turn-calibration/manifest.json b/published-runs/parallel/gpt-5.6-sol-parallel-25turn-calibration/manifest.json new file mode 100644 index 0000000..1b1bb33 --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-25turn-calibration/manifest.json @@ -0,0 +1,125 @@ +{ + "version": 1, + "run_id": "gpt-5.6-sol-parallel-25turn-calibration", + "status": "complete", + "created_at": "2026-08-03T01:51:57.702Z", + "updated_at": "2026-08-03T01:57:03.827Z", + "source_spec_sha256": "4135962a79b6d4278835b8f1c958b6a8316c4c1737006ff8b7bcb1b725d30f08", + "execution_fingerprint": "b79d48558bd7a8057e47c50d20bf03899b14a3cf7f43a387cf955c933ab025cf", + "harness_changes": [], + "repository_commit": "fb1f5c771ae757d958b0abf4c6ffdc9b9059df7a", + "repository_dirty": true, + "estimated_cost_usd": null, + "approved_cost_usd": 2, + "effective_concurrency": 15, + "resolved_configs": { + "browsecomp": { + "benchmarkId": "search_browsecomp", + "model": "openai/gpt-5.6-sol", + "temperature": 0, + "providerOnly": [ + "OpenAI" + ], + "allowFallbacks": false, + "lane": { + "webSearch": "server-tool", + "engine": "parallel", + "maxAgentTurns": 25, + "maxTotalResults": 125 + }, + "maxRetries": 10 + }, + "dsqa": { + "benchmarkId": "search_dsqa", + "model": "openai/gpt-5.6-sol", + "temperature": 0, + "providerOnly": [ + "OpenAI" + ], + "allowFallbacks": false, + "lane": { + "webSearch": "server-tool", + "engine": "parallel", + "maxAgentTurns": 25, + "maxTotalResults": 125 + }, + "maxRetries": 10 + }, + "widesearch": { + "benchmarkId": "search_widesearch", + "model": "openai/gpt-5.6-sol", + "temperature": 0, + "providerOnly": [ + "OpenAI" + ], + "allowFallbacks": false, + "lane": { + "webSearch": "server-tool", + "engine": "parallel", + "maxAgentTurns": 25, + "maxTotalResults": 125 + }, + "maxRetries": 10 + } + }, + "dataset_contracts": { + "browsecomp": { + "benchmarkId": "search_browsecomp", + "source": "https://openaipublic.blob.core.windows.net/simple-evals/browse_comp_test_set.csv", + "sha256": "7b24471cd5b3eb2a46830a14802b5c029ea62f488ff75a0f88af7923d1454abf", + "rows": 1266, + "promptSha256": "2250aa21b4a98647dbcfed62a30261eb914016c81cb33e7694c15859205de78f", + "judgeModel": "openai/gpt-4.1" + }, + "dsqa": { + "benchmarkId": "search_dsqa", + "source": "https://huggingface.co/datasets/google/deepsearchqa/resolve/b2623f8653065c2672de6d941fc5434cd652376c/DSQA-full.csv", + "sha256": "25d48dcf7efa872e5467032e8b8eedf38d301f59a252d0da95cda584baa78396", + "rows": 900, + "promptSha256": "2250aa21b4a98647dbcfed62a30261eb914016c81cb33e7694c15859205de78f", + "judgeModel": "google/gemini-2.5-flash" + }, + "widesearch": { + "benchmarkId": "search_widesearch", + "source": "https://huggingface.co/datasets/ByteDance-Seed/WideSearch/resolve/6531a7e5b497d44c8912407e0cb3dc95bd98cc09/widesearch.jsonl", + "revision": "ByteDance-Seed/WideSearch@6531a7e5b497d44c8912407e0cb3dc95bd98cc09", + "sha256": "bba28ec51dce28fa617f82617d88fcd6bdd4cd4d7f0a4d70db07d7fa8a90bdf4", + "rows": 200, + "promptSha256": "14061a8a9476ecd7f5b5a4ca3de70248bd9a46f6ff963992a813538382ef23e8", + "judgeModel": "openai/gpt-4.1", + "gradingReferenceDate": "2025-01-01T00:00:00.000Z" + } + }, + "raw_artifacts": [ + { + "suite": "browsecomp", + "range": [ + 0, + 1 + ], + "filename": "000000-000001.parquet", + "sha256": "8ab72c0d72bb69ad8861d0cc3e94290fa2c1e8eda87ede93da056b4a1ea3e91b", + "bytes": 65286 + }, + { + "suite": "dsqa", + "range": [ + 0, + 1 + ], + "filename": "000000-000001.parquet", + "sha256": "82281fa0e2bd441a15def19f1064bb25784f8be1eca27357355fedd940ad3306", + "bytes": 77825 + }, + { + "suite": "widesearch", + "range": [ + 0, + 1 + ], + "filename": "000000-000001.parquet", + "sha256": "b92e67a28007389be1eced9ed812fe0dde0a2a63bfc5c2e795ab1e2114d1b7ea", + "bytes": 98295 + } + ] +} diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-25turn-calibration/report.html b/published-runs/parallel/gpt-5.6-sol-parallel-25turn-calibration/report.html new file mode 100644 index 0000000..e66e5bf --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-25turn-calibration/report.html @@ -0,0 +1,26 @@ + + +GPT-5.6 Sol with Parallel search, 25-turn calibration +
OpenRouter Search Benchmarks
complete
+

GPT-5.6 Sol with Parallel search, 25-turn calibration

One task per suite to measure cost before the 100-task run.

+
openai/gpt-5.6-sol · run gpt-5.6-sol-parallel-25turn-calibration · $1.3030 provider-reported
+
+
accuracy
+

browsecomp

+
100.0%
+
Tasks
1/1
Cost
$0.2964
Tokens
196,649
+
+
+
accuracy
+

dsqa

+
100.0%
+
Tasks
1/1
Cost
$0.5291
Tokens
329,041
+
+
+
f1_by_item
+

widesearch

+
11.5%
+
Tasks
1/1
Cost
$0.4774
Tokens
144,442
+
Generated 2026-08-03T01:57:03.827Z · targets and judge trajectories excluded from this published bundle
\ No newline at end of file diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-25turn-calibration/run.toml b/published-runs/parallel/gpt-5.6-sol-parallel-25turn-calibration/run.toml new file mode 100644 index 0000000..709b94f --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-25turn-calibration/run.toml @@ -0,0 +1,26 @@ +version = 1 +title = "GPT-5.6 Sol with Parallel search, 25-turn calibration" +description = "One task per suite to measure cost before the 100-task run." +model = "openai/gpt-5.6-sol" +suites = ["browsecomp", "dsqa", "widesearch"] +start = 0 +limit = 1 +epochs = 1 +concurrency = 15 +chunk_size = 1 + +[inference] +temperature = 0 +max_retries = 10 +provider_only = ["OpenAI"] +allow_fallbacks = false + +[search] +surface = "server-tool" +engine = "parallel" +max_agent_turns = 25 + +[publish] +include_inputs = false +include_answers = false +include_search_queries = false diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-25turn-calibration/samples.redacted.jsonl b/published-runs/parallel/gpt-5.6-sol-parallel-25turn-calibration/samples.redacted.jsonl new file mode 100644 index 0000000..8f2686f --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-25turn-calibration/samples.redacted.jsonl @@ -0,0 +1,3 @@ +{"suite":"browsecomp","sampleId":"browsecomp-0","epoch":0,"score":"C","citations":[{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://assembly.malala.org/","title":"assembly.malala.org"},{"url":"https://www.degruyterbrill.com/","title":"www.degruyterbrill.com"},{"url":"https://apa.si.edu/","title":"apa.si.edu"},{"url":"https://thenewinquiry.com/","title":"thenewinquiry.com"},{"url":"https://www.aarp.org/","title":"www.aarp.org"},{"url":"https://spinesinaline.wordpress.com/","title":"spinesinaline.wordpress.com"},{"url":"https://www.popsugar.com/","title":"www.popsugar.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.the-star.co.ke/","title":"www.the-star.co.ke"},{"url":"https://www.the-star.co.ke/","title":"www.the-star.co.ke"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://zf1uoj33qg7.horsecom.ch/","title":"zf1uoj33qg7.horsecom.ch"},{"url":"https://hopemediakenya.org/","title":"hopemediakenya.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://meharalit.wordpress.com/","title":"meharalit.wordpress.com"},{"url":"https://centresportifarthurnaze.be/","title":"centresportifarthurnaze.be"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://govcomapi.mtnima.gov.mr/","title":"govcomapi.mtnima.gov.mr"},{"url":"https://nation.africa/","title":"nation.africa"},{"url":"https://search.worldcat.org/","title":"search.worldcat.org"},{"url":"https://myportal.nimc.gov.ng/","title":"myportal.nimc.gov.ng"},{"url":"https://www.the-star.co.ke/","title":"www.the-star.co.ke"},{"url":"https://openlibrary.org/","title":"openlibrary.org"},{"url":"https://www.gettextbooks.com/","title":"www.gettextbooks.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://ke.linkedin.com/","title":"ke.linkedin.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://peopledaily.digital/","title":"peopledaily.digital"},{"url":"https://www.the-star.co.ke/","title":"www.the-star.co.ke"},{"url":"https://myportal.nimc.gov.ng/","title":"myportal.nimc.gov.ng"},{"url":"https://allafrica.com/","title":"allafrica.com"},{"url":"https://qazini.com/","title":"qazini.com"},{"url":"https://nation.africa/","title":"nation.africa"},{"url":"https://africacheck.org/","title":"africacheck.org"},{"url":"https://meharalit.wordpress.com/","title":"meharalit.wordpress.com"},{"url":"https://meharalit.wordpress.com/","title":"meharalit.wordpress.com"},{"url":"https://www.the-star.co.ke/","title":"www.the-star.co.ke"}],"searchCalls":[{"id":"st_tmp_2weazb0dl2s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fmhltzcpi2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k0ltg2litlq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t86xw76y9n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lprzdlwmmos","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ehlavohim0n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dtzx65vtfsh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_csrve9k2za","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fmqt8iyq4be","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sj36fnnn94l","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_gf0hmp0m4p8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ny8k54tbk89","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3ai21p1wyny","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qygc9a23rf","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_d1qbwtk0ggn","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_wwulnwq0yk","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_uviybfnggh","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-0","epoch":0,"score":"C","citations":[{"url":"https://migrationobservatory.ox.ac.uk/","title":"migrationobservatory.ox.ac.uk"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://webfs.oecd.org/","title":"webfs.oecd.org"},{"url":"https://webfs.oecd.org/","title":"webfs.oecd.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://composite-indicators.jrc.ec.europa.eu/","title":"composite-indicators.jrc.ec.europa.eu"},{"url":"https://reliefweb.int/","title":"reliefweb.int"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://www.transparency.org.nz/","title":"www.transparency.org.nz"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://www.hsdl.org/","title":"www.hsdl.org"},{"url":"https://www.nccadvocacy.org/","title":"www.nccadvocacy.org"},{"url":"https://www.transparency.org.nz/","title":"www.transparency.org.nz"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://www.imf.org/","title":"www.imf.org"},{"url":"https://ivy.fm/","title":"ivy.fm"},{"url":"https://globalinitiative.net/","title":"globalinitiative.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"}],"searchCalls":[{"id":"st_tmp_o8m83cgmnm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_aizv06huxow","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yculhgqvnt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iijnn8ksmwl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_88rhurysx5t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_daw7d7kd9hs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7ar3bbyyz3k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_japwpn9ergk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uan0okm891","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6q7i4wusjlt","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_vt363wb2aga","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l33wdat4rvj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3j69761g90i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j9hun1r93jc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ltswhshhg3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kr380y7ehe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_szwa8btevg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bor4pwnie7c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_44iqupimc5a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8rspgwm6olc","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_aa7lwpqb6zd","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_c4zddbjgan6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_14n0dj25if9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8zit295huea","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_socfy6sou7","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_001","epoch":0,"score":"I","citations":[{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://magazine.qs.com/","title":"magazine.qs.com"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://www.hindustantimes.com/","title":"www.hindustantimes.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://www.lse.ac.uk/","title":"www.lse.ac.uk"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://magazine.qs.com/","title":"magazine.qs.com"},{"url":"https://www.hindustantimes.com/","title":"www.hindustantimes.com"},{"url":"https://www.hindustantimes.com/","title":"www.hindustantimes.com"},{"url":"https://college.harvard.edu/","title":"college.harvard.edu"},{"url":"https://college.harvard.edu/","title":"college.harvard.edu"},{"url":"https://college.harvard.edu/","title":"college.harvard.edu"},{"url":"https://collegedunia.com/","title":"collegedunia.com"},{"url":"https://www.collegevine.com/","title":"www.collegevine.com"},{"url":"https://admission.stanford.edu/","title":"admission.stanford.edu"},{"url":"https://admission.stanford.edu/","title":"admission.stanford.edu"},{"url":"https://admission.stanford.edu/","title":"admission.stanford.edu"},{"url":"https://admission.stanford.edu/","title":"admission.stanford.edu"},{"url":"https://admission.stanford.edu/","title":"admission.stanford.edu"},{"url":"https://mitadmissions.org/","title":"mitadmissions.org"},{"url":"https://mitadmissions.org/","title":"mitadmissions.org"},{"url":"https://mitadmissions.org/","title":"mitadmissions.org"},{"url":"https://mitadmissions.org/","title":"mitadmissions.org"},{"url":"https://mitadmissions.org/","title":"mitadmissions.org"},{"url":"https://apply.jhu.edu/","title":"apply.jhu.edu"},{"url":"https://apply.jhu.edu/","title":"apply.jhu.edu"},{"url":"https://apply.jhu.edu/","title":"apply.jhu.edu"},{"url":"https://publichealth.jhu.edu/","title":"publichealth.jhu.edu"},{"url":"https://nursing.jhu.edu/","title":"nursing.jhu.edu"},{"url":"https://admissions.berkeley.edu/","title":"admissions.berkeley.edu"},{"url":"https://admissions.berkeley.edu/","title":"admissions.berkeley.edu"},{"url":"https://admissionsight.com/","title":"admissionsight.com"},{"url":"https://ischoolonline.berkeley.edu/","title":"ischoolonline.berkeley.edu"},{"url":"https://www.aeanet.org/","title":"www.aeanet.org"},{"url":"https://itsstudent.com/","title":"itsstudent.com"},{"url":"https://www.ucas.com/","title":"www.ucas.com"},{"url":"https://unischolars.com/","title":"unischolars.com"},{"url":"https://www.studentbeans.com/","title":"www.studentbeans.com"},{"url":"https://www.thatoxfordgirl.com/","title":"www.thatoxfordgirl.com"},{"url":"https://www.undergraduate.study.cam.ac.uk/","title":"www.undergraduate.study.cam.ac.uk"},{"url":"https://www.undergraduate.study.cam.ac.uk/","title":"www.undergraduate.study.cam.ac.uk"},{"url":"https://www.undergraduate.study.cam.ac.uk/","title":"www.undergraduate.study.cam.ac.uk"},{"url":"https://www.undergraduate.study.cam.ac.uk/","title":"www.undergraduate.study.cam.ac.uk"},{"url":"https://www.undergraduate.study.cam.ac.uk/","title":"www.undergraduate.study.cam.ac.uk"},{"url":"https://ethz.ch/","title":"ethz.ch"},{"url":"https://mas-cyber.ethz.ch/","title":"mas-cyber.ethz.ch"},{"url":"https://ethz.ch/","title":"ethz.ch"},{"url":"https://mas-at.ethz.ch/","title":"mas-at.ethz.ch"},{"url":"https://mas-aid.ethz.ch/","title":"mas-aid.ethz.ch"},{"url":"https://intranet.psc.ac.uk/","title":"intranet.psc.ac.uk"},{"url":"https://www.gradding.com/","title":"www.gradding.com"},{"url":"https://www.peterboroughtoday.co.uk/","title":"www.peterboroughtoday.co.uk"},{"url":"https://amberstudent.com/","title":"amberstudent.com"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://sps.utm.my/","title":"sps.utm.my"},{"url":"https://imagine.jhu.edu/","title":"imagine.jhu.edu"},{"url":"https://ethz.ch/","title":"ethz.ch"},{"url":"https://www.swissinfo.ch/","title":"www.swissinfo.ch"},{"url":"https://ethz.ch/","title":"ethz.ch"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://vcresearch.berkeley.edu/","title":"vcresearch.berkeley.edu"},{"url":"https://admission.stanford.edu/","title":"admission.stanford.edu"},{"url":"https://financialaid.stanford.edu/","title":"financialaid.stanford.edu"},{"url":"https://admission.stanford.edu/","title":"admission.stanford.edu"},{"url":"https://admission.stanford.edu/","title":"admission.stanford.edu"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://catalog.mit.edu/","title":"catalog.mit.edu"},{"url":"https://catalog.mit.edu/","title":"catalog.mit.edu"},{"url":"https://mitsloan.mit.edu/","title":"mitsloan.mit.edu"},{"url":"https://admissionsight.com/","title":"admissionsight.com"},{"url":"https://apply.jhu.edu/","title":"apply.jhu.edu"},{"url":"https://apply.jhu.edu/","title":"apply.jhu.edu"},{"url":"https://e-catalogue.jhu.edu/","title":"e-catalogue.jhu.edu"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://apply.jhu.edu/","title":"apply.jhu.edu"},{"url":"https://catalog.ucsb.edu/","title":"catalog.ucsb.edu"},{"url":"https://www.collegevine.com/","title":"www.collegevine.com"},{"url":"https://www.collegevine.com/","title":"www.collegevine.com"},{"url":"https://admission.universityofcalifornia.edu/","title":"admission.universityofcalifornia.edu"},{"url":"https://iad.ucdavis.edu/","title":"iad.ucdavis.edu"}],"searchCalls":[{"id":"st_tmp_gvg6ek5gg6l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pj7fbqrj0d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dryq6xpeit","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7har6fdpyo2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yn4g56513j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hngm17zgu5t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_st8tl8bxod","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0cvqdqeftmyh","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_0x1f4kn7okji","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dbc7ycr9fio","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rp4hvdrst8n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_02xsh4ft5hqh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i4own2tu9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7a1evjpg8yk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pz7ko5oo9kk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fpzb195vexv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5qnlq5xo6o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yfxs3crim6f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_47shq0k5go5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6x6comhd6ew","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_3hexv8z0b7s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_73gy7umycto","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k289kfgrah","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_62e1msckgoc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_plhbavjxx4q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wxrxtfog46","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_6qxfxup5ol","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_bbadzymygg9","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_0fboa3c2hkrh","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-25turn-calibration/summary.json b/published-runs/parallel/gpt-5.6-sol-parallel-25turn-calibration/summary.json new file mode 100644 index 0000000..a77e061 --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-25turn-calibration/summary.json @@ -0,0 +1,77 @@ +{ + "version": 1, + "runId": "gpt-5.6-sol-parallel-25turn-calibration", + "title": "GPT-5.6 Sol with Parallel search, 25-turn calibration", + "status": "complete", + "generatedAt": "2026-08-03T01:57:03.827Z", + "model": "openai/gpt-5.6-sol", + "totalCost": 1.3029564500000002, + "totalTokens": 670132, + "suites": { + "browsecomp": { + "benchmarkId": "search_browsecomp", + "primaryMetric": "accuracy", + "score": 1, + "accuracy": 1, + "selectedTasks": 1, + "completedTasks": 1, + "correctAnswers": 1, + "skippedQuestions": 0, + "inputTokens": 194279, + "outputTokens": 2370, + "totalTokens": 196649, + "reasoningTokens": 1328, + "generationTimeMs": 79563, + "totalCost": 0.29638925, + "metrics": { + "mean_stated_confidence": 95, + "samples_judged": 1 + }, + "chunks": 1 + }, + "dsqa": { + "benchmarkId": "search_dsqa", + "primaryMetric": "accuracy", + "score": 1, + "accuracy": 1, + "selectedTasks": 1, + "completedTasks": 1, + "correctAnswers": 1, + "skippedQuestions": 0, + "inputTokens": 326236, + "outputTokens": 2805, + "totalTokens": 329041, + "reasoningTokens": 1363, + "generationTimeMs": 87757, + "totalCost": 0.5291184500000001, + "metrics": {}, + "chunks": 1 + }, + "widesearch": { + "benchmarkId": "search_widesearch", + "primaryMetric": "f1_by_item", + "score": 0.115, + "accuracy": 0, + "selectedTasks": 1, + "completedTasks": 1, + "correctAnswers": 0, + "skippedQuestions": 0, + "inputTokens": 135963, + "outputTokens": 8479, + "totalTokens": 144442, + "reasoningTokens": 2291, + "generationTimeMs": 92786, + "totalCost": 0.47744875, + "metrics": { + "success_rate": 0, + "precision_by_row": 0, + "recall_by_row": 0, + "f1_by_row": 0, + "precision_by_item": 0.115, + "recall_by_item": 0.115, + "f1_by_item": 0.115 + }, + "chunks": 1 + } + } +} diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-25turn/README.md b/published-runs/parallel/gpt-5.6-sol-parallel-25turn/README.md new file mode 100644 index 0000000..0d3ff47 --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-25turn/README.md @@ -0,0 +1,16 @@ +# GPT-5.6 Sol with Parallel search, 25 turns + +Three-suite OpenRouter search benchmark at a twenty-five-turn search budget. + +- Status: `complete` +- Model: `openai/gpt-5.6-sol` +- Full configuration: [`run.toml`](run.toml) +- Machine-readable summary: [`summary.json`](summary.json) +- Redacted trajectories: [`samples.redacted.jsonl`](samples.redacted.jsonl) +- Self-contained report: [`report.html`](report.html) + +The published trajectory export excludes benchmark targets, grader details, +raw inputs, model answers, search queries, session IDs, and generation IDs by +default. Optional content must be explicitly enabled in the run spec and reviewed +before sharing. Raw Parquet artifacts are identified by checksum in +`manifest.json` and remain outside Git. diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-25turn/checksums.txt b/published-runs/parallel/gpt-5.6-sol-parallel-25turn/checksums.txt new file mode 100644 index 0000000..599a391 --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-25turn/checksums.txt @@ -0,0 +1,6 @@ +84da0b5b7a380d3a9b65c3a41fefb766ffe07f3d6d27bb1b2dca9de8aac770bc README.md +7ef2d0b99a8bd4d9c2e4aeb9cef8822eaa1a1783a15ffa2a4f48015106f7cdb0 manifest.json +7fd020c0f8b4cd3b118f3be5fa59f86c3230331c9889cc848a919551fddd64ae report.html +5b1970418a9725c54419db40fa45831f3a8df943942f2f403761b906f549890b run.toml +02060724bfcf371dcd75863bc03fa6252f72502a6b9da01d412c10174fb9b441 samples.redacted.jsonl +082f7ceb88e1f7f12f7fec2d1f873c51641f18bfabefeb4ebc05205ca4663e22 summary.json diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-25turn/manifest.json b/published-runs/parallel/gpt-5.6-sol-parallel-25turn/manifest.json new file mode 100644 index 0000000..2b03c63 --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-25turn/manifest.json @@ -0,0 +1,305 @@ +{ + "version": 1, + "run_id": "gpt-5.6-sol-parallel-25turn", + "status": "complete", + "created_at": "2026-08-03T03:57:25.933Z", + "updated_at": "2026-08-03T05:21:19.134Z", + "source_spec_sha256": "5b1970418a9725c54419db40fa45831f3a8df943942f2f403761b906f549890b", + "execution_fingerprint": "b79d48558bd7a8057e47c50d20bf03899b14a3cf7f43a387cf955c933ab025cf", + "harness_changes": [], + "repository_commit": "fb1f5c771ae757d958b0abf4c6ffdc9b9059df7a", + "repository_dirty": true, + "estimated_cost_usd": 130.295645, + "approved_cost_usd": 525, + "effective_concurrency": 15, + "resolved_configs": { + "browsecomp": { + "benchmarkId": "search_browsecomp", + "model": "openai/gpt-5.6-sol", + "temperature": 0, + "providerOnly": [ + "OpenAI" + ], + "allowFallbacks": false, + "lane": { + "webSearch": "server-tool", + "engine": "parallel", + "maxAgentTurns": 25, + "maxTotalResults": 125 + }, + "maxRetries": 10 + }, + "dsqa": { + "benchmarkId": "search_dsqa", + "model": "openai/gpt-5.6-sol", + "temperature": 0, + "providerOnly": [ + "OpenAI" + ], + "allowFallbacks": false, + "lane": { + "webSearch": "server-tool", + "engine": "parallel", + "maxAgentTurns": 25, + "maxTotalResults": 125 + }, + "maxRetries": 10 + }, + "widesearch": { + "benchmarkId": "search_widesearch", + "model": "openai/gpt-5.6-sol", + "temperature": 0, + "providerOnly": [ + "OpenAI" + ], + "allowFallbacks": false, + "lane": { + "webSearch": "server-tool", + "engine": "parallel", + "maxAgentTurns": 25, + "maxTotalResults": 125 + }, + "maxRetries": 10 + } + }, + "dataset_contracts": { + "browsecomp": { + "benchmarkId": "search_browsecomp", + "source": "https://openaipublic.blob.core.windows.net/simple-evals/browse_comp_test_set.csv", + "sha256": "7b24471cd5b3eb2a46830a14802b5c029ea62f488ff75a0f88af7923d1454abf", + "rows": 1266, + "promptSha256": "2250aa21b4a98647dbcfed62a30261eb914016c81cb33e7694c15859205de78f", + "judgeModel": "openai/gpt-4.1" + }, + "dsqa": { + "benchmarkId": "search_dsqa", + "source": "https://huggingface.co/datasets/google/deepsearchqa/resolve/b2623f8653065c2672de6d941fc5434cd652376c/DSQA-full.csv", + "sha256": "25d48dcf7efa872e5467032e8b8eedf38d301f59a252d0da95cda584baa78396", + "rows": 900, + "promptSha256": "2250aa21b4a98647dbcfed62a30261eb914016c81cb33e7694c15859205de78f", + "judgeModel": "google/gemini-2.5-flash" + }, + "widesearch": { + "benchmarkId": "search_widesearch", + "source": "https://huggingface.co/datasets/ByteDance-Seed/WideSearch/resolve/6531a7e5b497d44c8912407e0cb3dc95bd98cc09/widesearch.jsonl", + "revision": "ByteDance-Seed/WideSearch@6531a7e5b497d44c8912407e0cb3dc95bd98cc09", + "sha256": "bba28ec51dce28fa617f82617d88fcd6bdd4cd4d7f0a4d70db07d7fa8a90bdf4", + "rows": 200, + "promptSha256": "14061a8a9476ecd7f5b5a4ca3de70248bd9a46f6ff963992a813538382ef23e8", + "judgeModel": "openai/gpt-4.1", + "gradingReferenceDate": "2025-01-01T00:00:00.000Z" + } + }, + "raw_artifacts": [ + { + "suite": "browsecomp", + "range": [ + 0, + 15 + ], + "filename": "000000-000015.parquet", + "sha256": "b5c35167e067477440459fba92deac540211c6a0367860db15a8371f34966bc5", + "bytes": 1220349 + }, + { + "suite": "browsecomp", + "range": [ + 15, + 30 + ], + "filename": "000015-000030.parquet", + "sha256": "69dacec5194bdb0044a4dbbb8f48b9a947470af15c0cbbf32d72ecb7133b48e4", + "bytes": 1213606 + }, + { + "suite": "browsecomp", + "range": [ + 30, + 45 + ], + "filename": "000030-000045.parquet", + "sha256": "fbd9b5d7953f8edbcee1cc647c3d28ed3da739549684e2ce65bf62687d1890fb", + "bytes": 1082171 + }, + { + "suite": "browsecomp", + "range": [ + 45, + 60 + ], + "filename": "000045-000060.parquet", + "sha256": "aea937bc8146c1b22d292f4b58b46971af1b2d69b1d26d41c669129ffd619c3b", + "bytes": 1170103 + }, + { + "suite": "browsecomp", + "range": [ + 60, + 75 + ], + "filename": "000060-000075.parquet", + "sha256": "787dc9959e09310e1ed5763e223897d84a455c715c670b49986aa538bb041210", + "bytes": 912402 + }, + { + "suite": "browsecomp", + "range": [ + 75, + 90 + ], + "filename": "000075-000090.parquet", + "sha256": "357b0264ac7d45aa5747e7d1cae05a97a751f283febd943b44fc8133773378eb", + "bytes": 1335594 + }, + { + "suite": "browsecomp", + "range": [ + 90, + 100 + ], + "filename": "000090-000100.parquet", + "sha256": "83c9631fbc54662bf4b4a049e9010ecb4bd88631de7ce8f227c23440419f30af", + "bytes": 979215 + }, + { + "suite": "dsqa", + "range": [ + 0, + 15 + ], + "filename": "000000-000015.parquet", + "sha256": "b8f01e252d6df7d7a2def4fad20d491116ef9a5269c7f3d59057f71d9d35248d", + "bytes": 718307 + }, + { + "suite": "dsqa", + "range": [ + 15, + 30 + ], + "filename": "000015-000030.parquet", + "sha256": "0392c924516d15d5c86364c10ea1f5a0587eb964f49b4a6bc72d29bfa9219ee8", + "bytes": 806855 + }, + { + "suite": "dsqa", + "range": [ + 30, + 45 + ], + "filename": "000030-000045.parquet", + "sha256": "50b6508cb729e48dc6c034aa5f93a80edf9d6228e5228b09138a1dec224af98f", + "bytes": 943151 + }, + { + "suite": "dsqa", + "range": [ + 45, + 60 + ], + "filename": "000045-000060.parquet", + "sha256": "5b5e3f38c06828097d9a320fd21d26a19eedda171028a3f5d77fd2fdff6a4cb5", + "bytes": 884967 + }, + { + "suite": "dsqa", + "range": [ + 60, + 75 + ], + "filename": "000060-000075.parquet", + "sha256": "c747e703763d57901b45eb516e18d3f32a0bf21695f2dec1cafc504050ee59c7", + "bytes": 913066 + }, + { + "suite": "dsqa", + "range": [ + 75, + 90 + ], + "filename": "000075-000090.parquet", + "sha256": "bf46d49429ddaae89d8bea7b632bd45a08a66eb9acd7d8421d8524aa4c8becdf", + "bytes": 873508 + }, + { + "suite": "dsqa", + "range": [ + 90, + 100 + ], + "filename": "000090-000100.parquet", + "sha256": "e2505925752aa875e59472193151b776698b5c498daf4b8f96c2b5dc1d43eb98", + "bytes": 526156 + }, + { + "suite": "widesearch", + "range": [ + 0, + 15 + ], + "filename": "000000-000015.parquet", + "sha256": "30416da99400c59d22ac1be836da462bc591a434873cd1bf38a94084a1e817cd", + "bytes": 1157810 + }, + { + "suite": "widesearch", + "range": [ + 15, + 30 + ], + "filename": "000015-000030.parquet", + "sha256": "efd82ca89c5303686bff93cb59189016729bac77e2995b71b253e461031ef7c9", + "bytes": 1118291 + }, + { + "suite": "widesearch", + "range": [ + 30, + 45 + ], + "filename": "000030-000045.parquet", + "sha256": "86c3d4bbe53d64992b4dff44ff68186d54b2e9376899647c612318eee9453bf8", + "bytes": 1045293 + }, + { + "suite": "widesearch", + "range": [ + 45, + 60 + ], + "filename": "000045-000060.parquet", + "sha256": "b4bc2ac566d6d173a8b292f6d781eab96f74a50e7789e0cabf6bdda9f21e410b", + "bytes": 1330758 + }, + { + "suite": "widesearch", + "range": [ + 60, + 75 + ], + "filename": "000060-000075.parquet", + "sha256": "7792a8228839ecd83ac257b5fd09190d378509143ab4d17cb83d04c341d613ef", + "bytes": 1198687 + }, + { + "suite": "widesearch", + "range": [ + 75, + 90 + ], + "filename": "000075-000090.parquet", + "sha256": "6f25b0161a06d5edabafbbd8aea45d89051447e7042a0e2dad434dbfb02f3374", + "bytes": 1180760 + }, + { + "suite": "widesearch", + "range": [ + 90, + 100 + ], + "filename": "000090-000100.parquet", + "sha256": "0d2063269fe986eaf72936b9a1a9ba2c515ce95630d00f029364fc5c70517fee", + "bytes": 870088 + } + ] +} diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-25turn/report.html b/published-runs/parallel/gpt-5.6-sol-parallel-25turn/report.html new file mode 100644 index 0000000..77da7d2 --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-25turn/report.html @@ -0,0 +1,26 @@ + + +GPT-5.6 Sol with Parallel search, 25 turns +
OpenRouter Search Benchmarks
complete
+

GPT-5.6 Sol with Parallel search, 25 turns

Three-suite OpenRouter search benchmark at a twenty-five-turn search budget.

+
openai/gpt-5.6-sol · run gpt-5.6-sol-parallel-25turn · $116.0693 provider-reported
+
+
accuracy
+

browsecomp

+
65.0%
+
Tasks
100/100
Cost
$42.1991
Tokens
22,119,457
+
+
+
accuracy
+

dsqa

+
64.0%
+
Tasks
100/100
Cost
$33.7504
Tokens
17,001,180
+
+
+
f1_by_item
+

widesearch

+
68.9%
+
Tasks
100/100
Cost
$40.1198
Tokens
9,357,307
+
Generated 2026-08-03T05:21:19.134Z · targets and judge trajectories excluded from this published bundle
\ No newline at end of file diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-25turn/run.toml b/published-runs/parallel/gpt-5.6-sol-parallel-25turn/run.toml new file mode 100644 index 0000000..c83d232 --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-25turn/run.toml @@ -0,0 +1,37 @@ +version = 1 +title = "GPT-5.6 Sol with Parallel search, 25 turns" +description = "Three-suite OpenRouter search benchmark at a twenty-five-turn search budget." +model = "openai/gpt-5.6-sol" +suites = ["browsecomp", "dsqa", "widesearch"] +start = 0 +limit = 100 +epochs = 1 +concurrency = 15 +chunk_size = 15 +budget_usd = 525 + +[inference] +temperature = 0 +max_retries = 10 +provider_only = ["OpenAI"] +allow_fallbacks = false + +[search] +surface = "server-tool" +engine = "parallel" +max_agent_turns = 25 +# max_total_results is derived as turns x per-search results (125 here) because +# the server default of 50 would otherwise bind around turn ten. Set it +# explicitly to override the derivation. + +# Measured from gpt-5.6-sol-parallel-25turn-calibration (one task per suite). +# The budget allows roughly 4x the one-task planning estimate. +[cost_estimates] +browsecomp = 0.29638925 +dsqa = 0.52911845 +widesearch = 0.47744875 + +[publish] +include_inputs = false +include_answers = false +include_search_queries = false diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-25turn/samples.redacted.jsonl b/published-runs/parallel/gpt-5.6-sol-parallel-25turn/samples.redacted.jsonl new file mode 100644 index 0000000..1a73378 --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-25turn/samples.redacted.jsonl @@ -0,0 +1,300 @@ +{"suite":"browsecomp","sampleId":"browsecomp-0","epoch":0,"score":"I","citations":[{"url":"https://www.aarp.org/","title":"www.aarp.org"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.simonandschuster.net/","title":"www.simonandschuster.net"},{"url":"https://www.simonandschuster.net/","title":"www.simonandschuster.net"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.the-star.co.ke/","title":"www.the-star.co.ke"},{"url":"https://www.the-star.co.ke/","title":"www.the-star.co.ke"},{"url":"https://hopemediakenya.org/","title":"hopemediakenya.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://kenya-today.com/","title":"kenya-today.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://meharalit.wordpress.com/","title":"meharalit.wordpress.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://centresportifarthurnaze.be/","title":"centresportifarthurnaze.be"},{"url":"https://catalog.princeton.edu/","title":"catalog.princeton.edu"},{"url":"https://nation.africa/","title":"nation.africa"},{"url":"https://openlibrary.org/","title":"openlibrary.org"},{"url":"https://search.worldcat.org/","title":"search.worldcat.org"},{"url":"https://myportal.nimc.gov.ng/","title":"myportal.nimc.gov.ng"},{"url":"https://govcomapi.mtnima.gov.mr/","title":"govcomapi.mtnima.gov.mr"},{"url":"https://www.gettextbooks.com/","title":"www.gettextbooks.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://sw.wikipedia.org/","title":"sw.wikipedia.org"},{"url":"https://comparativestudies.osu.edu/","title":"comparativestudies.osu.edu"},{"url":"https://www.the-star.co.ke/","title":"www.the-star.co.ke"},{"url":"https://nation.africa/","title":"nation.africa"},{"url":"https://nation.africa/","title":"nation.africa"},{"url":"https://nation.africa/","title":"nation.africa"},{"url":"https://zf1uoj33qg7.horsecom.ch/","title":"zf1uoj33qg7.horsecom.ch"},{"url":"https://nation.africa/","title":"nation.africa"},{"url":"https://nation.africa/","title":"nation.africa"},{"url":"https://allafrica.com/","title":"allafrica.com"},{"url":"https://allafrica.com/","title":"allafrica.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.standardmedia.co.ke/","title":"www.standardmedia.co.ke"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"}],"searchCalls":[{"id":"st_tmp_mm8a29z1m6p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zes8pnajdk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6aj54urzolo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pskazwa499","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_evhfhonb6ps","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6de7hqlfof","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j5h29xf3ks","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9xt4bokl2ju","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_avw659be0vn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c4c43nsxnfc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0u9dgkg2y4ba","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_giv2krktwhq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6nszuewuien","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g9c0te1afw","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-1","epoch":0,"score":"C","citations":[{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.worldfootball.net/","title":"www.worldfootball.net"},{"url":"https://www.worldfootball.net/","title":"www.worldfootball.net"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"http://www.planetworldcup.com/","title":"www.planetworldcup.com"},{"url":"https://www.worldfootball.net/","title":"www.worldfootball.net"},{"url":"https://www.worldfootball.net/","title":"www.worldfootball.net"},{"url":"https://worldreferee.com/","title":"worldreferee.com"},{"url":"https://www.transfermarkt.com/","title":"www.transfermarkt.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.worldfootball.net/","title":"www.worldfootball.net"},{"url":"https://www.worldfootball.net/","title":"www.worldfootball.net"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://worldreferee.com/","title":"worldreferee.com"},{"url":"https://www.worldfootball.net/","title":"www.worldfootball.net"},{"url":"https://www.worldfootball.net/","title":"www.worldfootball.net"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://fbref.com/","title":"fbref.com"},{"url":"https://www.thesoccerworldcups.com/","title":"www.thesoccerworldcups.com"},{"url":"https://www.espn.co.uk/","title":"www.espn.co.uk"},{"url":"https://www.11v11.com/","title":"www.11v11.com"},{"url":"https://www.rte.ie/","title":"www.rte.ie"},{"url":"https://www.rte.ie/","title":"www.rte.ie"},{"url":"https://www.thesun.ie/","title":"www.thesun.ie"},{"url":"https://www.the42.ie/","title":"www.the42.ie"},{"url":"https://www.irishpost.com/","title":"www.irishpost.com"},{"url":"http://www.planetworldcup.com/","title":"www.planetworldcup.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://datencenter.dfb.de/","title":"datencenter.dfb.de"},{"url":"https://www.espn.com.au/","title":"www.espn.com.au"}],"searchCalls":[{"id":"st_tmp_bo69u1bw77i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_84xc6r0y7zl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_99ll9zcum6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1gqm6anhxzm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8oa5wkkkrmb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_843szm17a5p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fhbapfht72h","status":"completed","action":"search","executed":true,"sourceCount":4}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-10","epoch":0,"score":"C","citations":[{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://scs-dev-william-0.newspapersystems.com/","title":"scs-dev-william-0.newspapersystems.com"},{"url":"https://mail.nisamerica.com/","title":"mail.nisamerica.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.southcoasttoday.com/","title":"www.southcoasttoday.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.theatlantic.com/","title":"www.theatlantic.com"},{"url":"https://findingaids.library.nyu.edu/","title":"findingaids.library.nyu.edu"},{"url":"https://www.newyorker.com/","title":"www.newyorker.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.thehindu.com/","title":"www.thehindu.com"},{"url":"https://frontline.thehindu.com/","title":"frontline.thehindu.com"},{"url":"https://www.theatlantic.com/","title":"www.theatlantic.com"},{"url":"https://www.thehindu.com/","title":"www.thehindu.com"},{"url":"https://mail.nisamerica.com/","title":"mail.nisamerica.com"},{"url":"http://www.georgewpeck.com/","title":"www.georgewpeck.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://ora.ox.ac.uk/","title":"ora.ox.ac.uk"},{"url":"https://www.newstatesman.com/","title":"www.newstatesman.com"},{"url":"https://udpress.udel.edu/","title":"udpress.udel.edu"},{"url":"https://sps.columbia.edu/","title":"sps.columbia.edu"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://aboutus.com/","title":"aboutus.com"},{"url":"https://www.japantimes.co.jp/","title":"www.japantimes.co.jp"},{"url":"https://www.ebsco.com/","title":"www.ebsco.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://sps.columbia.edu/","title":"sps.columbia.edu"},{"url":"https://www.japantimes.co.jp/","title":"www.japantimes.co.jp"},{"url":"https://www.wikiwand.com/","title":"www.wikiwand.com"},{"url":"https://www.penguinrandomhouse.com/","title":"www.penguinrandomhouse.com"},{"url":"https://sps.columbia.edu/","title":"sps.columbia.edu"},{"url":"https://www.radioworld.com/","title":"www.radioworld.com"},{"url":"https://dukespace.lib.duke.edu/","title":"dukespace.lib.duke.edu"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://www.japantimes.co.jp/","title":"www.japantimes.co.jp"},{"url":"https://openlibrary.org/","title":"openlibrary.org"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://www.asahi.com/","title":"www.asahi.com"},{"url":"https://www.asahi.com/","title":"www.asahi.com"},{"url":"https://www.radioworld.com/","title":"www.radioworld.com"},{"url":"https://de.wikipedia.org/","title":"de.wikipedia.org"},{"url":"https://online.ucpress.edu/","title":"online.ucpress.edu"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://online.ucpress.edu/","title":"online.ucpress.edu"},{"url":"https://muse.jhu.edu/","title":"muse.jhu.edu"},{"url":"https://www.japantimes.co.jp/","title":"www.japantimes.co.jp"},{"url":"https://japanesecanadianartists.com/","title":"japanesecanadianartists.com"},{"url":"https://www.radioworld.com/","title":"www.radioworld.com"},{"url":"https://www.nikkeiplacefoundation.org/","title":"www.nikkeiplacefoundation.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://japanesecanadianartists.com/","title":"japanesecanadianartists.com"},{"url":"https://www.kinokuniya.co.jp/","title":"www.kinokuniya.co.jp"},{"url":"https://www.kinokuniya.co.jp/","title":"www.kinokuniya.co.jp"},{"url":"https://booklive.jp/","title":"booklive.jp"},{"url":"https://galapagosstore.com/","title":"galapagosstore.com"},{"url":"https://books.rakuten.co.jp/","title":"books.rakuten.co.jp"},{"url":"https://www.cmoa.jp/","title":"www.cmoa.jp"},{"url":"https://booklive.jp/","title":"booklive.jp"},{"url":"https://www.artm.pref.hyogo.jp/","title":"www.artm.pref.hyogo.jp"},{"url":"https://ja.wikipedia.org/","title":"ja.wikipedia.org"},{"url":"https://ndlsearch.ndl.go.jp/","title":"ndlsearch.ndl.go.jp"},{"url":"https://www.asahi.com/","title":"www.asahi.com"},{"url":"https://ci.nii.ac.jp/","title":"ci.nii.ac.jp"},{"url":"http://www.v-shinpo.com/","title":"www.v-shinpo.com"},{"url":"https://news.ksb.co.jp/","title":"news.ksb.co.jp"},{"url":"https://www.asahi.com/","title":"www.asahi.com"},{"url":"https://www.japantimes.co.jp/","title":"www.japantimes.co.jp"},{"url":"https://www.asahi.com/","title":"www.asahi.com"},{"url":"http://www.asahi.com/","title":"www.asahi.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.moon.en-us.nina.az/","title":"www.moon.en-us.nina.az"}],"searchCalls":[{"id":"st_tmp_9uvtqk69ep","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sd6hymga9u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uewoqpnm8kl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3xv4kz52nzf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sh1avcog7wf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_js0pq96lglp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l3c9uumq5vo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tr329dkzzd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h8o00gno15i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fb3mtwd9dia","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bnjvpdqo7du","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fqvr90gzx4e","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_i2enh1fq6wb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6ub8zlsgufy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2c06ejlp4tw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qd3t9e54nmb","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_g03ss7r9szi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5qx9uxsz3z9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hp3hbytic15","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_p67utcohd4h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_df1jxg8hsy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kqognpbcag8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0p4dc7qpu6t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vd2wovafda","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_irq2yqsdve","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6swfakunr8t","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-11","epoch":0,"score":"C","citations":[{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://musicbrainz.org/","title":"musicbrainz.org"},{"url":"https://anilist.co/","title":"anilist.co"},{"url":"https://allthetropes.org/","title":"allthetropes.org"},{"url":"https://tropedia.fandom.com/","title":"tropedia.fandom.com"},{"url":"https://rozen-maiden.fandom.com/","title":"rozen-maiden.fandom.com"},{"url":"https://rozenmaiden.fandom.com/","title":"rozenmaiden.fandom.com"},{"url":"https://rozenmaiden.fandom.com/","title":"rozenmaiden.fandom.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://phandaria.net/","title":"phandaria.net"},{"url":"https://www.animenewsnetwork.com/","title":"www.animenewsnetwork.com"},{"url":"https://www.animenewsnetwork.com/","title":"www.animenewsnetwork.com"},{"url":"https://tvtropes.org/","title":"tvtropes.org"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://tv.apple.com/","title":"tv.apple.com"},{"url":"https://rozenmaiden.fandom.com/","title":"rozenmaiden.fandom.com"},{"url":"https://rozen-maiden.fandom.com/","title":"rozen-maiden.fandom.com"},{"url":"https://en.namu.wiki/","title":"en.namu.wiki"},{"url":"https://comicvine.gamespot.com/","title":"comicvine.gamespot.com"},{"url":"https://w.atwiki.jp/","title":"w.atwiki.jp"},{"url":"https://ansaikuropedia.org/","title":"ansaikuropedia.org"},{"url":"https://neoapo.com/","title":"neoapo.com"},{"url":"https://w.atwiki.jp/","title":"w.atwiki.jp"},{"url":"https://w.atwiki.jp/","title":"w.atwiki.jp"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://sht-f.fandom.com/","title":"sht-f.fandom.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://rozenmaiden.fandom.com/","title":"rozenmaiden.fandom.com"},{"url":"https://www.sekaipedia.org/","title":"www.sekaipedia.org"},{"url":"https://www.animenewsnetwork.com/","title":"www.animenewsnetwork.com"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://malice-in-wonderland-and-all-things-alice.fandom.com/","title":"malice-in-wonderland-and-all-things-alice.fandom.com"},{"url":"https://www.dualshockers.com/","title":"www.dualshockers.com"},{"url":"https://dictionary.cambridge.org/","title":"dictionary.cambridge.org"},{"url":"https://dictionary.cambridge.org/","title":"dictionary.cambridge.org"},{"url":"https://dictionary.cambridge.org/","title":"dictionary.cambridge.org"},{"url":"https://dictionary.cambridge.org/","title":"dictionary.cambridge.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://rozenmaiden.fandom.com/","title":"rozenmaiden.fandom.com"},{"url":"https://miikoheart.wordpress.com/","title":"miikoheart.wordpress.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.primevideo.com/","title":"www.primevideo.com"},{"url":"https://wonderland.fandom.com/","title":"wonderland.fandom.com"},{"url":"https://press.princeton.edu/","title":"press.princeton.edu"},{"url":"https://hrc.contentdm.oclc.org/","title":"hrc.contentdm.oclc.org"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://www.sfmoma.org/","title":"www.sfmoma.org"},{"url":"https://www.owleyes.org/","title":"www.owleyes.org"},{"url":"https://psxdatacenter.com/","title":"psxdatacenter.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://versus-connections.fandom.com/","title":"versus-connections.fandom.com"},{"url":"https://ar.wikipedia.org/","title":"ar.wikipedia.org"},{"url":"https://rozenmaiden.fandom.com/","title":"rozenmaiden.fandom.com"}],"searchCalls":[{"id":"st_tmp_so004d5ge4f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i20ip5reumn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p7ix83173h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bb1857uaic9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2iwefu7qyhf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ta1kg14u1wg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_svolv0h8vy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v6wx7wiknba","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7dvn56mw2nt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o1yte46rjfk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o13rzhhgc4h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mpjy57ee7mc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i5zctau1xc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_924qdcbqhgf","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-12","epoch":0,"score":"C","citations":[{"url":"https://tile.loc.gov/","title":"tile.loc.gov"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://online.ucpress.edu/","title":"online.ucpress.edu"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://journals.sagepub.com/","title":"journals.sagepub.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://charlestoncitypaper.com/","title":"charlestoncitypaper.com"},{"url":"https://www.nycgovparks.org/","title":"www.nycgovparks.org"},{"url":"https://archive.nytimes.com/","title":"archive.nytimes.com"},{"url":"https://kilian-staudt.de/","title":"kilian-staudt.de"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.nj.gov/","title":"www.nj.gov"},{"url":"http://kelly.house.gov/","title":"kelly.house.gov"},{"url":"https://www.erienewsnow.com/","title":"www.erienewsnow.com"},{"url":"https://labulleadessin.ch/","title":"labulleadessin.ch"},{"url":"https://lukompakt.de/","title":"lukompakt.de"},{"url":"https://resonanz-web.de/","title":"resonanz-web.de"},{"url":"https://impressionsgames.fandom.com/","title":"impressionsgames.fandom.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://maldonspice.co.uk/","title":"maldonspice.co.uk"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://resolve.cambridge.org/","title":"resolve.cambridge.org"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nycgovparks.org/","title":"www.nycgovparks.org"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.cityofsydney.nsw.gov.au/","title":"www.cityofsydney.nsw.gov.au"},{"url":"https://churchmonumentssociety.org/","title":"churchmonumentssociety.org"},{"url":"https://www.newham.gov.uk/","title":"www.newham.gov.uk"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://hartfordbusiness.com/","title":"hartfordbusiness.com"},{"url":"https://inews.co.uk/","title":"inews.co.uk"},{"url":"https://www.buildingsofireland.ie/","title":"www.buildingsofireland.ie"},{"url":"https://www.rte.ie/","title":"www.rte.ie"},{"url":"https://www.limerickleader.ie/","title":"www.limerickleader.ie"},{"url":"https://www.buildingsofireland.ie/","title":"www.buildingsofireland.ie"},{"url":"https://www.buildingsofireland.ie/","title":"www.buildingsofireland.ie"},{"url":"https://historyireland.com/","title":"historyireland.com"},{"url":"https://www.limerick.ie/","title":"www.limerick.ie"},{"url":"https://www.limerickcivictrust.ie/","title":"www.limerickcivictrust.ie"},{"url":"https://www.limerickcivictrust.ie/","title":"www.limerickcivictrust.ie"},{"url":"https://www.buildingsofireland.ie/","title":"www.buildingsofireland.ie"},{"url":"https://www.buildingsofireland.ie/","title":"www.buildingsofireland.ie"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://catalogue.nli.ie/","title":"catalogue.nli.ie"},{"url":"https://catalogue.nli.ie/","title":"catalogue.nli.ie"},{"url":"http://www.talkinghistorywexford.ie/","title":"www.talkinghistorywexford.ie"},{"url":"https://www.independent.ie/","title":"www.independent.ie"},{"url":"https://www.buildingsofireland.ie/","title":"www.buildingsofireland.ie"},{"url":"https://wexfordweekly.com/","title":"wexfordweekly.com"},{"url":"https://wexfordhub.com/","title":"wexfordhub.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://irishwarmemorials.ie/","title":"irishwarmemorials.ie"},{"url":"https://www.independent.ie/","title":"www.independent.ie"},{"url":"https://www.historyireland.com/","title":"www.historyireland.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://allevents.in/","title":"allevents.in"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://iomst.ie/","title":"iomst.ie"},{"url":"https://www.independent.ie/","title":"www.independent.ie"},{"url":"https://www.visitwexford.ie/","title":"www.visitwexford.ie"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.irishcentral.com/","title":"www.irishcentral.com"},{"url":"https://www.ireland.com/","title":"www.ireland.com"},{"url":"https://wexford-wx.ireland-bd.com/","title":"wexford-wx.ireland-bd.com"},{"url":"https://www.gdldrivers.ie/","title":"www.gdldrivers.ie"},{"url":"https://www.independent.ie/","title":"www.independent.ie"},{"url":"https://www.independent.ie/","title":"www.independent.ie"},{"url":"https://wexford-wx.irelands-advisor.com/","title":"wexford-wx.irelands-advisor.com"},{"url":"https://wexfordhub.com/","title":"wexfordhub.com"},{"url":"http://wexfordhub.com/","title":"wexfordhub.com"},{"url":"https://www.irishcentral.com/","title":"www.irishcentral.com"},{"url":"https://www.ireland.com/","title":"www.ireland.com"},{"url":"https://www.tastewexford.ie/","title":"www.tastewexford.ie"},{"url":"https://briacommunities.ca/","title":"briacommunities.ca"},{"url":"https://www.visitwexford.ie/","title":"www.visitwexford.ie"},{"url":"https://thomasmoorewexford.ie/","title":"thomasmoorewexford.ie"},{"url":"https://www.visitwexford.ie/","title":"www.visitwexford.ie"},{"url":"https://www.travelextra.ie/","title":"www.travelextra.ie"},{"url":"https://wexfordhub.com/","title":"wexfordhub.com"},{"url":"https://www.maggiemays.ie/","title":"www.maggiemays.ie"}],"searchCalls":[{"id":"st_tmp_gwci9nwwffu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tp47lw79z5h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_duc83cg2fzb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4rkceqhypak","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_yjdq38nqqmf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r66kyjxku48","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u6c0s34xjzs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nlc28ehm0r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v1l7mfpumsl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n10pe6m5mo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vz5uvvx4u6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w5mca2uyc5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ehm1hjd3y24","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gg122he07cq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7j6hpozkqrr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v9zrdxkvv4p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qmr77xlw948","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_hof9vydmxna","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_th9ykt9eita","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_74lly6w5n2a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1beokejimru","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-13","epoch":0,"score":"I","citations":[{"url":"https://www.fox9.com/","title":"www.fox9.com"},{"url":"https://www.cbsnews.com/","title":"www.cbsnews.com"},{"url":"https://www.nbcconnecticut.com/","title":"www.nbcconnecticut.com"},{"url":"https://www.wmar2news.com/","title":"www.wmar2news.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.cbc.ca/","title":"www.cbc.ca"},{"url":"https://mydocs.wfd.alberta.ca/","title":"mydocs.wfd.alberta.ca"},{"url":"https://www.cbc.ca/","title":"www.cbc.ca"},{"url":"https://globalnews.ca/","title":"globalnews.ca"},{"url":"https://globalnews.ca/","title":"globalnews.ca"},{"url":"https://www.cbc.ca/","title":"www.cbc.ca"},{"url":"https://www.cbc.ca/","title":"www.cbc.ca"},{"url":"https://www.cbc.ca/","title":"www.cbc.ca"},{"url":"https://www.cbc.ca/","title":"www.cbc.ca"},{"url":"https://globalnews.ca/","title":"globalnews.ca"},{"url":"https://www.albertahealthservices.ca/","title":"www.albertahealthservices.ca"},{"url":"https://www.albertahealthservices.ca/","title":"www.albertahealthservices.ca"},{"url":"https://imageserver.fltplan.com/","title":"imageserver.fltplan.com"},{"url":"https://imageserver.fltplan.com/","title":"imageserver.fltplan.com"},{"url":"https://open.alberta.ca/","title":"open.alberta.ca"},{"url":"https://www.lakelandtoday.ca/","title":"www.lakelandtoday.ca"},{"url":"https://www.cbc.ca/","title":"www.cbc.ca"},{"url":"https://wildfiretoday.com/","title":"wildfiretoday.com"},{"url":"https://publications.gc.ca/","title":"publications.gc.ca"},{"url":"https://www.alberta.ca/","title":"www.alberta.ca"},{"url":"https://www.lakelandtoday.ca/","title":"www.lakelandtoday.ca"},{"url":"https://edmontonjournal.com/","title":"edmontonjournal.com"},{"url":"https://globalnews.ca/","title":"globalnews.ca"},{"url":"https://globalnews.ca/","title":"globalnews.ca"},{"url":"https://www.coldlake.com/","title":"www.coldlake.com"},{"url":"https://www.coldlake.com/","title":"www.coldlake.com"},{"url":"https://www.coldlake.com/","title":"www.coldlake.com"},{"url":"https://regionaldashboard.alberta.ca/","title":"regionaldashboard.alberta.ca"},{"url":"https://townfolio.co/","title":"townfolio.co"},{"url":"https://ourairports.com/","title":"ourairports.com"},{"url":"https://ourairports.com/","title":"ourairports.com"},{"url":"https://ourairports.com/","title":"ourairports.com"},{"url":"https://ab.211.ca/","title":"ab.211.ca"},{"url":"https://www.coldlake.com/","title":"www.coldlake.com"},{"url":"https://www.coldlake.com/","title":"www.coldlake.com"},{"url":"https://open.alberta.ca/","title":"open.alberta.ca"},{"url":"https://anfca.com/","title":"anfca.com"},{"url":"https://environment.extranet.gov.ab.ca/","title":"environment.extranet.gov.ab.ca"},{"url":"https://waterportal.ca/","title":"waterportal.ca"},{"url":"https://www.alberta.ca/","title":"www.alberta.ca"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://digitalprairie.ok.gov/","title":"digitalprairie.ok.gov"},{"url":"https://www.coldlake.com/","title":"www.coldlake.com"},{"url":"https://www.albertaparks.ca/","title":"www.albertaparks.ca"},{"url":"https://www.albertaparks.ca/","title":"www.albertaparks.ca"},{"url":"https://www.albertaparks.ca/","title":"www.albertaparks.ca"},{"url":"https://open.alberta.ca/","title":"open.alberta.ca"},{"url":"https://www.lakelandtoday.ca/","title":"www.lakelandtoday.ca"},{"url":"https://www.lakelandtoday.ca/","title":"www.lakelandtoday.ca"},{"url":"https://www.lakelandtoday.ca/","title":"www.lakelandtoday.ca"},{"url":"https://www.coldlakesun.com/","title":"www.coldlakesun.com"},{"url":"https://www.lakelandtoday.ca/","title":"www.lakelandtoday.ca"},{"url":"https://www.sao10.com/","title":"www.sao10.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.lakelandgov.net/","title":"www.lakelandgov.net"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.coldlake.com/","title":"www.coldlake.com"},{"url":"https://www.coldlake.com/","title":"www.coldlake.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://go.boarddocs.com/","title":"go.boarddocs.com"},{"url":"https://gis.lcc.mn.gov/","title":"gis.lcc.mn.gov"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://go.boarddocs.com/","title":"go.boarddocs.com"},{"url":"https://clfns.com/","title":"clfns.com"},{"url":"https://www.coldlake.com/","title":"www.coldlake.com"},{"url":"https://skyvector.com/","title":"skyvector.com"},{"url":"https://connectingcare.ca/","title":"connectingcare.ca"},{"url":"https://www.point2homes.com/","title":"www.point2homes.com"},{"url":"https://open.alberta.ca/","title":"open.alberta.ca"},{"url":"https://open.alberta.ca/","title":"open.alberta.ca"},{"url":"https://www.alberta.ca/","title":"www.alberta.ca"},{"url":"https://ags.aer.ca/","title":"ags.aer.ca"},{"url":"https://www.albertaparks.ca/","title":"www.albertaparks.ca"},{"url":"https://www.mapquest.com/","title":"www.mapquest.com"},{"url":"https://satellites.pro/","title":"satellites.pro"},{"url":"https://aglc.ca/","title":"aglc.ca"},{"url":"https://www.thelocalrealtors.ca/","title":"www.thelocalrealtors.ca"},{"url":"https://www.remax.ca/","title":"www.remax.ca"},{"url":"https://www.redfin.ca/","title":"www.redfin.ca"},{"url":"https://coldlakelearns.com/","title":"coldlakelearns.com"},{"url":"https://ab.211.ca/","title":"ab.211.ca"},{"url":"https://www.coldlakelibrary.ca/","title":"www.coldlakelibrary.ca"},{"url":"https://ab.211.ca/","title":"ab.211.ca"}],"searchCalls":[{"id":"st_tmp_0ho2uhawo757","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hteu1jznxig","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d8xv1s6qlrp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8r3rjjci7vl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_79bc8cvh0rm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x3w78vjmpad","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zpt0p08igi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_icqp3j3iyrb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0s3smh0mcco","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_efrzap87uu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mueulfm8oym","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nzjbxrygh3r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kwi4huq9uef","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xy3w9w5w5ai","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1yy0tf158zj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xb2lkd1y6er","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wtcas4jqlh8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ybhz7dlt92r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4xfdopbwu2i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_92e7kez1f2i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_71ki4y9mwxb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g76u5zs54y","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-14","epoch":0,"score":"C","citations":[{"url":"https://mpra.ub.uni-muenchen.de/","title":"mpra.ub.uni-muenchen.de"},{"url":"https://webapps.ilo.org/","title":"webapps.ilo.org"},{"url":"https://ghdx.healthdata.org/","title":"ghdx.healthdata.org"},{"url":"https://mpra.ub.uni-muenchen.de/","title":"mpra.ub.uni-muenchen.de"},{"url":"https://github.com/","title":"github.com"},{"url":"https://www.theglobaleconomy.com/","title":"www.theglobaleconomy.com"},{"url":"https://openknowledge.worldbank.org/","title":"openknowledge.worldbank.org"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://www.academia.edu/","title":"www.academia.edu"},{"url":"https://ghdx.healthdata.org/","title":"ghdx.healthdata.org"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://www.ons.gov.uk/","title":"www.ons.gov.uk"},{"url":"https://www.ons.gov.uk/","title":"www.ons.gov.uk"},{"url":"https://lehd.ces.census.gov/","title":"lehd.ces.census.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www.ksh.hu/","title":"www.ksh.hu"},{"url":"https://www.doi.gov/","title":"www.doi.gov"},{"url":"https://microdata.worldbank.org/","title":"microdata.worldbank.org"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://ideas.repec.org/","title":"ideas.repec.org"},{"url":"https://microdata.worldbank.org/","title":"microdata.worldbank.org"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://web.pdx.edu/","title":"web.pdx.edu"},{"url":"http://www.ijstr.org/","title":"www.ijstr.org"},{"url":"https://online.stat.psu.edu/","title":"online.stat.psu.edu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://www.doi.gov/","title":"www.doi.gov"},{"url":"https://ghdx.healthdata.org/","title":"ghdx.healthdata.org"},{"url":"https://international.ipums.org/","title":"international.ipums.org"},{"url":"https://insse.ro/","title":"insse.ro"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://www.revistadestatistica.ro/","title":"www.revistadestatistica.ro"},{"url":"https://www.cso.ie/","title":"www.cso.ie"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://www.revistadestatistica.ro/","title":"www.revistadestatistica.ro"},{"url":"https://www.revistadestatistica.ro/","title":"www.revistadestatistica.ro"},{"url":"http://ideas.repec.org/","title":"ideas.repec.org"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://www.researchgate.net/","title":"www.researchgate.net"},{"url":"https://core.ac.uk/","title":"core.ac.uk"},{"url":"https://www.semanticscholar.org/","title":"www.semanticscholar.org"}],"searchCalls":[{"id":"st_tmp_nk9vb7q1kop","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b24wioz3iyo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3pt1wrnccr5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zy7xeb18zq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_duu1j6prnvg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6e6iv5k293t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hz00cmcf4i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y2o20xqaj99","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j7dr53gtt4i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k5zloxis0ed","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vfvm8gu3mv9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g3tyezgtjne","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-15","epoch":0,"score":"I","citations":[{"url":"https://journals.sagepub.com/","title":"journals.sagepub.com"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://www.brookings.edu/","title":"www.brookings.edu"},{"url":"https://placebrandobserver.com/","title":"placebrandobserver.com"},{"url":"https://vimeo.com/","title":"vimeo.com"},{"url":"https://castsa.ch/","title":"castsa.ch"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://p1emg33-amphtml.peopleandnumbers.it/","title":"p1emg33-amphtml.peopleandnumbers.it"},{"url":"https://www.miricanvas.com/","title":"www.miricanvas.com"},{"url":"https://www.efinancialcareers.sg/","title":"www.efinancialcareers.sg"},{"url":"https://unitedporcia.it/","title":"unitedporcia.it"},{"url":"https://www.morgan.edu/","title":"www.morgan.edu"},{"url":"https://today.uconn.edu/","title":"today.uconn.edu"},{"url":"https://www.ucl.ac.uk/","title":"www.ucl.ac.uk"},{"url":"https://www.birmingham.ac.uk/","title":"www.birmingham.ac.uk"},{"url":"https://baltimoresistercities.org/","title":"baltimoresistercities.org"},{"url":"https://www.miricanvas.com/","title":"www.miricanvas.com"},{"url":"https://www.ft.com/","title":"www.ft.com"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://ideas.repec.org/","title":"ideas.repec.org"},{"url":"https://www.brookings.edu/","title":"www.brookings.edu"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://www.researchgate.net/","title":"www.researchgate.net"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://yfx3uv-amphtml.nokturn.com.ua/","title":"yfx3uv-amphtml.nokturn.com.ua"},{"url":"https://wijbouwen.be/","title":"wijbouwen.be"},{"url":"https://pikwizard.com/","title":"pikwizard.com"},{"url":"https://journals.sagepub.com/","title":"journals.sagepub.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.dwell.com/","title":"www.dwell.com"},{"url":"https://use.metropolis.org/","title":"use.metropolis.org"},{"url":"https://furettobarber.ch/","title":"furettobarber.ch"},{"url":"https://trompettelejournalunderground.ch/","title":"trompettelejournalunderground.ch"},{"url":"https://www.dwell.com/","title":"www.dwell.com"},{"url":"https://azdot.gov/","title":"azdot.gov"},{"url":"https://adala.lt/","title":"adala.lt"},{"url":"https://orinelle.fr/","title":"orinelle.fr"},{"url":"https://www.audio-guide.bg/","title":"www.audio-guide.bg"},{"url":"https://juliereeb.ch/","title":"juliereeb.ch"},{"url":"https://wijbouwen.be/","title":"wijbouwen.be"},{"url":"https://businessclubregiotienen.be/","title":"businessclubregiotienen.be"},{"url":"https://climber.uml.edu.ni/","title":"climber.uml.edu.ni"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://ui.adsabs.harvard.edu/","title":"ui.adsabs.harvard.edu"},{"url":"https://www.bu.edu/","title":"www.bu.edu"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://wgua9v8p7ue.lavasai.lt/","title":"wgua9v8p7ue.lavasai.lt"},{"url":"https://www.virtualvocations.com/","title":"www.virtualvocations.com"},{"url":"https://s5rqg46a-amphtml.virginiejacquette.fr/","title":"s5rqg46a-amphtml.virginiejacquette.fr"},{"url":"https://www.bloomberg.com/","title":"www.bloomberg.com"},{"url":"https://competitions.tirana.al/","title":"competitions.tirana.al"},{"url":"https://worldarchitecture.org/","title":"worldarchitecture.org"},{"url":"https://universitetipolis.edu.al/","title":"universitetipolis.edu.al"},{"url":"https://phd.uniroma1.it/","title":"phd.uniroma1.it"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://sites.utexas.edu/","title":"sites.utexas.edu"},{"url":"https://mia.mk/","title":"mia.mk"},{"url":"https://futurearchitectureplatform.org/","title":"futurearchitectureplatform.org"},{"url":"https://nezavisen.mk/","title":"nezavisen.mk"},{"url":"https://www.brusselstimes.com/","title":"www.brusselstimes.com"},{"url":"https://au.jora.com/","title":"au.jora.com"},{"url":"https://epdf.pub/","title":"epdf.pub"},{"url":"https://urbanstudies.brussels/","title":"urbanstudies.brussels"},{"url":"https://kilian-staudt.de/","title":"kilian-staudt.de"},{"url":"https://monocle.com/","title":"monocle.com"},{"url":"https://dipot.ulb.ac.be/","title":"dipot.ulb.ac.be"},{"url":"https://www.dwell.com/","title":"www.dwell.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.arau.org/","title":"www.arau.org"},{"url":"https://world-architects.com/","title":"world-architects.com"},{"url":"https://www.castrips.org/","title":"www.castrips.org"},{"url":"https://mas-utd.arch.ethz.ch/","title":"mas-utd.arch.ethz.ch"},{"url":"https://wijbouwen.be/","title":"wijbouwen.be"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.dwell.com/","title":"www.dwell.com"},{"url":"https://archive.nytimes.com/","title":"archive.nytimes.com"},{"url":"https://y7wiwldmv.lug-aircargo-karriere.de/","title":"y7wiwldmv.lug-aircargo-karriere.de"},{"url":"https://www.ucl.ac.uk/","title":"www.ucl.ac.uk"},{"url":"https://byr2yhw2-amphtml.jann-aarau.ch/","title":"byr2yhw2-amphtml.jann-aarau.ch"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://barcelonarchitecturewalks.com/","title":"barcelonarchitecturewalks.com"},{"url":"https://yfx3uv-amphtml.nokturn.com.ua/","title":"yfx3uv-amphtml.nokturn.com.ua"},{"url":"https://ekanobaltija.lv/","title":"ekanobaltija.lv"},{"url":"https://juliereeb.ch/","title":"juliereeb.ch"},{"url":"https://www.dwell.com/","title":"www.dwell.com"},{"url":"https://www.how2become.com/","title":"www.how2become.com"},{"url":"https://dcp.ufl.edu/","title":"dcp.ufl.edu"},{"url":"https://climbtheladder.com/","title":"climbtheladder.com"},{"url":"https://about-sofia.com/","title":"about-sofia.com"},{"url":"https://linkedin.com/","title":"linkedin.com"},{"url":"https://linkedin.com/","title":"linkedin.com"},{"url":"https://staging.ace-cae.eu/","title":"staging.ace-cae.eu"},{"url":"https://staging.ace-cae.eu/","title":"staging.ace-cae.eu"},{"url":"https://sofiaglobe.com/","title":"sofiaglobe.com"},{"url":"https://boec.com/","title":"boec.com"},{"url":"https://perspective.brussels/","title":"perspective.brussels"},{"url":"https://biblio.ugent.be/","title":"biblio.ugent.be"},{"url":"https://bma.brussels/","title":"bma.brussels"},{"url":"https://www.ugent.be/","title":"www.ugent.be"}],"searchCalls":[{"id":"st_tmp_34f0ywrur9p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w58coslqbhm","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_ch8qzo76w9p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zsxms1052rh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_braixl49nbq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rlfmz4smaj7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oxvxx50z44","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_b7fo87aag8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p59ecqz8s9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r70wmdk02ao","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b1jvnybxn1s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m9k5o8z725l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_emz2ielews","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_riflsir1hbn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fhhwrnbu8b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eiq7hdonkfs","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_7kq6gbgx0v7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p46qm03tpr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jy965gqrom","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jdy0fwofl8n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3w8ggdb93yi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ffuo27dqzem","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ujzeuxaj76","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7acq1v68t1x","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bhhdktxgvjf","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-16","epoch":0,"score":"I","citations":[{"url":"https://allwomeninmedia.org/","title":"allwomeninmedia.org"},{"url":"https://allwomeninmedia.org/","title":"allwomeninmedia.org"},{"url":"https://allwomeninmedia.org/","title":"allwomeninmedia.org"},{"url":"https://allwomeninmedia.org/","title":"allwomeninmedia.org"},{"url":"https://allwomeninmedia.org/","title":"allwomeninmedia.org"},{"url":"https://www.radioworld.com/","title":"www.radioworld.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://radioink.com/","title":"radioink.com"},{"url":"https://www.insideradio.com/","title":"www.insideradio.com"},{"url":"https://www.pbs.org/","title":"www.pbs.org"},{"url":"https://www.loyola.edu/","title":"www.loyola.edu"},{"url":"https://www.insidevoa.com/","title":"www.insidevoa.com"},{"url":"https://muckrack.com/","title":"muckrack.com"},{"url":"https://en-brunot.fr/","title":"en-brunot.fr"},{"url":"https://www.eonline.com/","title":"www.eonline.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.insideradio.com/","title":"www.insideradio.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://tvnewscheck.com/","title":"tvnewscheck.com"},{"url":"https://network.aljazeera.net/","title":"network.aljazeera.net"},{"url":"https://bauwerkstrockenlegung-dankhoff.de/","title":"bauwerkstrockenlegung-dankhoff.de"},{"url":"https://www.oklahoman.com/","title":"www.oklahoman.com"},{"url":"https://www.pbs.org/","title":"www.pbs.org"},{"url":"https://www.elon.edu/","title":"www.elon.edu"},{"url":"https://businessday.ng/","title":"businessday.ng"},{"url":"https://journalism.berkeley.edu/","title":"journalism.berkeley.edu"},{"url":"https://muckrack.com/","title":"muckrack.com"},{"url":"https://muckrack.com/","title":"muckrack.com"},{"url":"https://muckrack.com/","title":"muckrack.com"},{"url":"https://baldwinscholars.duke.edu/","title":"baldwinscholars.duke.edu"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.pbs.org/","title":"www.pbs.org"},{"url":"https://barrettmedia.com/","title":"barrettmedia.com"},{"url":"https://www.cbsnews.com/","title":"www.cbsnews.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.americanpublicmedia.org/","title":"www.americanpublicmedia.org"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://allwomeninmedia.org/","title":"allwomeninmedia.org"},{"url":"https://www.adweek.com/","title":"www.adweek.com"},{"url":"https://www.adweek.com/","title":"www.adweek.com"},{"url":"https://highschool.latimes.com/","title":"highschool.latimes.com"},{"url":"https://www.nbcnews.com/","title":"www.nbcnews.com"},{"url":"https://www.nbcnews.com/","title":"www.nbcnews.com"},{"url":"https://www.nbcnews.com/","title":"www.nbcnews.com"},{"url":"https://www.nbcnews.com/","title":"www.nbcnews.com"},{"url":"https://www.nbcnews.com/","title":"www.nbcnews.com"},{"url":"https://allwomeninmedia.org/","title":"allwomeninmedia.org"},{"url":"https://allwomeninmedia.org/","title":"allwomeninmedia.org"},{"url":"https://allwomeninmedia.org/","title":"allwomeninmedia.org"},{"url":"https://www.adweek.com/","title":"www.adweek.com"},{"url":"https://allwomeninmedia.org/","title":"allwomeninmedia.org"},{"url":"https://today.rowan.edu/","title":"today.rowan.edu"},{"url":"https://radioink.com/","title":"radioink.com"},{"url":"https://allwomeninmedia.org/","title":"allwomeninmedia.org"},{"url":"https://allwomeninmedia.org/","title":"allwomeninmedia.org"},{"url":"https://allwomeninmedia.org/","title":"allwomeninmedia.org"},{"url":"https://allwomeninmedia.org/","title":"allwomeninmedia.org"},{"url":"https://allwomeninmedia.org/","title":"allwomeninmedia.org"},{"url":"https://allwomeninmedia.org/","title":"allwomeninmedia.org"},{"url":"https://allwomeninmedia.org/","title":"allwomeninmedia.org"},{"url":"https://dev.allwomeninmedia.org/","title":"dev.allwomeninmedia.org"},{"url":"https://allwomeninmedia.org/","title":"allwomeninmedia.org"},{"url":"https://wtop.com/","title":"wtop.com"},{"url":"https://scripps.com/","title":"scripps.com"},{"url":"https://www.wbur.org/","title":"www.wbur.org"},{"url":"https://abc7ny.com/","title":"abc7ny.com"},{"url":"https://www.apta.org/","title":"www.apta.org"},{"url":"https://www.jhrehab.org/","title":"www.jhrehab.org"},{"url":"https://www.apta.org/","title":"www.apta.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://med.stanford.edu/","title":"med.stanford.edu"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"http://npr.org/","title":"npr.org"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://virginiejacquette.fr/","title":"virginiejacquette.fr"},{"url":"https://virginiejacquette.fr/","title":"virginiejacquette.fr"},{"url":"https://pcvb2025.de/","title":"pcvb2025.de"},{"url":"https://www.theiacp.org/","title":"www.theiacp.org"},{"url":"https://udayton.edu/","title":"udayton.edu"},{"url":"https://www.psu.edu/","title":"www.psu.edu"},{"url":"https://dev.rosalindfranklin.edu/","title":"dev.rosalindfranklin.edu"},{"url":"https://healthprofessions.ucf.edu/","title":"healthprofessions.ucf.edu"},{"url":"https://uthscsa.edu/","title":"uthscsa.edu"},{"url":"https://www.aptaeducation.org/","title":"www.aptaeducation.org"},{"url":"https://www.bu.edu/","title":"www.bu.edu"},{"url":"https://pt.usc.edu/","title":"pt.usc.edu"},{"url":"https://nexusipe.org/","title":"nexusipe.org"},{"url":"https://www.okbu.edu/","title":"www.okbu.edu"}],"searchCalls":[{"id":"st_tmp_2gb8lc7swed","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0ccdaxrgba5p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gdiyi7dxc46","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3jyjy0mq5jt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iwqgkk2kzh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a1rqusnpgt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_89o4j025skl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iipogbxirns","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eaxxguiq2a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t7unz3ggh1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nmhn3v7tjc9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1674tw8b033","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z15m2wz3vsj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9hmypy6voyf","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_64j38h8c4c6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n08yha4duei","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_33bmwk5kr8r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j630z4molj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g3s8tzch0ac","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hdo5wis66q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hymrsppc63e","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_1bjiyqirhme","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7hkp0t7bpmg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f2y8dz9uw2a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j1z0lhq9ec8","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-17","epoch":0,"score":"C","citations":[{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://kilian-staudt.de/","title":"kilian-staudt.de"},{"url":"https://virginiejacquette.fr/","title":"virginiejacquette.fr"},{"url":"https://katu.com/","title":"katu.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://kilian-staudt.de/","title":"kilian-staudt.de"},{"url":"https://cheapbohemian.medium.com/","title":"cheapbohemian.medium.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://en-brunot.fr/","title":"en-brunot.fr"},{"url":"https://studerlive.ch/","title":"studerlive.ch"},{"url":"https://moneymattersradio.com/","title":"moneymattersradio.com"},{"url":"https://n42matters.be/","title":"n42matters.be"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.spokesman.com/","title":"www.spokesman.com"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://www.rnz.co.nz/","title":"www.rnz.co.nz"},{"url":"https://www.wbir.com/","title":"www.wbir.com"},{"url":"https://www.stlpr.org/","title":"www.stlpr.org"},{"url":"https://zenotransport.ch/","title":"zenotransport.ch"},{"url":"https://feestzaaloase.be/","title":"feestzaaloase.be"},{"url":"https://dialobulles.fr/","title":"dialobulles.fr"},{"url":"https://aucartophile.fr/","title":"aucartophile.fr"},{"url":"https://virginiejacquette.fr/","title":"virginiejacquette.fr"},{"url":"https://unitedporcia.it/","title":"unitedporcia.it"},{"url":"https://finhealthnetwork.org/","title":"finhealthnetwork.org"},{"url":"https://www.afr.com/","title":"www.afr.com"},{"url":"https://www.thenewstribune.com/","title":"www.thenewstribune.com"},{"url":"https://www.theglobeandmail.com/","title":"www.theglobeandmail.com"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://slate.com/","title":"slate.com"},{"url":"https://bikeportland.org/","title":"bikeportland.org"},{"url":"https://bikeportland.org/","title":"bikeportland.org"},{"url":"https://en-brunot.fr/","title":"en-brunot.fr"},{"url":"https://o52ohmdlg-amphtml.osmth-belgium.be/","title":"o52ohmdlg-amphtml.osmth-belgium.be"},{"url":"https://les-maraichers-de-la-poudge.fr/","title":"les-maraichers-de-la-poudge.fr"},{"url":"https://www.opb.org/","title":"www.opb.org"},{"url":"https://0t7dlyxxio-amphtml.tobiasunger.de/","title":"0t7dlyxxio-amphtml.tobiasunger.de"},{"url":"https://anomalily.net/","title":"anomalily.net"},{"url":"https://www.opb.org/","title":"www.opb.org"},{"url":"https://oregoncapitalchronicle.com/","title":"oregoncapitalchronicle.com"},{"url":"https://www.knkx.org/","title":"www.knkx.org"},{"url":"https://reports.adviserinfo.sec.gov/","title":"reports.adviserinfo.sec.gov"},{"url":"https://muckrack.com/","title":"muckrack.com"},{"url":"https://www.opb.org/","title":"www.opb.org"},{"url":"https://vacarissespelclima.cat/","title":"vacarissespelclima.cat"},{"url":"https://www.wweek.com/","title":"www.wweek.com"},{"url":"https://www.knkx.org/","title":"www.knkx.org"},{"url":"https://gsd-dus.de/","title":"gsd-dus.de"},{"url":"https://wijbouwen.be/","title":"wijbouwen.be"},{"url":"https://www.oregonlive.com/","title":"www.oregonlive.com"},{"url":"https://www.oregonlive.com/","title":"www.oregonlive.com"},{"url":"https://www.portlandmercury.com/","title":"www.portlandmercury.com"},{"url":"https://bikeportland.org/","title":"bikeportland.org"},{"url":"https://bikeportland.org/","title":"bikeportland.org"},{"url":"https://slate.com/","title":"slate.com"},{"url":"https://slate.com/","title":"slate.com"},{"url":"https://slate.com/","title":"slate.com"},{"url":"https://slate.com/","title":"slate.com"},{"url":"https://slate.com/","title":"slate.com"}],"searchCalls":[{"id":"st_tmp_20pmjv29qsr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bh4tvgxg4pm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_180je3zzcgl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w98ardaea7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rw6v3pjpntc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1jkv681mz7y","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_27p5q1yrbrz","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1qhkbuh67xk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e6ktr3qsdcn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s3ncqc7w7za","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h8enlay6394","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ivoxr98p3u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d357q6ughum","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-18","epoch":0,"score":"C","citations":[{"url":"https://research-information.bris.ac.uk/","title":"research-information.bris.ac.uk"},{"url":"https://research-information.bris.ac.uk/","title":"research-information.bris.ac.uk"},{"url":"https://research-information.bris.ac.uk/","title":"research-information.bris.ac.uk"},{"url":"https://research-information.bris.ac.uk/","title":"research-information.bris.ac.uk"},{"url":"https://research-information.bris.ac.uk/","title":"research-information.bris.ac.uk"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.casemine.com/","title":"www.casemine.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.simonandschuster.com/","title":"www.simonandschuster.com"},{"url":"https://www.simonandschuster.com/","title":"www.simonandschuster.com"},{"url":"https://www.wayup.com/","title":"www.wayup.com"},{"url":"https://www.admin.cam.ac.uk/","title":"www.admin.cam.ac.uk"},{"url":"https://linkedin.com/","title":"linkedin.com"},{"url":"https://muse.jhu.edu/","title":"muse.jhu.edu"},{"url":"https://research-information.bris.ac.uk/","title":"research-information.bris.ac.uk"},{"url":"https://bristol.academia.edu/","title":"bristol.academia.edu"},{"url":"https://www.academia.edu/","title":"www.academia.edu"},{"url":"https://resolve.cambridge.org/","title":"resolve.cambridge.org"},{"url":"https://metaphors.lib.virginia.edu/","title":"metaphors.lib.virginia.edu"},{"url":"https://wikisource.org/","title":"wikisource.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.gutenberg.org/","title":"www.gutenberg.org"},{"url":"https://www.gutenberg.org/","title":"www.gutenberg.org"},{"url":"https://catalog.nlm.nih.gov/","title":"catalog.nlm.nih.gov"},{"url":"https://penelope.uchicago.edu/","title":"penelope.uchicago.edu"},{"url":"https://www.gutenberg.org/","title":"www.gutenberg.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://research-information.bris.ac.uk/","title":"research-information.bris.ac.uk"},{"url":"https://research-information.bris.ac.uk/","title":"research-information.bris.ac.uk"},{"url":"https://www.bristol.ac.uk/","title":"www.bristol.ac.uk"},{"url":"https://www.bristol.ac.uk/","title":"www.bristol.ac.uk"},{"url":"https://research-information.bris.ac.uk/","title":"research-information.bris.ac.uk"},{"url":"https://www.bristol.ac.uk/","title":"www.bristol.ac.uk"},{"url":"https://alumni.blogs.bristol.ac.uk/","title":"alumni.blogs.bristol.ac.uk"},{"url":"https://www.ncbi.nlm.nih.gov/","title":"www.ncbi.nlm.nih.gov"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://www.taylorfrancis.com/","title":"www.taylorfrancis.com"},{"url":"https://archive.org/","title":"archive.org"}],"searchCalls":[{"id":"st_tmp_51d79h70bfq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9lryf902mih","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lu8vfjt4t1r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vhi0a29ufog","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_4rkceh7gyij","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8p16i82nged","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cf4yetsn2l7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j3nyi96g6nb","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_7tud1m6ka5n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t4n28sxv5z","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_t39ty61y2o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vaiey0nu7g","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-19","epoch":0,"score":"I","citations":[{"url":"https://inis.iaea.org/","title":"inis.iaea.org"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://purehost.bath.ac.uk/","title":"purehost.bath.ac.uk"},{"url":"https://addi.ehu.es/","title":"addi.ehu.es"},{"url":"http://addi.ehu.es/","title":"addi.ehu.es"},{"url":"https://museum.unc.edu/","title":"museum.unc.edu"},{"url":"https://eprints.glos.ac.uk/","title":"eprints.glos.ac.uk"},{"url":"https://collections.libraries.indiana.edu/","title":"collections.libraries.indiana.edu"},{"url":"https://archives.history.ac.uk/","title":"archives.history.ac.uk"},{"url":"https://www.new.ox.ac.uk/","title":"www.new.ox.ac.uk"},{"url":"https://docsouth.unc.edu/","title":"docsouth.unc.edu"},{"url":"https://www.cambridge.org/","title":"www.cambridge.org"},{"url":"https://www.nber.org/","title":"www.nber.org"},{"url":"https://www.cam.ac.uk/","title":"www.cam.ac.uk"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.bath.ac.uk/","title":"www.bath.ac.uk"},{"url":"https://www.bath.ac.uk/","title":"www.bath.ac.uk"},{"url":"https://www.bath.ac.uk/","title":"www.bath.ac.uk"},{"url":"https://eprints.glos.ac.uk/","title":"eprints.glos.ac.uk"},{"url":"https://en.uosamarra.edu.iq/","title":"en.uosamarra.edu.iq"},{"url":"https://usa.edu.eu/","title":"usa.edu.eu"},{"url":"https://scholargps.com/","title":"scholargps.com"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://adscientificindex.com/","title":"adscientificindex.com"},{"url":"https://purehost.bath.ac.uk/","title":"purehost.bath.ac.uk"},{"url":"https://purehost.bath.ac.uk/","title":"purehost.bath.ac.uk"},{"url":"https://researchportal.bath.ac.uk/","title":"researchportal.bath.ac.uk"},{"url":"https://researchportal.bath.ac.uk/","title":"researchportal.bath.ac.uk"},{"url":"https://researchportal.bath.ac.uk/","title":"researchportal.bath.ac.uk"},{"url":"https://museum.unc.edu/","title":"museum.unc.edu"},{"url":"https://web.stanford.edu/","title":"web.stanford.edu"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://espace.library.uq.edu.au/","title":"espace.library.uq.edu.au"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://libguides.udayton.edu/","title":"libguides.udayton.edu"},{"url":"https://apps.lib.umich.edu/","title":"apps.lib.umich.edu"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://museum.unc.edu/","title":"museum.unc.edu"},{"url":"http://milproj.dc.umich.edu/","title":"milproj.dc.umich.edu"},{"url":"https://guides.library.yale.edu/","title":"guides.library.yale.edu"},{"url":"https://journals.oslomet.no/","title":"journals.oslomet.no"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://research.sabanciuniv.edu/","title":"research.sabanciuniv.edu"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://www.diva-portal.org/","title":"www.diva-portal.org"},{"url":"https://research.chalmers.se/","title":"research.chalmers.se"},{"url":"https://researchportal.bath.ac.uk/","title":"researchportal.bath.ac.uk"},{"url":"https://iopscience.iop.org/","title":"iopscience.iop.org"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://atrium.lib.uoguelph.ca/","title":"atrium.lib.uoguelph.ca"},{"url":"https://historyofbath.org/","title":"historyofbath.org"},{"url":"https://www.bath.ac.uk/","title":"www.bath.ac.uk"},{"url":"https://ipfs.io/","title":"ipfs.io"},{"url":"https://lifelong-learning.ox.ac.uk/","title":"lifelong-learning.ox.ac.uk"},{"url":"https://docsouth.unc.edu/","title":"docsouth.unc.edu"},{"url":"https://history-timeline.brown.edu/","title":"history-timeline.brown.edu"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://uknowledge.uky.edu/","title":"uknowledge.uky.edu"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://www.egr.msu.edu/","title":"www.egr.msu.edu"},{"url":"https://pdfs.semanticscholar.org/","title":"pdfs.semanticscholar.org"},{"url":"https://scholarsmine.mst.edu/","title":"scholarsmine.mst.edu"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://pubs.aip.org/","title":"pubs.aip.org"},{"url":"https://scholarsmine.mst.edu/","title":"scholarsmine.mst.edu"},{"url":"https://isc.mst.edu/","title":"isc.mst.edu"},{"url":"https://linkedin.com/","title":"linkedin.com"},{"url":"https://profile.unizik.edu.ng/","title":"profile.unizik.edu.ng"},{"url":"https://allafrica.com/","title":"allafrica.com"},{"url":"https://www.lib.uiowa.edu/","title":"www.lib.uiowa.edu"},{"url":"https://researchportal.bath.ac.uk/","title":"researchportal.bath.ac.uk"},{"url":"https://researchportal.bath.ac.uk/","title":"researchportal.bath.ac.uk"},{"url":"https://researchportal.bath.ac.uk/","title":"researchportal.bath.ac.uk"},{"url":"https://core.ac.uk/","title":"core.ac.uk"},{"url":"https://core.ac.uk/","title":"core.ac.uk"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://researchportal.bath.ac.uk/","title":"researchportal.bath.ac.uk"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://iopscience.iop.org/","title":"iopscience.iop.org"},{"url":"https://iopscience.iop.org/","title":"iopscience.iop.org"},{"url":"https://www.mdpi.com/","title":"www.mdpi.com"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"}],"searchCalls":[{"id":"st_tmp_1xqmywm3hub","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q6efozofvfd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6u8nr3p22nj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1zoxzxnf8ynj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dbtkqwcmzon","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_agvdmnk1s0o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0u32lq23y07e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v23scc2hg2s","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_iq2yf5onl2p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ifo5izmxmj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gi728sq2b2f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3a5p7qst4lo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oric4m89sbm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_19to24d439d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dkjbn0veyuo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sd376ut7ms","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_42ihghezeq7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lt6029xm19","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5up4o39gbu8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wzjy7gdvaoh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l897wbionsm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_la7vmb5gpz9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ln9zvbuwv5q","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_rg3y53vwro","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4kvnn5c2hev","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sx9zjg8n2lo","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-2","epoch":0,"score":"C","citations":[{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.nationalworld.com/","title":"www.nationalworld.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.skysports.com/","title":"www.skysports.com"},{"url":"https://english.elpais.com/","title":"english.elpais.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.thesportsexaminer.com/","title":"www.thesportsexaminer.com"},{"url":"https://rokerreport.sbnation.com/","title":"rokerreport.sbnation.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.taipeitimes.com/","title":"www.taipeitimes.com"},{"url":"https://www.goal.com/","title":"www.goal.com"},{"url":"https://www.burnleyexpress.net/","title":"www.burnleyexpress.net"},{"url":"https://english.ahram.org.eg/","title":"english.ahram.org.eg"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://english.ahram.org.eg/","title":"english.ahram.org.eg"},{"url":"https://www.reutersconnect.com/","title":"www.reutersconnect.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://english.ahram.org.eg/","title":"english.ahram.org.eg"},{"url":"https://english.ahram.org.eg/","title":"english.ahram.org.eg"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.rte.ie/","title":"www.rte.ie"},{"url":"https://english.ahram.org.eg/","title":"english.ahram.org.eg"},{"url":"https://english.ahram.org.eg/","title":"english.ahram.org.eg"},{"url":"https://english.ahram.org.eg/","title":"english.ahram.org.eg"},{"url":"https://english.ahram.org.eg/","title":"english.ahram.org.eg"},{"url":"https://english.ahram.org.eg/","title":"english.ahram.org.eg"},{"url":"https://www.kingfut.com/","title":"www.kingfut.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.footballhistory.org/","title":"www.footballhistory.org"},{"url":"https://thehistorypress.co.uk/","title":"thehistorypress.co.uk"},{"url":"https://reference.org/","title":"reference.org"},{"url":"https://www.wiganathleticheritage.co.uk/","title":"www.wiganathleticheritage.co.uk"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.scarboroughathletic.com/","title":"www.scarboroughathletic.com"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://reference.org/","title":"reference.org"},{"url":"https://www.premierleague.com/","title":"www.premierleague.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.foxsports.com/","title":"www.foxsports.com"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://www.kingfut.com/","title":"www.kingfut.com"}],"searchCalls":[{"id":"st_tmp_3e7iz8kopvc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kzof5fqtcy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_75snpe6hy59","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oi2dhgx3xxg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ufhxolno2b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_clxq0k5l0kk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9eidakwsvn4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6cmcack1icf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_005o1gbkuf5ia","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-20","epoch":0,"score":"I","citations":[{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://psychopomp.com/","title":"psychopomp.com"},{"url":"https://alumni.cornell.edu/","title":"alumni.cornell.edu"},{"url":"https://www.ala.org/","title":"www.ala.org"},{"url":"https://wuestenbergenzonen.be/","title":"wuestenbergenzonen.be"},{"url":"https://les-maraichers-de-la-poudge.fr/","title":"les-maraichers-de-la-poudge.fr"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://longreads.com/","title":"longreads.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://yx8amilwg9-amphtml.7factory.it/","title":"yx8amilwg9-amphtml.7factory.it"},{"url":"https://2607brs.fr/","title":"2607brs.fr"},{"url":"https://aucreuxdemesmains.fr/","title":"aucreuxdemesmains.fr"},{"url":"https://studiolpm.it/","title":"studiolpm.it"},{"url":"https://6qgj55ap1y.laclip.fr/","title":"6qgj55ap1y.laclip.fr"},{"url":"https://2sl2jps3-amphtml.vieillepierre.fr/","title":"2sl2jps3-amphtml.vieillepierre.fr"},{"url":"https://kilian-staudt.de/","title":"kilian-staudt.de"},{"url":"https://eo5gzfpxh-amphtml.vieillepierre.fr/","title":"eo5gzfpxh-amphtml.vieillepierre.fr"},{"url":"https://1xpyue-amphtml.griaunamekaune.lt/","title":"1xpyue-amphtml.griaunamekaune.lt"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://leseditionsobangame.fr/","title":"leseditionsobangame.fr"},{"url":"https://arablit.org/","title":"arablit.org"},{"url":"https://atmospherepress.com/","title":"atmospherepress.com"},{"url":"https://scholarsarchive.library.albany.edu/","title":"scholarsarchive.library.albany.edu"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://www.andrewlownie.co.uk/","title":"www.andrewlownie.co.uk"},{"url":"https://bhvi.org/","title":"bhvi.org"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://americanliterature.com/","title":"americanliterature.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.newyorker.com/","title":"www.newyorker.com"},{"url":"https://www.tarvolon.com/","title":"www.tarvolon.com"},{"url":"https://airmail.news/","title":"airmail.news"},{"url":"https://www.afterdinnerconversation.com/","title":"www.afterdinnerconversation.com"},{"url":"https://bhvi.org/","title":"bhvi.org"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://letterboxd.com/","title":"letterboxd.com"},{"url":"https://www.storyboardthat.com/","title":"www.storyboardthat.com"},{"url":"https://fictivedream.com/","title":"fictivedream.com"},{"url":"https://fictivedream.com/","title":"fictivedream.com"},{"url":"https://fictivedream.com/","title":"fictivedream.com"},{"url":"https://fictivedream.com/","title":"fictivedream.com"},{"url":"https://fictivedream.com/","title":"fictivedream.com"},{"url":"https://fictivedream.com/","title":"fictivedream.com"},{"url":"https://fictivedream.com/","title":"fictivedream.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"http://www.shortstoryseptember.co.uk/","title":"www.shortstoryseptember.co.uk"},{"url":"https://www.clmp.org/","title":"www.clmp.org"},{"url":"https://www.litromagazine.com/","title":"www.litromagazine.com"},{"url":"https://opmed.doximity.com/","title":"opmed.doximity.com"},{"url":"https://medium.com/","title":"medium.com"},{"url":"https://www.highlineliterary.com/","title":"www.highlineliterary.com"},{"url":"https://silverchips.mbhs.edu/","title":"silverchips.mbhs.edu"},{"url":"https://www.goodnovel.com/","title":"www.goodnovel.com"},{"url":"http://gulfcoastmag.org/","title":"gulfcoastmag.org"},{"url":"http://jacketmagazine.com/","title":"jacketmagazine.com"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://mulitreview.org/","title":"mulitreview.org"},{"url":"https://san-jose-public-library.short-edition.com/","title":"san-jose-public-library.short-edition.com"},{"url":"https://www.librarything.com/","title":"www.librarything.com"},{"url":"https://chireviewofbooks.com/","title":"chireviewofbooks.com"},{"url":"https://indd.adobe.com/","title":"indd.adobe.com"},{"url":"https://books.catapult.co/","title":"books.catapult.co"},{"url":"https://www.thewhitereview.org/","title":"www.thewhitereview.org"},{"url":"http://www.phpseven.com/","title":"www.phpseven.com"},{"url":"https://cdm17103.contentdm.oclc.org/","title":"cdm17103.contentdm.oclc.org"},{"url":"https://www.penguinrandomhouse.ca/","title":"www.penguinrandomhouse.ca"},{"url":"https://lumenpublishing.com/","title":"lumenpublishing.com"},{"url":"https://muse.jhu.edu/","title":"muse.jhu.edu"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://www.scottishpoetrylibrary.org.uk/","title":"www.scottishpoetrylibrary.org.uk"},{"url":"https://narrativevisions.org/","title":"narrativevisions.org"},{"url":"https://blogs.ed.ac.uk/","title":"blogs.ed.ac.uk"},{"url":"https://literarymama.com/","title":"literarymama.com"},{"url":"https://people.com/","title":"people.com"},{"url":"https://authorspublish.com/","title":"authorspublish.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://vacarissespelclima.cat/","title":"vacarissespelclima.cat"},{"url":"https://brokelyn.com/","title":"brokelyn.com"},{"url":"https://gemini-magazine.com/","title":"gemini-magazine.com"},{"url":"https://www.press.jhu.edu/","title":"www.press.jhu.edu"},{"url":"https://review.mitchell.edu/","title":"review.mitchell.edu"},{"url":"https://issuu.com/","title":"issuu.com"},{"url":"https://fictivedream.com/","title":"fictivedream.com"},{"url":"https://fictivedream.com/","title":"fictivedream.com"},{"url":"https://fictivedream.com/","title":"fictivedream.com"},{"url":"https://fictivedream.com/","title":"fictivedream.com"},{"url":"https://fictivedream.com/","title":"fictivedream.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.wadenapj.com/","title":"www.wadenapj.com"},{"url":"https://www.craftliterary.com/","title":"www.craftliterary.com"},{"url":"https://opmed.doximity.com/","title":"opmed.doximity.com"},{"url":"https://freeflashfiction.com/","title":"freeflashfiction.com"}],"searchCalls":[{"id":"st_tmp_o5vgs0gynv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gdnf872l09o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u3prlus8dbi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jhle2ravl0b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8381qb6h49","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2f77udvzthq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wfqxr34qrf8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_utdviehsfwn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nbvdcgjlnnr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7sy8i1fd9gx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vgizrx2wsk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d5xh4n49ylf","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_vntivevakl","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_4848wh3fkcv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ws73109apls","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7e891w5rvom","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z68aqwile8d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ubyyvau624","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ms5w34fhxs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c3ekzo6qlze","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2hwv453uvxl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7yll6fw6wo4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lpxz7h8lxh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r3azpdoxm6q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rv2d9c2arza","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-21","epoch":0,"score":"I","citations":[{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://www.invenglobal.com/","title":"www.invenglobal.com"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://www.espn.com.sg/","title":"www.espn.com.sg"},{"url":"https://www.espn.com.au/","title":"www.espn.com.au"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.espn.com.au/","title":"www.espn.com.au"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.invenglobal.com/","title":"www.invenglobal.com"},{"url":"https://gol.gg/","title":"gol.gg"},{"url":"https://gol.gg/","title":"gol.gg"},{"url":"https://gol.gg/","title":"gol.gg"},{"url":"https://www.invenglobal.com/","title":"www.invenglobal.com"},{"url":"https://lol.timsevenhuysen.com/","title":"lol.timsevenhuysen.com"},{"url":"https://www.invenglobal.com/","title":"www.invenglobal.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://gol.gg/","title":"gol.gg"},{"url":"https://lol.fandom.com/","title":"lol.fandom.com"},{"url":"https://www.metasrc.com/","title":"www.metasrc.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://na.leagueoflegends.com/","title":"na.leagueoflegends.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://gol.gg/","title":"gol.gg"},{"url":"https://gol.gg/","title":"gol.gg"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://gol.gg/","title":"gol.gg"},{"url":"https://blogoflegends.com/","title":"blogoflegends.com"},{"url":"https://youtu.be/","title":"youtu.be"},{"url":"https://lol.fandom.com/","title":"lol.fandom.com"},{"url":"https://gol.gg/","title":"gol.gg"},{"url":"https://invenglobal.com/","title":"invenglobal.com"},{"url":"https://www.altchar.com/","title":"www.altchar.com"},{"url":"https://upcomer.com/","title":"upcomer.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://www.invenglobal.com/","title":"www.invenglobal.com"},{"url":"https://www.betus.com.pa/","title":"www.betus.com.pa"},{"url":"https://escharts.com/","title":"escharts.com"},{"url":"https://www.invenglobal.com/","title":"www.invenglobal.com"},{"url":"https://esportbet.com/","title":"esportbet.com"},{"url":"https://www.invenglobal.com/","title":"www.invenglobal.com"},{"url":"https://wiki.leagueoflegends.com/","title":"wiki.leagueoflegends.com"},{"url":"https://liquipedia.net/","title":"liquipedia.net"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://us.millenium.gg/","title":"us.millenium.gg"},{"url":"https://gol.gg/","title":"gol.gg"},{"url":"https://lol.fandom.com/","title":"lol.fandom.com"},{"url":"https://lol.fandom.com/","title":"lol.fandom.com"},{"url":"https://mobalytics.gg/","title":"mobalytics.gg"},{"url":"https://2xko.riotgames.com/","title":"2xko.riotgames.com"},{"url":"https://mobalytics.gg/","title":"mobalytics.gg"},{"url":"https://lolalytics.com/","title":"lolalytics.com"},{"url":"https://www.counterstats.net/","title":"www.counterstats.net"},{"url":"https://lolalytics.com/","title":"lolalytics.com"},{"url":"https://www.polygon.com/","title":"www.polygon.com"},{"url":"https://www.redbull.com/","title":"www.redbull.com"},{"url":"https://www.invenglobal.com/","title":"www.invenglobal.com"},{"url":"https://www.primeleague.gg/","title":"www.primeleague.gg"},{"url":"https://fieldlevelmedia.com/","title":"fieldlevelmedia.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://sunsetsportsfestival.com/","title":"sunsetsportsfestival.com"},{"url":"https://celebrity-birthdays.com/","title":"celebrity-birthdays.com"},{"url":"https://www.hty.com/","title":"www.hty.com"},{"url":"https://www.esportsearnings.com/","title":"www.esportsearnings.com"},{"url":"https://www.skysports.com/","title":"www.skysports.com"},{"url":"https://www.redbull.com/","title":"www.redbull.com"},{"url":"https://www.invenglobal.com/","title":"www.invenglobal.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.skysports.com/","title":"www.skysports.com"},{"url":"https://www.timesofgames.com/","title":"www.timesofgames.com"},{"url":"https://www.redbull.com/","title":"www.redbull.com"},{"url":"https://esports.gg/","title":"esports.gg"},{"url":"https://en.as.com/","title":"en.as.com"},{"url":"https://lolnow.gg/","title":"lolnow.gg"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://tracxn.com/","title":"tracxn.com"},{"url":"https://newsroom.ee.co.uk/","title":"newsroom.ee.co.uk"},{"url":"https://pitchbook.com/","title":"pitchbook.com"},{"url":"https://www.pwc.com/","title":"www.pwc.com"},{"url":"https://dpm.lol/","title":"dpm.lol"},{"url":"https://www.districtone.gg/","title":"www.districtone.gg"},{"url":"https://us.millenium.gg/","title":"us.millenium.gg"},{"url":"https://gol.gg/","title":"gol.gg"}],"searchCalls":[{"id":"st_tmp_r0a13n55pjd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dkdnopzpp5o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o0hefsca9r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u2yfzrw36om","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f53njz0fd2u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vv46tes1759","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r6kooy1ilno","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4qngm4sjasx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3clv9pkotpr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_om6m3hm57pn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vj7okn7mp1q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tqwnj40tbtk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8sqzdshlzas","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4t7o03lb5jv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yuk90rvywsl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sw44xqgokpg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_us40vyzd85i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xs9fnagozxl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g39m65i71pe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r05pa6oozti","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7aljc4p3ql","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-22","epoch":0,"score":"C","citations":[{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.news18.com/","title":"www.news18.com"},{"url":"https://indianexpress.com/","title":"indianexpress.com"},{"url":"https://www.moneycontrol.com/","title":"www.moneycontrol.com"},{"url":"https://www.thehindu.com/","title":"www.thehindu.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.thehindu.com/","title":"www.thehindu.com"},{"url":"https://mattersindia.com/","title":"mattersindia.com"},{"url":"https://www.moneycontrol.com/","title":"www.moneycontrol.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://thuprai.com/","title":"thuprai.com"},{"url":"https://sciphilconf.berkeley.edu/","title":"sciphilconf.berkeley.edu"},{"url":"https://www.business-standard.com/","title":"www.business-standard.com"},{"url":"https://openlibrary.org/","title":"openlibrary.org"},{"url":"https://books.apple.com/","title":"books.apple.com"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://www.thehindu.com/","title":"www.thehindu.com"},{"url":"https://www.thehindu.com/","title":"www.thehindu.com"},{"url":"https://m.timesofindia.com/","title":"m.timesofindia.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.vinodchoprafilms.com/","title":"www.vinodchoprafilms.com"},{"url":"https://tv.apple.com/","title":"tv.apple.com"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://www.moviefone.com/","title":"www.moviefone.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"}],"searchCalls":[{"id":"st_tmp_qwafh52wls","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8tf1ao4hm24","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zuv7pdrj42p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_39xef7my0u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zu5tf8s2o3a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vhwt5649o5","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-23","epoch":0,"score":"C","citations":[{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://sea.ign.com/","title":"sea.ign.com"},{"url":"https://www.hollywoodreporter.com/","title":"www.hollywoodreporter.com"},{"url":"https://www.dailymail.com/","title":"www.dailymail.com"},{"url":"https://people.com/","title":"people.com"},{"url":"https://ew.com/","title":"ew.com"},{"url":"https://www.yahoo.com/","title":"www.yahoo.com"},{"url":"https://www.aol.com/","title":"www.aol.com"},{"url":"https://www.yahoo.com/","title":"www.yahoo.com"},{"url":"https://www.ndtv.com/","title":"www.ndtv.com"},{"url":"https://www.hellomagazine.com/","title":"www.hellomagazine.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.yahoo.com/","title":"www.yahoo.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://screenrant.com/","title":"screenrant.com"},{"url":"https://strangerthings.fandom.com/","title":"strangerthings.fandom.com"},{"url":"https://strangerthings.fandom.com/","title":"strangerthings.fandom.com"},{"url":"https://www.newsdrum.in/","title":"www.newsdrum.in"},{"url":"https://strangerthings.fandom.com/","title":"strangerthings.fandom.com"},{"url":"https://strangerthings.fandom.com/","title":"strangerthings.fandom.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://thewaltdisneycompany.com/","title":"thewaltdisneycompany.com"},{"url":"https://www.ebsco.com/","title":"www.ebsco.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.cincinnati.com/","title":"www.cincinnati.com"},{"url":"https://www.netflix.com/","title":"www.netflix.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.netflix.com/","title":"www.netflix.com"},{"url":"https://www.latimes.com/","title":"www.latimes.com"},{"url":"https://www.postmagazine.com/","title":"www.postmagazine.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://tv.apple.com/","title":"tv.apple.com"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://www.netflix.com/","title":"www.netflix.com"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://people.com/","title":"people.com"},{"url":"https://www.usmagazine.com/","title":"www.usmagazine.com"},{"url":"https://www.hollywoodreporter.com/","title":"www.hollywoodreporter.com"},{"url":"https://www.vulture.com/","title":"www.vulture.com"},{"url":"https://screenrant.com/","title":"screenrant.com"},{"url":"https://time.com/","title":"time.com"},{"url":"https://www.seventeen.com/","title":"www.seventeen.com"},{"url":"https://www.uncsa.edu/","title":"www.uncsa.edu"},{"url":"https://www.uncsa.edu/","title":"www.uncsa.edu"},{"url":"https://www.current-affairs.org/","title":"www.current-affairs.org"},{"url":"https://www.yesweekly.com/","title":"www.yesweekly.com"},{"url":"https://www.fandango.com/","title":"www.fandango.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://www.iam.com/","title":"www.iam.com"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://screenrant.com/","title":"screenrant.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.uncsa.edu/","title":"www.uncsa.edu"},{"url":"https://www.northcarolina.edu/","title":"www.northcarolina.edu"},{"url":"https://www.dncr.nc.gov/","title":"www.dncr.nc.gov"},{"url":"https://www.dncr.nc.gov/","title":"www.dncr.nc.gov"},{"url":"https://northcarolinahistory.org/","title":"northcarolinahistory.org"},{"url":"https://tvseans.az/","title":"tvseans.az"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_t8xdfa4tl6l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a7md3pod88i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1yurgp0a8ae","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8cr1ymkzdml","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o3rtpzci7m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dp0wfr40kdj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7826jzs8tdw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yo45yd5agji","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3yxoio46xzr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ghjkltgqiah","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_957am2h5dtk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2unalf9wop","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_we6r2nhdmma","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8xvm5qq3zer","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h03n7emg8me","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lrdj94z339","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_htnztkd16d","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-24","epoch":0,"score":"C","citations":[{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.ebsco.com/","title":"www.ebsco.com"},{"url":"https://www.irishtimes.com/","title":"www.irishtimes.com"},{"url":"https://www.cbc.ca/","title":"www.cbc.ca"},{"url":"https://www.cbsnews.com/","title":"www.cbsnews.com"},{"url":"https://www.actionnews5.com/","title":"www.actionnews5.com"},{"url":"https://www.theledger.com/","title":"www.theledger.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://blackpast.org/","title":"blackpast.org"},{"url":"https://www.biography.com/","title":"www.biography.com"},{"url":"https://www.findagrave.com/","title":"www.findagrave.com"},{"url":"https://www.findagrave.com/","title":"www.findagrave.com"},{"url":"https://www.nj.com/","title":"www.nj.com"},{"url":"https://www.spokesman.com/","title":"www.spokesman.com"},{"url":"https://www.arkansasonline.com/","title":"www.arkansasonline.com"},{"url":"https://www.heraldnet.com/","title":"www.heraldnet.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://archive.nytimes.com/","title":"archive.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.spokesman.com/","title":"www.spokesman.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.latimes.com/","title":"www.latimes.com"},{"url":"https://www.seattletimes.com/","title":"www.seattletimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.pbs.org/","title":"www.pbs.org"},{"url":"https://www.spokesman.com/","title":"www.spokesman.com"}],"searchCalls":[{"id":"st_tmp_gba7p2ovdiq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ae9rzfz86y7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p83rchyt47","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_440nmsy4iyo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4l0eb4y3kt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pdksdtl3iys","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-25","epoch":0,"score":"I","citations":[{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://books.google.co.zm/","title":"books.google.co.zm"},{"url":"https://books.google.com.bz/","title":"books.google.com.bz"},{"url":"https://books.google.tt/","title":"books.google.tt"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"http://54.198.204.200/","title":"54.198.204.200"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.lespac.com/","title":"www.lespac.com"},{"url":"https://www.lespac.com/","title":"www.lespac.com"},{"url":"https://www.lespac.com/","title":"www.lespac.com"},{"url":"https://www.lespac.com/","title":"www.lespac.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://diva.sfsu.edu/","title":"diva.sfsu.edu"},{"url":"https://zargenbutler.de/","title":"zargenbutler.de"},{"url":"https://centresportifarthurnaze.be/","title":"centresportifarthurnaze.be"},{"url":"https://www.latimes.com/","title":"www.latimes.com"},{"url":"https://www.grandperformances.org/","title":"www.grandperformances.org"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.gemtracks.com/","title":"www.gemtracks.com"},{"url":"https://books.google.com.mt/","title":"books.google.com.mt"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://savagegarage.be/","title":"savagegarage.be"},{"url":"https://books.google.co.ls/","title":"books.google.co.ls"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://books.google.com.mt/","title":"books.google.com.mt"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://vo.wikipedia.org/","title":"vo.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.lespac.com/","title":"www.lespac.com"},{"url":"https://www.lespac.com/","title":"www.lespac.com"},{"url":"https://www.lespac.com/","title":"www.lespac.com"},{"url":"https://events.musicofourdesire.com/","title":"events.musicofourdesire.com"},{"url":"https://books.google.co.ls/","title":"books.google.co.ls"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://pulsemusic.proboards.com/","title":"pulsemusic.proboards.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.mercurynews.com/","title":"www.mercurynews.com"},{"url":"https://www.latimes.com/","title":"www.latimes.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://mehrmensch.ch/","title":"mehrmensch.ch"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://urbanbarguide.com/","title":"urbanbarguide.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://sco.wikipedia.org/","title":"sco.wikipedia.org"},{"url":"https://www.transfermarkt.com/","title":"www.transfermarkt.com"},{"url":"https://missionlocal.org/","title":"missionlocal.org"},{"url":"https://sfstandard.com/","title":"sfstandard.com"},{"url":"https://www.sfstation.com/","title":"www.sfstation.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://billboardtop100of.com/","title":"billboardtop100of.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.timeout.com/","title":"www.timeout.com"},{"url":"https://www.lespac.com/","title":"www.lespac.com"},{"url":"https://www.lespac.com/","title":"www.lespac.com"},{"url":"https://www.theeastsiderla.com/","title":"www.theeastsiderla.com"},{"url":"https://www.theeastsiderla.com/","title":"www.theeastsiderla.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"}],"searchCalls":[{"id":"st_tmp_q92w0a4lhdh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0ermdegy38io","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zw57y42iz3o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8r6ke6ruroj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_djho93f4om","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u0tpyuoi73b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jamffgcbzte","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dk878vp22h4","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_fa73a1y9lx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e4yntrqigx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p0auatgp2a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7zf6z1p497y","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zrilnncs3v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vfl08v33kd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xmua7harku","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4fgxbddyomy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ek5tebbesfg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_aj6tyathhwo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ty22r7daci","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kxnah1hccnk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c5nxw7jw7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tuf2vmjigcb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d3frrqr97sl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rvo5mkimim","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ecg731vyqll","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-26","epoch":0,"score":"C","citations":[{"url":"https://www.premierleague.com/","title":"www.premierleague.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.voasomali.com/","title":"www.voasomali.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.hiiraan.com/","title":"www.hiiraan.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.premierleague.com/","title":"www.premierleague.com"},{"url":"https://fbref.com/","title":"fbref.com"},{"url":"https://www.extratime.com/","title":"www.extratime.com"},{"url":"https://grokipedia.com/","title":"grokipedia.com"},{"url":"https://www.sportskeeda.com/","title":"www.sportskeeda.com"},{"url":"https://www.worldfootball.net/","title":"www.worldfootball.net"},{"url":"https://fbref.com/","title":"fbref.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.belfasttelegraph.co.uk/","title":"www.belfasttelegraph.co.uk"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_uzv7vje9k1c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u6ofl53ulmn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_56mr3tdoaj4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bxttcnyg0bi","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-27","epoch":0,"score":"C","citations":[{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.history.navy.mil/","title":"www.history.navy.mil"},{"url":"https://www.netc.navy.mil/","title":"www.netc.navy.mil"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://hansard.parliament.uk/","title":"hansard.parliament.uk"},{"url":"https://www.militarymedals.com/","title":"www.militarymedals.com"},{"url":"https://www.history.navy.mil/","title":"www.history.navy.mil"},{"url":"https://labulledethibaut.fr/","title":"labulledethibaut.fr"},{"url":"https://normetas.lt/","title":"normetas.lt"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://brisray.com/","title":"brisray.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://hansard.parliament.uk/","title":"hansard.parliament.uk"},{"url":"https://brisray.com/","title":"brisray.com"},{"url":"https://www.brisray.com/","title":"www.brisray.com"},{"url":"https://brisray.com/","title":"brisray.com"},{"url":"https://brisray.com/","title":"brisray.com"},{"url":"https://brisray.com/","title":"brisray.com"},{"url":"https://www.whatjobs.com/","title":"www.whatjobs.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://brisray.com/","title":"brisray.com"},{"url":"https://brisray.com/","title":"brisray.com"},{"url":"https://brisray.com/","title":"brisray.com"},{"url":"https://findingaids.princeton.edu/","title":"findingaids.princeton.edu"},{"url":"https://brisray.com/","title":"brisray.com"},{"url":"https://brisray.com/","title":"brisray.com"},{"url":"https://www.ryanfalzon.com/","title":"www.ryanfalzon.com"},{"url":"https://timesofmalta.com/","title":"timesofmalta.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://commons.wikimedia.org/","title":"commons.wikimedia.org"},{"url":"https://brisray.com/","title":"brisray.com"},{"url":"https://brisray.com/","title":"brisray.com"},{"url":"https://brisray.com/","title":"brisray.com"},{"url":"https://manuelmoreale.com/","title":"manuelmoreale.com"},{"url":"https://brisray.com/","title":"brisray.com"},{"url":"https://www.nbcwashington.com/","title":"www.nbcwashington.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.myheraldreview.com/","title":"www.myheraldreview.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://linkedin.com/","title":"linkedin.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://law.justia.com/","title":"law.justia.com"},{"url":"https://hmsgambia.org/","title":"hmsgambia.org"},{"url":"http://www.britainsnavy.org.uk/","title":"www.britainsnavy.org.uk"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://hansard.parliament.uk/","title":"hansard.parliament.uk"},{"url":"https://www.brisray.com/","title":"www.brisray.com"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://bioguide.congress.gov/","title":"bioguide.congress.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.pbs.org/","title":"www.pbs.org"},{"url":"https://ancestors.familysearch.org/","title":"ancestors.familysearch.org"},{"url":"https://ancestors.familysearch.org/","title":"ancestors.familysearch.org"},{"url":"https://brisray.org/","title":"brisray.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://brisray.com/","title":"brisray.com"},{"url":"https://www.youtube.com/","title":"www.youtube.com"},{"url":"https://brisray.com/","title":"brisray.com"},{"url":"https://manuelmoreale.com/","title":"manuelmoreale.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://brisray.com/","title":"brisray.com"}],"searchCalls":[{"id":"st_tmp_x3271aqz9z9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_30gagor7xpn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_92bc58cdzrk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6t61cddccfr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4xdyu8m1bea","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tcr8fcqq0fe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yhkn0fz7pup","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lw9x7718tld","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f07igzki82w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mkggxsledrq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xpe26d34nk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3ysyx989w3v","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_rsfnr4ggcc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b9gvrk8iqgi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mvwpr5372","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n9mvnyfk2a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dkeka65uz4m","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-28","epoch":0,"score":"I","citations":[{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.chicagotribune.com/","title":"www.chicagotribune.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.latimes.com/","title":"www.latimes.com"},{"url":"https://www.cbsnews.com/","title":"www.cbsnews.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.jcu.edu/","title":"www.jcu.edu"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://jcusports.com/","title":"jcusports.com"},{"url":"https://kids.britannica.com/","title":"kids.britannica.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://edurank.org/","title":"edurank.org"},{"url":"https://collected.jcu.edu/","title":"collected.jcu.edu"},{"url":"https://research.com/","title":"research.com"},{"url":"https://engineering.purdue.edu/","title":"engineering.purdue.edu"},{"url":"https://www.legacy.com/","title":"www.legacy.com"},{"url":"https://www.jcu.edu/","title":"www.jcu.edu"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://collected.jcu.edu/","title":"collected.jcu.edu"},{"url":"https://ageconsearch.umn.edu/","title":"ageconsearch.umn.edu"},{"url":"https://fs.wp.odu.edu/","title":"fs.wp.odu.edu"},{"url":"https://transportation.catholic.edu/","title":"transportation.catholic.edu"},{"url":"https://communications.catholic.edu/","title":"communications.catholic.edu"},{"url":"https://sga.catholic.edu/","title":"sga.catholic.edu"},{"url":"https://assets.noviams.com/","title":"assets.noviams.com"},{"url":"https://rome.catholic.edu/","title":"rome.catholic.edu"},{"url":"https://www.jcu.edu/","title":"www.jcu.edu"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://carrollnews.org/","title":"carrollnews.org"},{"url":"https://www.transit.wiki/","title":"www.transit.wiki"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://fs.wp.odu.edu/","title":"fs.wp.odu.edu"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://committees.parliament.uk/","title":"committees.parliament.uk"},{"url":"https://committees.parliament.uk/","title":"committees.parliament.uk"},{"url":"https://committees.parliament.uk/","title":"committees.parliament.uk"},{"url":"https://committees.parliament.uk/","title":"committees.parliament.uk"},{"url":"https://committees.parliament.uk/","title":"committees.parliament.uk"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.jcu.edu/","title":"www.jcu.edu"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://jcu.elsevierpure.com/","title":"jcu.elsevierpure.com"},{"url":"https://erf.org.eg/","title":"erf.org.eg"},{"url":"https://adb.anu.edu.au/","title":"adb.anu.edu.au"},{"url":"https://henrycountytn.org/","title":"henrycountytn.org"},{"url":"https://anzacportal.dva.gov.au/","title":"anzacportal.dva.gov.au"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.kslaw.com/","title":"www.kslaw.com"},{"url":"https://collected.jcu.edu/","title":"collected.jcu.edu"},{"url":"https://www.niche.com/","title":"www.niche.com"},{"url":"https://jcubulletin.coursedog.com/","title":"jcubulletin.coursedog.com"},{"url":"https://ees.catholic.edu/","title":"ees.catholic.edu"},{"url":"https://ees.catholic.edu/","title":"ees.catholic.edu"},{"url":"https://www.collegefactual.com/","title":"www.collegefactual.com"},{"url":"https://catholic.smartcatalogiq.com/","title":"catholic.smartcatalogiq.com"},{"url":"https://catholic.smartcatalogiq.com/","title":"catholic.smartcatalogiq.com"},{"url":"https://www.cleveland.com/","title":"www.cleveland.com"},{"url":"https://www.planning.org/","title":"www.planning.org"},{"url":"https://www.ideastream.org/","title":"www.ideastream.org"},{"url":"https://case.edu/","title":"case.edu"},{"url":"https://pressbooks.ulib.csuohio.edu/","title":"pressbooks.ulib.csuohio.edu"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://kansaspress.ku.edu/","title":"kansaspress.ku.edu"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://yalebooks.yale.edu/","title":"yalebooks.yale.edu"},{"url":"https://www.medscape.com/","title":"www.medscape.com"},{"url":"https://marinesciences.uconn.edu/","title":"marinesciences.uconn.edu"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://news.harvard.edu/","title":"news.harvard.edu"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.pbs.org/","title":"www.pbs.org"},{"url":"https://pdfs.semanticscholar.org/","title":"pdfs.semanticscholar.org"},{"url":"https://www.dailymail.com/","title":"www.dailymail.com"},{"url":"https://www.gbnews.com/","title":"www.gbnews.com"},{"url":"https://popculture.com/","title":"popculture.com"},{"url":"https://www.manchestereveningnews.co.uk/","title":"www.manchestereveningnews.co.uk"},{"url":"https://theprint.in/","title":"theprint.in"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.televisionacademy.com/","title":"www.televisionacademy.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.expressnews.com/","title":"www.expressnews.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://edurank.org/","title":"edurank.org"},{"url":"https://collected.jcu.edu/","title":"collected.jcu.edu"},{"url":"https://www.casemine.com/","title":"www.casemine.com"},{"url":"https://www.jcu.edu/","title":"www.jcu.edu"},{"url":"https://www.clevelandjewishnews.com/","title":"www.clevelandjewishnews.com"},{"url":"https://carrollnews.org/","title":"carrollnews.org"},{"url":"https://www.youtube.com/","title":"www.youtube.com"},{"url":"https://www.dot.ny.gov/","title":"www.dot.ny.gov"}],"searchCalls":[{"id":"st_tmp_i0v7u8esz7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_papleg1qqhl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mg1qjae38vk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f2kl60w67n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_osl052qjybl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_adgx1jpuybo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2b83rh4lh3k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6jy75w2hrt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8bpx49tk7qg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6eyagxge6tn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pwya5w25qug","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6al1aqknlmx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1fizqrtxa84","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h8r9nrp2be","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m60ry7rt49","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c2tgoeynm7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8e7l7z9q5ab","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_blcci25cfjk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vch4059p8xg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_olyy0q6hcc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ukcausexmvo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2ntgmgy4x7k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zqx2hv2epuk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_42e30mis2tu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_40sfnpj47zi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3y3z7fyd2xb","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_8xbwy7tex6n","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-29","epoch":0,"score":"C","citations":[{"url":"https://www.fiba.basketball/","title":"www.fiba.basketball"},{"url":"https://www.fiba.basketball/","title":"www.fiba.basketball"},{"url":"https://www.fiba.basketball/","title":"www.fiba.basketball"},{"url":"https://www.fiba.basketball/","title":"www.fiba.basketball"},{"url":"https://www.fiba.basketball/","title":"www.fiba.basketball"},{"url":"https://basketball.realgm.com/","title":"basketball.realgm.com"},{"url":"https://www.basketball-reference.com/","title":"www.basketball-reference.com"},{"url":"https://basketball.realgm.com/","title":"basketball.realgm.com"},{"url":"https://www.fiba.basketball/","title":"www.fiba.basketball"},{"url":"https://www.fiba.basketball/","title":"www.fiba.basketball"},{"url":"https://www.basketball-reference.com/","title":"www.basketball-reference.com"},{"url":"http://basketball.realgm.com/","title":"basketball.realgm.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.basketball-reference.com/","title":"www.basketball-reference.com"},{"url":"https://www.seattletimes.com/","title":"www.seattletimes.com"},{"url":"https://www.proballers.com/","title":"www.proballers.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.landofbasketball.com/","title":"www.landofbasketball.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.basketball-reference.com/","title":"www.basketball-reference.com"},{"url":"https://8y4913j6v1o-stylesheet.brasserie-hv.fr/","title":"8y4913j6v1o-stylesheet.brasserie-hv.fr"},{"url":"https://www.fiba.basketball/","title":"www.fiba.basketball"},{"url":"https://www.fiba.basketball/","title":"www.fiba.basketball"},{"url":"https://www.fiba.basketball/","title":"www.fiba.basketball"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.basketball-reference.com/","title":"www.basketball-reference.com"},{"url":"https://www.fiba.basketball/","title":"www.fiba.basketball"},{"url":"https://www.landofbasketball.com/","title":"www.landofbasketball.com"},{"url":"https://www.fiba.basketball/","title":"www.fiba.basketball"},{"url":"https://www.basketball-reference.com/","title":"www.basketball-reference.com"},{"url":"https://www.olympedia.org/","title":"www.olympedia.org"},{"url":"http://www.olympedia.org/","title":"www.olympedia.org"},{"url":"https://www.fiba.basketball/","title":"www.fiba.basketball"},{"url":"https://www.basketball-reference.com/","title":"www.basketball-reference.com"},{"url":"https://www.basketball-reference.com/","title":"www.basketball-reference.com"},{"url":"https://www.basketball-reference.com/","title":"www.basketball-reference.com"},{"url":"https://www.basketball-reference.com/","title":"www.basketball-reference.com"},{"url":"https://www.basketball-reference.com/","title":"www.basketball-reference.com"},{"url":"https://www.basketball-reference.com/","title":"www.basketball-reference.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://basketball.realgm.com/","title":"basketball.realgm.com"},{"url":"https://basketball.realgm.com/","title":"basketball.realgm.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://basketball.realgm.com/","title":"basketball.realgm.com"},{"url":"https://basketball.realgm.com/","title":"basketball.realgm.com"},{"url":"https://www.olympedia.org/","title":"www.olympedia.org"},{"url":"https://www.proballers.com/","title":"www.proballers.com"},{"url":"https://www.landofbasketball.com/","title":"www.landofbasketball.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.askatuak.net/","title":"www.askatuak.net"},{"url":"https://www.liderendeportes.com/","title":"www.liderendeportes.com"},{"url":"https://www.proballers.com/","title":"www.proballers.com"},{"url":"https://basketball.realgm.com/","title":"basketball.realgm.com"},{"url":"https://basketball.realgm.com/","title":"basketball.realgm.com"},{"url":"https://basketball.realgm.com/","title":"basketball.realgm.com"},{"url":"https://basketball.realgm.com/","title":"basketball.realgm.com"},{"url":"https://basketball.realgm.com/","title":"basketball.realgm.com"},{"url":"https://basketball.realgm.com/","title":"basketball.realgm.com"},{"url":"https://basketball.realgm.com/","title":"basketball.realgm.com"},{"url":"https://basketball.realgm.com/","title":"basketball.realgm.com"},{"url":"https://basketball.realgm.com/","title":"basketball.realgm.com"},{"url":"https://basketball.realgm.com/","title":"basketball.realgm.com"},{"url":"https://basketball.realgm.com/","title":"basketball.realgm.com"},{"url":"https://basketball.realgm.com/","title":"basketball.realgm.com"},{"url":"https://basketball.realgm.com/","title":"basketball.realgm.com"},{"url":"https://basketball.realgm.com/","title":"basketball.realgm.com"}],"searchCalls":[{"id":"st_tmp_mmb97ygxpbo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_59z4rmj1svj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_81g374bxls7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_209c6vuon9u","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_lkqscfyhwe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l4vx9x6f4c","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_kz9o2znfd4d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hv7mbd5jso8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vxfz4jy8mlc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m5ak79of5aj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wbml1id1sy","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_ubjkaxq2e9g","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_598atlgo9jp","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_da13tv7flv5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fj0q37q6y6","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_n2k57xml2ka","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1jj9z0a0nh3","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ahyp5h2t8h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qsbup1k0ez8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_81yiwvz9wss","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bne38iblc7u","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_rv2algv7jgi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t0e2kqeiwl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ip1d5zw8nxj","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_4tbf8y5cse7","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_j9omxyiaoia","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-3","epoch":0,"score":"I","citations":[{"url":"https://www.idealist.org/","title":"www.idealist.org"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.groundworksnm.org/","title":"www.groundworksnm.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.koat.com/","title":"www.koat.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.visitalbuquerque.org/","title":"www.visitalbuquerque.org"},{"url":"https://www.santafenewmexican.com/","title":"www.santafenewmexican.com"},{"url":"https://santafemotel.com/","title":"santafemotel.com"},{"url":"https://npgallery.nps.gov/","title":"npgallery.nps.gov"},{"url":"https://www.worthpoint.com/","title":"www.worthpoint.com"},{"url":"https://npgallery.nps.gov/","title":"npgallery.nps.gov"},{"url":"https://lasvegassun.com/","title":"lasvegassun.com"},{"url":"https://www.route66news.com/","title":"www.route66news.com"},{"url":"https://www.krqe.com/","title":"www.krqe.com"},{"url":"https://www.yahoo.com/","title":"www.yahoo.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.hotelchimayo.com/","title":"www.hotelchimayo.com"},{"url":"https://santafe.com/","title":"santafe.com"},{"url":"https://www.travelweekly.com/","title":"www.travelweekly.com"},{"url":"https://www.tripadvisor.com/","title":"www.tripadvisor.com"},{"url":"https://www.travelweekly.com/","title":"www.travelweekly.com"},{"url":"https://nm.news/","title":"nm.news"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"http://www.santafenm.info/","title":"www.santafenm.info"},{"url":"https://www.museumfoundation.org/","title":"www.museumfoundation.org"},{"url":"https://santafemotel.com/","title":"santafemotel.com"},{"url":"https://santafemotel.com/","title":"santafemotel.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.loc.gov/","title":"www.loc.gov"},{"url":"https://albuquerque.emuseum.com/","title":"albuquerque.emuseum.com"},{"url":"https://albuquerque.emuseum.com/","title":"albuquerque.emuseum.com"},{"url":"https://albuquerque.emuseum.com/","title":"albuquerque.emuseum.com"},{"url":"https://albuquerque.emuseum.com/","title":"albuquerque.emuseum.com"},{"url":"https://tomasitas.com/","title":"tomasitas.com"},{"url":"https://tomasitas.com/","title":"tomasitas.com"},{"url":"https://tomasitas.com/","title":"tomasitas.com"},{"url":"https://www.yahoo.com/","title":"www.yahoo.com"},{"url":"https://www.bizjournals.com/","title":"www.bizjournals.com"},{"url":"https://mccmeetingspublic.blob.core.usgovcloudapi.net/","title":"mccmeetingspublic.blob.core.usgovcloudapi.net"},{"url":"https://www.zacatlanrestaurant.com/","title":"www.zacatlanrestaurant.com"},{"url":"https://www.legacy.com/","title":"www.legacy.com"},{"url":"https://sfreporter.com/","title":"sfreporter.com"},{"url":"https://www.sandiegouniontribune.com/","title":"www.sandiegouniontribune.com"},{"url":"https://www.route66news.com/","title":"www.route66news.com"},{"url":"https://www.newmexicomagazine.org/","title":"www.newmexicomagazine.org"},{"url":"https://npgallery.nps.gov/","title":"npgallery.nps.gov"},{"url":"https://santafemotel.com/","title":"santafemotel.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://route66times.com/","title":"route66times.com"},{"url":"https://albuquerque.emuseum.com/","title":"albuquerque.emuseum.com"},{"url":"https://vivodoc.com/","title":"vivodoc.com"},{"url":"https://rancholascruces.com/","title":"rancholascruces.com"},{"url":"https://lascruces.gov/","title":"lascruces.gov"},{"url":"https://www.lascrucesbulletin.com/","title":"www.lascrucesbulletin.com"},{"url":"https://www.pricetravel.com/","title":"www.pricetravel.com"},{"url":"https://constructionreporter.com/","title":"constructionreporter.com"},{"url":"https://www.krqe.com/","title":"www.krqe.com"},{"url":"https://www.krqe.com/","title":"www.krqe.com"},{"url":"https://www.krqe.com/","title":"www.krqe.com"},{"url":"https://www.onlyinyourstate.com/","title":"www.onlyinyourstate.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.loc.gov/","title":"www.loc.gov"},{"url":"https://www.route66news.com/","title":"www.route66news.com"},{"url":"https://www.route66news.com/","title":"www.route66news.com"},{"url":"https://www.cabq.gov/","title":"www.cabq.gov"},{"url":"https://www.cabq.gov/","title":"www.cabq.gov"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://www.hemmings.com/","title":"www.hemmings.com"},{"url":"https://sfreporter.com/","title":"sfreporter.com"},{"url":"https://tomasitas.com/","title":"tomasitas.com"},{"url":"https://mehrmensch.ch/","title":"mehrmensch.ch"},{"url":"https://incontraladanza.it/","title":"incontraladanza.it"},{"url":"https://ksitera.lt/","title":"ksitera.lt"},{"url":"https://santafe-us.com/","title":"santafe-us.com"},{"url":"https://www.travelweekly.com/","title":"www.travelweekly.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://kids.britannica.com/","title":"kids.britannica.com"},{"url":"https://www.santafenewmexican.com/","title":"www.santafenewmexican.com"},{"url":"https://www.cyberbackgroundchecks.com/","title":"www.cyberbackgroundchecks.com"},{"url":"https://www.legacy.com/","title":"www.legacy.com"},{"url":"https://gr0vyfoe.hummingbirdband.de/","title":"gr0vyfoe.hummingbirdband.de"}],"searchCalls":[{"id":"st_tmp_djmwhbi1poa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h0bdnmp3zyf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wgpi97gmaii","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0y09eyg1hdz","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gjwbs5ss9t4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_md1cfcrlr7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nytg92yimwe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1188j395hcgf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_254cz4143mg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fgrs1osmhsb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ipdg4p054kp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3j8x35jwnlz","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xodvzotrgi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oilotvbp1of","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7ckt01wrcdq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7uaryxwg78k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_71h5fazmpgg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cko8sdnk8al","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f5mrwjf8ghk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2ocpovygejt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mp2snuidmoa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oevxv5h1de","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d32fb4qrqpr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ugqd11l0o7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vvrszoh8otg","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-30","epoch":0,"score":"I","citations":[{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.war.gov/","title":"www.war.gov"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.airuniversity.af.edu/","title":"www.airuniversity.af.edu"},{"url":"https://media.defense.gov/","title":"media.defense.gov"},{"url":"https://media.defense.gov/","title":"media.defense.gov"},{"url":"https://www.fox13now.com/","title":"www.fox13now.com"},{"url":"https://www.airandspaceforces.com/","title":"www.airandspaceforces.com"},{"url":"https://www.142wg.ang.af.mil/","title":"www.142wg.ang.af.mil"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.dpaa.mil/","title":"www.dpaa.mil"},{"url":"https://americanarchive.iwm.org.uk/","title":"americanarchive.iwm.org.uk"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.goodfellow.af.mil/","title":"www.goodfellow.af.mil"},{"url":"https://www.dvidshub.net/","title":"www.dvidshub.net"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.airuniversity.af.edu/","title":"www.airuniversity.af.edu"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://americanarchive.iwm.org.uk/","title":"americanarchive.iwm.org.uk"},{"url":"https://www.americanheritage.com/","title":"www.americanheritage.com"},{"url":"https://archive.jsonline.com/","title":"archive.jsonline.com"},{"url":"https://www.army.mil/","title":"www.army.mil"},{"url":"https://www.shaw.af.mil/","title":"www.shaw.af.mil"},{"url":"https://www.moody.af.mil/","title":"www.moody.af.mil"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.courier-journal.com/","title":"www.courier-journal.com"},{"url":"https://www.archives.gov/","title":"www.archives.gov"},{"url":"https://unwritten-record.blogs.archives.gov/","title":"unwritten-record.blogs.archives.gov"},{"url":"https://muse.jhu.edu/","title":"muse.jhu.edu"},{"url":"http://www.gblume.com/","title":"www.gblume.com"},{"url":"https://www.airuniversity.af.edu/","title":"www.airuniversity.af.edu"},{"url":"https://www.142wg.ang.af.mil/","title":"www.142wg.ang.af.mil"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://15thaf.org/","title":"15thaf.org"},{"url":"https://briscoecenter.org/","title":"briscoecenter.org"},{"url":"https://ww2aircraft.net/","title":"ww2aircraft.net"},{"url":"https://www.montgomeryadvertiser.com/","title":"www.montgomeryadvertiser.com"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://theaviationist.com/","title":"theaviationist.com"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.texasairandspacemuseum.org/","title":"www.texasairandspacemuseum.org"},{"url":"https://www.expressnews.com/","title":"www.expressnews.com"},{"url":"https://apnews.com/","title":"apnews.com"},{"url":"https://valor.militarytimes.com/","title":"valor.militarytimes.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://historynet.com/","title":"historynet.com"},{"url":"https://pacificwrecks.com/","title":"pacificwrecks.com"},{"url":"https://pacificwrecks.com/","title":"pacificwrecks.com"},{"url":"https://warfarehistorynetwork.com/","title":"warfarehistorynetwork.com"},{"url":"https://digitize-vwma.s3.amazonaws.com/","title":"digitize-vwma.s3.amazonaws.com"},{"url":"https://veteransbreakfastclub.org/","title":"veteransbreakfastclub.org"},{"url":"https://www.airandspaceforces.com/","title":"www.airandspaceforces.com"},{"url":"https://apps.dtic.mil/","title":"apps.dtic.mil"},{"url":"https://www.usni.org/","title":"www.usni.org"},{"url":"https://museumofaviation.org/","title":"museumofaviation.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.iwm.org.uk/","title":"www.iwm.org.uk"},{"url":"https://www.army.mil/","title":"www.army.mil"},{"url":"https://www.deseret.com/","title":"www.deseret.com"},{"url":"https://americanarchive.iwm.org.uk/","title":"americanarchive.iwm.org.uk"},{"url":"https://americanarchive.iwm.org.uk/","title":"americanarchive.iwm.org.uk"},{"url":"http://www.b24bestweb.com/","title":"www.b24bestweb.com"},{"url":"https://historynet.com/","title":"historynet.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.ww2online.org/","title":"www.ww2online.org"},{"url":"https://pacificwrecks.com/","title":"pacificwrecks.com"},{"url":"https://www.archives.gov/","title":"www.archives.gov"},{"url":"https://www.rshonor.org/","title":"www.rshonor.org"},{"url":"https://apps.dtic.mil/","title":"apps.dtic.mil"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.ebsco.com/","title":"www.ebsco.com"},{"url":"https://www.si.edu/","title":"www.si.edu"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.cbi-theater.com/","title":"www.cbi-theater.com"},{"url":"https://airandspace.si.edu/","title":"airandspace.si.edu"},{"url":"https://www.af.mil/","title":"www.af.mil"},{"url":"https://media.defense.gov/","title":"media.defense.gov"},{"url":"https://www.usni.org/","title":"www.usni.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://americanveteranscenter.org/","title":"americanveteranscenter.org"},{"url":"https://www.smithsonianmag.com/","title":"www.smithsonianmag.com"},{"url":"https://www.af.mil/","title":"www.af.mil"},{"url":"https://www.smithsonianmag.com/","title":"www.smithsonianmag.com"}],"searchCalls":[{"id":"st_tmp_f8fhtd3rvwm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_aq26g8a703m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u9n4cvyzgpk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zc35kqwi1d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jij41nxnzsj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9rkbd4yb2td","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6eauc21vxa3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9ikreylltm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hu8s15b7ihv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ztl8266ee3o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u9x90wfzum","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_s82ytdrnlbh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l555wk1jim","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7fgmnompbld","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_42i9eyd697a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w4fnizdzrtb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ir5iavq8vlk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gx8gle76caa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_re8fxz3shp8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_elfqslmzg7f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zpm9e2fk9r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i5rqkscldg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rvhsobyxyar","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x0qbosevt8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_khty8x2kgm","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-31","epoch":0,"score":"C","citations":[{"url":"https://www.cbssports.com/","title":"www.cbssports.com"},{"url":"http://ufcstats.com/","title":"ufcstats.com"},{"url":"https://www.cbssports.com/","title":"www.cbssports.com"},{"url":"https://www.cbssports.com/","title":"www.cbssports.com"},{"url":"http://ufcstats.com/","title":"ufcstats.com"},{"url":"http://ufcstats.com/","title":"ufcstats.com"},{"url":"http://ufcstats.com/","title":"ufcstats.com"},{"url":"http://ufcstats.com/","title":"ufcstats.com"},{"url":"http://ufcstats.com/","title":"ufcstats.com"},{"url":"http://ufcstats.com/","title":"ufcstats.com"},{"url":"http://ufcstats.com/","title":"ufcstats.com"},{"url":"http://ufcstats.com/","title":"ufcstats.com"},{"url":"http://ufcstats.com/","title":"ufcstats.com"},{"url":"http://ufcstats.com/","title":"ufcstats.com"},{"url":"http://ufcstats.com/","title":"ufcstats.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.foxsports.com/","title":"www.foxsports.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.espn.ph/","title":"www.espn.ph"},{"url":"https://www.espn.co.uk/","title":"www.espn.co.uk"},{"url":"https://africa.espn.com/","title":"africa.espn.com"},{"url":"https://www.espn.in/","title":"www.espn.in"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://jp.ufc.com/","title":"jp.ufc.com"},{"url":"https://www.ufc.com/","title":"www.ufc.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.espn.co.uk/","title":"www.espn.co.uk"}],"searchCalls":[{"id":"st_tmp_fd5846xy83d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_abtz3p2g29d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kpzn3n7dm9k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2rsfrs94a62","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tqltpujfgm8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fk7qghy47lg","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-32","epoch":0,"score":"C","citations":[{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.newyorker.com/","title":"www.newyorker.com"},{"url":"https://inews.co.uk/","title":"inews.co.uk"},{"url":"https://www.mi5.gov.uk/","title":"www.mi5.gov.uk"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.independent.co.uk/","title":"www.independent.co.uk"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.thehindu.com/","title":"www.thehindu.com"},{"url":"https://www.nationalarchives.gov.uk/","title":"www.nationalarchives.gov.uk"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.thirteen.org/","title":"www.thirteen.org"},{"url":"https://opinionator.blogs.nytimes.com/","title":"opinionator.blogs.nytimes.com"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://archive.nytimes.com/","title":"archive.nytimes.com"},{"url":"https://www.dailymail.com/","title":"www.dailymail.com"},{"url":"https://www.commondreams.org/","title":"www.commondreams.org"},{"url":"https://archives.chu.cam.ac.uk/","title":"archives.chu.cam.ac.uk"},{"url":"https://www.independent.co.uk/","title":"www.independent.co.uk"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.latimes.com/","title":"www.latimes.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://www.washingtonexaminer.com/","title":"www.washingtonexaminer.com"},{"url":"https://www.kpbs.org/","title":"www.kpbs.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.newworldencyclopedia.org/","title":"www.newworldencyclopedia.org"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://sites.ecu.edu/","title":"sites.ecu.edu"},{"url":"https://msa.maryland.gov/","title":"msa.maryland.gov"},{"url":"https://sites.ecu.edu/","title":"sites.ecu.edu"},{"url":"https://cspancollections.gmu.edu/","title":"cspancollections.gmu.edu"},{"url":"https://www.nationalbook.org/","title":"www.nationalbook.org"},{"url":"https://www.hoover.org/","title":"www.hoover.org"},{"url":"https://www.thenation.com/","title":"www.thenation.com"},{"url":"https://sites.ecu.edu/","title":"sites.ecu.edu"},{"url":"https://unitedporcia.it/","title":"unitedporcia.it"},{"url":"https://www.rbth.com/","title":"www.rbth.com"},{"url":"https://therussianreader.com/","title":"therussianreader.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://bienenmuddi.de/","title":"bienenmuddi.de"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.rbth.com/","title":"www.rbth.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://whittakerchambers.org/","title":"whittakerchambers.org"},{"url":"https://www.hachette.com.au/","title":"www.hachette.com.au"},{"url":"https://adb.anu.edu.au/","title":"adb.anu.edu.au"},{"url":"https://www.hachette.com.au/","title":"www.hachette.com.au"},{"url":"https://www.newyorker.com/","title":"www.newyorker.com"},{"url":"https://www.orionbooks.co.uk/","title":"www.orionbooks.co.uk"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://www.salon.com/","title":"www.salon.com"},{"url":"https://msa.maryland.gov/","title":"msa.maryland.gov"},{"url":"https://www.hnn.us/","title":"www.hnn.us"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://digital.auraria.edu/","title":"digital.auraria.edu"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://therussianreader.com/","title":"therussianreader.com"},{"url":"https://therussianreader.com/","title":"therussianreader.com"}],"searchCalls":[{"id":"st_tmp_1ffzyzq39hu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mfvr6y7rxj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rhm56jprxfe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_15bql621k5x","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w9tgj6lm9p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a7al4ih7qk5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_90kfiy8tj95","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ax59lkyqbe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jx1rvopcbyp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_88n9neesoum","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d2jtidzg29o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c51c8m11zsw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_grcnb3k6ris","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3gjpu7zvrvb","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-33","epoch":0,"score":"C","citations":[{"url":"https://www.rte.ie/","title":"www.rte.ie"},{"url":"https://www.irishmirror.ie/","title":"www.irishmirror.ie"},{"url":"https://www.independent.ie/","title":"www.independent.ie"},{"url":"https://www.rte.ie/","title":"www.rte.ie"},{"url":"https://www.irishexaminer.com/","title":"www.irishexaminer.com"},{"url":"https://www.irishtimes.com/","title":"www.irishtimes.com"},{"url":"https://wexfordweekly.com/","title":"wexfordweekly.com"},{"url":"https://www.independent.ie/","title":"www.independent.ie"},{"url":"https://www.hoganstand.com/","title":"www.hoganstand.com"},{"url":"https://www.gaa.ie/","title":"www.gaa.ie"},{"url":"https://www.irishexaminer.com/","title":"www.irishexaminer.com"},{"url":"https://www.dib.ie/","title":"www.dib.ie"},{"url":"https://www.thetimes.com/","title":"www.thetimes.com"},{"url":"https://www.the42.ie/","title":"www.the42.ie"},{"url":"https://www.wikiwand.com/","title":"www.wikiwand.com"},{"url":"https://www.independent.ie/","title":"www.independent.ie"},{"url":"https://hoganstand.com/","title":"hoganstand.com"},{"url":"https://www.hoganstand.com/","title":"www.hoganstand.com"},{"url":"https://hoganstand.com/","title":"hoganstand.com"},{"url":"https://www.independent.ie/","title":"www.independent.ie"},{"url":"https://www.independent.ie/","title":"www.independent.ie"},{"url":"https://www.irishtimes.com/","title":"www.irishtimes.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"http://www.patrickcomerford.com/","title":"www.patrickcomerford.com"},{"url":"https://www.independent.ie/","title":"www.independent.ie"},{"url":"https://greenacresgallery.ie/","title":"greenacresgallery.ie"},{"url":"https://www.independent.ie/","title":"www.independent.ie"},{"url":"https://www.discoverireland.ie/","title":"www.discoverireland.ie"},{"url":"https://www.geograph.ie/","title":"www.geograph.ie"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://bw.maptons.com/","title":"bw.maptons.com"},{"url":"https://cx.maptons.com/","title":"cx.maptons.com"},{"url":"https://www.cylex.ie/","title":"www.cylex.ie"},{"url":"https://et-ee.facebook.com/","title":"et-ee.facebook.com"},{"url":"https://wexford-wx.irelands-advisor.com/","title":"wexford-wx.irelands-advisor.com"},{"url":"https://www.yourlocal.ie/","title":"www.yourlocal.ie"},{"url":"https://www.instagram.com/","title":"www.instagram.com"}],"searchCalls":[{"id":"st_tmp_0bz64q4gsk2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tn0sfqvzwv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cuaumaqguu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eft3pvmcmlu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k1we4gcccj","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_7xhhw746oqv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jwl1qaucnnb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h66xquwivgo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_aq5niyzlky5","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-34","epoch":0,"score":"C","citations":[{"url":"https://www.wlu.ca/","title":"www.wlu.ca"},{"url":"https://lib.uwaterloo.ca/","title":"lib.uwaterloo.ca"},{"url":"https://thecanadianencyclopedia.ca/","title":"thecanadianencyclopedia.ca"},{"url":"https://library.wlu.ca/","title":"library.wlu.ca"},{"url":"https://students.wlu.ca/","title":"students.wlu.ca"},{"url":"https://www.kitchener.ca/","title":"www.kitchener.ca"},{"url":"https://www.cbc.ca/","title":"www.cbc.ca"},{"url":"https://www.kitchener.ca/","title":"www.kitchener.ca"},{"url":"https://www.kitchener.ca/","title":"www.kitchener.ca"},{"url":"https://www.canada.ca/","title":"www.canada.ca"},{"url":"https://www.foodbasics.ca/","title":"www.foodbasics.ca"},{"url":"https://www.foodbasics.ca/","title":"www.foodbasics.ca"},{"url":"https://www.foodbasics.ca/","title":"www.foodbasics.ca"},{"url":"https://www.foodbasics.ca/","title":"www.foodbasics.ca"},{"url":"https://www.foodbasics.ca/","title":"www.foodbasics.ca"},{"url":"https://www.cbc.ca/","title":"www.cbc.ca"},{"url":"https://kitchener.citynews.ca/","title":"kitchener.citynews.ca"},{"url":"https://kitchener.citynews.ca/","title":"kitchener.citynews.ca"},{"url":"https://www.kitchener.ca/","title":"www.kitchener.ca"},{"url":"https://www.kitchener.ca/","title":"www.kitchener.ca"},{"url":"https://www.app.edu.gov.on.ca/","title":"www.app.edu.gov.on.ca"},{"url":"https://www.wcdsb.ca/","title":"www.wcdsb.ca"},{"url":"https://www.wcdsb.ca/","title":"www.wcdsb.ca"},{"url":"https://www.app.edu.gov.on.ca/","title":"www.app.edu.gov.on.ca"},{"url":"https://www.foodbasics.ca/","title":"www.foodbasics.ca"},{"url":"https://www.foodbasics.ca/","title":"www.foodbasics.ca"},{"url":"http://wikimapia.org/","title":"wikimapia.org"},{"url":"https://staloysius.wcdsb.ca/","title":"staloysius.wcdsb.ca"},{"url":"https://www.parishbulletins.com/","title":"www.parishbulletins.com"},{"url":"https://www.parishbulletins.com/","title":"www.parishbulletins.com"},{"url":"https://www.parishbulletins.com/","title":"www.parishbulletins.com"},{"url":"https://kitchener-on.allcanadachurches.com/","title":"kitchener-on.allcanadachurches.com"},{"url":"https://strongstart.ca/","title":"strongstart.ca"},{"url":"https://www.wcdsb.ca/","title":"www.wcdsb.ca"},{"url":"https://kitchener.cdncompanies.com/","title":"kitchener.cdncompanies.com"},{"url":"https://kitchener.canadacompanies.net/","title":"kitchener.canadacompanies.net"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.therecord.com/","title":"www.therecord.com"},{"url":"https://www.shopping-canada.com/","title":"www.shopping-canada.com"},{"url":"https://corporate.walmart.com/","title":"corporate.walmart.com"},{"url":"https://library.wlu.ca/","title":"library.wlu.ca"},{"url":"https://library.wlu.ca/","title":"library.wlu.ca"},{"url":"https://wlu.ca/","title":"wlu.ca"},{"url":"https://library.wlu.ca/","title":"library.wlu.ca"},{"url":"https://library.wlu.ca/","title":"library.wlu.ca"},{"url":"https://www.wlu.ca/","title":"www.wlu.ca"},{"url":"https://www.wlu.ca/","title":"www.wlu.ca"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://wlu.ca/","title":"wlu.ca"},{"url":"https://www.waterloo.ca/","title":"www.waterloo.ca"},{"url":"https://thecanadianencyclopedia.ca/","title":"thecanadianencyclopedia.ca"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.waterloo.ca/","title":"www.waterloo.ca"},{"url":"https://images.ourontario.ca/","title":"images.ourontario.ca"},{"url":"https://staloysius.on.ca/","title":"staloysius.on.ca"},{"url":"https://www.parishbulletins.com/","title":"www.parishbulletins.com"},{"url":"https://211ontario.ca/","title":"211ontario.ca"},{"url":"https://www.parishbulletins.com/","title":"www.parishbulletins.com"},{"url":"https://www.foodbasics.ca/","title":"www.foodbasics.ca"},{"url":"https://www.foodbasics.ca/","title":"www.foodbasics.ca"},{"url":"https://foodpages.ca/","title":"foodpages.ca"},{"url":"https://opengovca.com/","title":"opengovca.com"},{"url":"https://www.pbs.org/","title":"www.pbs.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.foxbusiness.com/","title":"www.foxbusiness.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.301traynorave.com/","title":"www.301traynorave.com"},{"url":"https://library.wlu.ca/","title":"library.wlu.ca"},{"url":"https://bw.maptons.com/","title":"bw.maptons.com"},{"url":"https://moovitapp.com/","title":"moovitapp.com"},{"url":"https://www.wlu.ca/","title":"www.wlu.ca"},{"url":"https://www.wlu.ca/","title":"www.wlu.ca"},{"url":"https://www.wlu.ca/","title":"www.wlu.ca"},{"url":"https://www.wlu.ca/","title":"www.wlu.ca"},{"url":"https://library.wlu.ca/","title":"library.wlu.ca"}],"searchCalls":[{"id":"st_tmp_919bw9w4qvp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rb1yqgohvw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_erlk697tu1e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mffgsqlo01","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vmzzkk43wn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y3gduuonb9r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3t7752zlp5k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6uey2tc0tgc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lkze06k84bi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8ozxb914co6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dlizy3xs7qe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rvz3d0cb6f9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5i7h4qb5gxh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hoidirezhqi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ys6qmm030i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_moz0c80yzsm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8voewu9kai3","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-35","epoch":0,"score":"C","citations":[{"url":"https://www.mirror.co.uk/","title":"www.mirror.co.uk"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.fifa.com/","title":"www.fifa.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.bundesliga.com/","title":"www.bundesliga.com"},{"url":"https://www.espn.com.au/","title":"www.espn.com.au"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://smart.columbus.gov/","title":"smart.columbus.gov"},{"url":"https://inside.fifa.com/","title":"inside.fifa.com"},{"url":"https://inside.fifa.com/","title":"inside.fifa.com"},{"url":"https://www.express.co.uk/","title":"www.express.co.uk"},{"url":"https://www.fifa.com/","title":"www.fifa.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.espn.co.uk/","title":"www.espn.co.uk"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://fbref.com/","title":"fbref.com"},{"url":"https://www.thesoccerworldcups.com/","title":"www.thesoccerworldcups.com"},{"url":"http://www.englandfootballonline.com/","title":"www.englandfootballonline.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://inside.fifa.com/","title":"inside.fifa.com"},{"url":"https://thesporting.blog/","title":"thesporting.blog"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://www.rsca.be/","title":"www.rsca.be"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.gentlemanultra.com/","title":"www.gentlemanultra.com"},{"url":"https://www.rsca.be/","title":"www.rsca.be"},{"url":"https://fbref.com/","title":"fbref.com"},{"url":"https://datencenter.dfb.de/","title":"datencenter.dfb.de"},{"url":"https://www.plus.fifa.com/","title":"www.plus.fifa.com"},{"url":"https://www.fifa.com/","title":"www.fifa.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://fbref.com/","title":"fbref.com"},{"url":"https://fbref.com/","title":"fbref.com"},{"url":"https://fbref.com/","title":"fbref.com"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://national-football-teams.com/","title":"national-football-teams.com"},{"url":"https://focusonbelgium.be/","title":"focusonbelgium.be"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"http://www.crewealexandra-mad.co.uk/","title":"www.crewealexandra-mad.co.uk"},{"url":"https://www.ageuk.org.uk/","title":"www.ageuk.org.uk"},{"url":"https://reference.org/","title":"reference.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.worldfootball.net/","title":"www.worldfootball.net"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.worldfootball.net/","title":"www.worldfootball.net"}],"searchCalls":[{"id":"st_tmp_zc56c3yg8m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2x5hhlwtnun","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mmglybrjfe8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c7x8qp1mkv7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ue5svgzunz","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_18csxkai4m5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jz6t56dk77f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cv4cux8wk0b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_do3449vf27","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qtmrd18boxi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b6cvl7xnd5r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tu0p7jgzci","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zhnvc5x4h8","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-36","epoch":0,"score":"C","citations":[{"url":"https://par.nsf.gov/","title":"par.nsf.gov"},{"url":"https://elifesciences.org/","title":"elifesciences.org"},{"url":"https://eeb.yale.edu/","title":"eeb.yale.edu"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://www.technologynetworks.com/","title":"www.technologynetworks.com"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://royalsocietypublishing.org/","title":"royalsocietypublishing.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://advanced.onlinelibrary.wiley.com/","title":"advanced.onlinelibrary.wiley.com"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://www.ncbi.nlm.nih.gov/","title":"www.ncbi.nlm.nih.gov"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://par.nsf.gov/","title":"par.nsf.gov"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pure.korea.ac.kr/","title":"pure.korea.ac.kr"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://altoona.psu.edu/","title":"altoona.psu.edu"},{"url":"https://womenfilmeditors.princeton.edu/","title":"womenfilmeditors.princeton.edu"},{"url":"https://womenfilmeditors.princeton.edu/","title":"womenfilmeditors.princeton.edu"},{"url":"https://womenfilmeditors.princeton.edu/","title":"womenfilmeditors.princeton.edu"},{"url":"https://www.walshmedicalmedia.com/","title":"www.walshmedicalmedia.com"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://shakhnovich.faculty.chemistry.harvard.edu/","title":"shakhnovich.faculty.chemistry.harvard.edu"},{"url":"https://www.sfipress.org/","title":"www.sfipress.org"},{"url":"https://www.cambridge.org/","title":"www.cambridge.org"},{"url":"https://journal.hep.com.cn/","title":"journal.hep.com.cn"},{"url":"https://jats.nlm.nih.gov/","title":"jats.nlm.nih.gov"},{"url":"http://jupiter.plymouth.edu/","title":"jupiter.plymouth.edu"},{"url":"https://sites.psu.edu/","title":"sites.psu.edu"},{"url":"https://intercom.help/","title":"intercom.help"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"http://academic.oup.com/","title":"academic.oup.com"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://aiforgood.itu.int/","title":"aiforgood.itu.int"},{"url":"https://files-profile.medicine.yale.edu/","title":"files-profile.medicine.yale.edu"},{"url":"https://monell.org/","title":"monell.org"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://www.mdpi.com/","title":"www.mdpi.com"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://www.semanticscholar.org/","title":"www.semanticscholar.org"},{"url":"https://www.ibm.com/","title":"www.ibm.com"},{"url":"https://www.manualslib.com/","title":"www.manualslib.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://academic.oup.com/","title":"academic.oup.com"}],"searchCalls":[{"id":"st_tmp_mob6nogsqbr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9xkx5f52v9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_32vcqlaec8k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kzizrgsq4c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nzolv5kbd8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7lxqh25efwl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7flx5rs9qcy","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_tpl5y72au2s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jxwss6s1g5p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8w1r894xp5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kaj8qnfvezo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ni97ci9mgx","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_1053yfof9bsk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f77n6re9udt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_re4qm6rkn6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ngq2lx17dzp","status":"completed","action":"search","executed":true,"sourceCount":1}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-37","epoch":0,"score":"I","citations":[{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://dl.acm.org/","title":"dl.acm.org"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://faculty-directory.dartmouth.edu/","title":"faculty-directory.dartmouth.edu"},{"url":"https://www.nyu.edu/","title":"www.nyu.edu"},{"url":"https://steinhardt.nyu.edu/","title":"steinhardt.nyu.edu"},{"url":"https://faculty-directory.dartmouth.edu/","title":"faculty-directory.dartmouth.edu"},{"url":"https://fs.wp.odu.edu/","title":"fs.wp.odu.edu"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://dl.acm.org/","title":"dl.acm.org"},{"url":"https://zgr.com.pl/","title":"zgr.com.pl"},{"url":"https://62ec22p.chezkat.ch/","title":"62ec22p.chezkat.ch"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://n42matters.be/","title":"n42matters.be"},{"url":"https://kilian-staudt.de/","title":"kilian-staudt.de"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://www.stat.cmu.edu/","title":"www.stat.cmu.edu"},{"url":"https://rss.onlinelibrary.wiley.com/","title":"rss.onlinelibrary.wiley.com"},{"url":"https://rss.onlinelibrary.wiley.com/","title":"rss.onlinelibrary.wiley.com"},{"url":"https://rss.onlinelibrary.wiley.com/","title":"rss.onlinelibrary.wiley.com"},{"url":"https://rss.onlinelibrary.wiley.com/","title":"rss.onlinelibrary.wiley.com"},{"url":"https://www.stat.cmu.edu/","title":"www.stat.cmu.edu"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://archive.dartmouthalumnimagazine.com/","title":"archive.dartmouthalumnimagazine.com"},{"url":"https://www.leedsbeckett.ac.uk/","title":"www.leedsbeckett.ac.uk"},{"url":"https://n42matters.be/","title":"n42matters.be"},{"url":"https://today.duke.edu/","title":"today.duke.edu"},{"url":"https://collegeofgolf.keiseruniversity.edu/","title":"collegeofgolf.keiseruniversity.edu"},{"url":"https://indexuni.library.uni.edu/","title":"indexuni.library.uni.edu"},{"url":"https://collegeofgolf.keiseruniversity.edu/","title":"collegeofgolf.keiseruniversity.edu"},{"url":"https://www.massgolf.org/","title":"www.massgolf.org"},{"url":"https://faculty-directory.dartmouth.edu/","title":"faculty-directory.dartmouth.edu"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://faculty-directory.dartmouth.edu/","title":"faculty-directory.dartmouth.edu"},{"url":"https://profiles.ucl.ac.uk/","title":"profiles.ucl.ac.uk"},{"url":"https://www.frontiersin.org/","title":"www.frontiersin.org"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.psu.edu/","title":"www.psu.edu"},{"url":"https://www.nydailynews.com/","title":"www.nydailynews.com"},{"url":"https://arts.columbia.edu/","title":"arts.columbia.edu"},{"url":"https://kilian-staudt.de/","title":"kilian-staudt.de"},{"url":"https://www.manchesterhive.com/","title":"www.manchesterhive.com"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://patrickchaplin.com/","title":"patrickchaplin.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://patrickchaplin.com/","title":"patrickchaplin.com"},{"url":"https://exercism.org/","title":"exercism.org"},{"url":"https://www.italki.com/","title":"www.italki.com"},{"url":"https://www.wowessays.com/","title":"www.wowessays.com"},{"url":"https://le-nouvel-elan.fr/","title":"le-nouvel-elan.fr"},{"url":"https://lztv.lv/","title":"lztv.lv"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.independent.co.uk/","title":"www.independent.co.uk"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.amherst.edu/","title":"www.amherst.edu"},{"url":"https://apnews.com/","title":"apnews.com"},{"url":"https://www.bard.edu/","title":"www.bard.edu"},{"url":"https://mblkkg5sj8s-stylesheet.n42matters.be/","title":"mblkkg5sj8s-stylesheet.n42matters.be"},{"url":"https://www.hampshire.edu/","title":"www.hampshire.edu"},{"url":"https://www.newyorker.com/","title":"www.newyorker.com"},{"url":"https://theconversation.com/","title":"theconversation.com"},{"url":"https://theconversation.com/","title":"theconversation.com"},{"url":"https://theconversation.com/","title":"theconversation.com"},{"url":"https://kids.britannica.com/","title":"kids.britannica.com"},{"url":"https://lumase.be/","title":"lumase.be"},{"url":"https://karival.fr/","title":"karival.fr"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.storyboardthat.com/","title":"www.storyboardthat.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://blog.thesocialgolfer.com/","title":"blog.thesocialgolfer.com"},{"url":"https://www.ksl.com/","title":"www.ksl.com"},{"url":"https://www.theglobeandmail.com/","title":"www.theglobeandmail.com"},{"url":"https://www.thefreedictionary.com/","title":"www.thefreedictionary.com"},{"url":"https://www.golfcourseindustry.com/","title":"www.golfcourseindustry.com"},{"url":"https://newcriterion.com/","title":"newcriterion.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.thefreedictionary.com/","title":"www.thefreedictionary.com"},{"url":"https://dictionary.cambridge.org/","title":"dictionary.cambridge.org"},{"url":"https://languagehat.com/","title":"languagehat.com"},{"url":"https://www.thefreedictionary.com/","title":"www.thefreedictionary.com"},{"url":"https://www.merriam-webster.com/","title":"www.merriam-webster.com"},{"url":"https://www.merriam-webster.com/","title":"www.merriam-webster.com"},{"url":"https://www.etymonline.com/","title":"www.etymonline.com"},{"url":"https://dictionary.cambridge.org/","title":"dictionary.cambridge.org"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://www.roger-scruton.com/","title":"www.roger-scruton.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.oxforddnb.com/","title":"www.oxforddnb.com"},{"url":"https://www.scruton.org/","title":"www.scruton.org"},{"url":"https://archive.org/","title":"archive.org"}],"searchCalls":[{"id":"st_tmp_5w3yi3o29px","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oddpssubqx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cjcsb5ylze5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ch6eb45ewxm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zb5momj5hwe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6l6hjqefquh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gx0kchjxpav","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7fcae6hzlgq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rkr9k4aycsg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jwrnq2otun","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hkxz4b0afm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8wib443sunr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1mubu4k238p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q8h0e2w4zx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_54q4tfv6a0q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5hsb8hmjano","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n3thv6553n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_timzk1kagc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h4nhmg3i25l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ezvx2ukzc6b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mda63vwm9lc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t0m919zmacf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t4umc0at9p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1pinpskx0e1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ckp6w0ob6v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pkvsm4wacr9","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-38","epoch":0,"score":"C","citations":[{"url":"https://www.ox.ac.uk/","title":"www.ox.ac.uk"},{"url":"https://www.trinity.ox.ac.uk/","title":"www.trinity.ox.ac.uk"},{"url":"https://www.ox.ac.uk/","title":"www.ox.ac.uk"},{"url":"https://www.some.ox.ac.uk/","title":"www.some.ox.ac.uk"},{"url":"https://assets-oxweb.admin.ox.ac.uk/","title":"assets-oxweb.admin.ox.ac.uk"},{"url":"https://ora.ox.ac.uk/","title":"ora.ox.ac.uk"},{"url":"https://ora.ox.ac.uk/","title":"ora.ox.ac.uk"},{"url":"https://ora.ox.ac.uk/","title":"ora.ox.ac.uk"},{"url":"https://www.wrh.ox.ac.uk/","title":"www.wrh.ox.ac.uk"},{"url":"https://www.oncology.ox.ac.uk/","title":"www.oncology.ox.ac.uk"},{"url":"https://www.wrh.ox.ac.uk/","title":"www.wrh.ox.ac.uk"},{"url":"https://www.medsci.ox.ac.uk/","title":"www.medsci.ox.ac.uk"},{"url":"https://ora.ox.ac.uk/","title":"ora.ox.ac.uk"},{"url":"https://www.chg.ox.ac.uk/","title":"www.chg.ox.ac.uk"},{"url":"https://www.medsci.ox.ac.uk/","title":"www.medsci.ox.ac.uk"},{"url":"https://www.camsoxford.ox.ac.uk/","title":"www.camsoxford.ox.ac.uk"},{"url":"https://ora.ox.ac.uk/","title":"ora.ox.ac.uk"},{"url":"https://pure.ewha.ac.kr/","title":"pure.ewha.ac.kr"},{"url":"https://pure.ewha.ac.kr/","title":"pure.ewha.ac.kr"},{"url":"https://pure.ewha.ac.kr/","title":"pure.ewha.ac.kr"},{"url":"https://pure.ewha.ac.kr/","title":"pure.ewha.ac.kr"},{"url":"https://ohrh.law.ox.ac.uk/","title":"ohrh.law.ox.ac.uk"},{"url":"https://www.education.ox.ac.uk/","title":"www.education.ox.ac.uk"},{"url":"https://www.ageing.ox.ac.uk/","title":"www.ageing.ox.ac.uk"},{"url":"https://www.ageing.ox.ac.uk/","title":"www.ageing.ox.ac.uk"},{"url":"https://media.podcasts.ox.ac.uk/","title":"media.podcasts.ox.ac.uk"},{"url":"https://ora.ox.ac.uk/","title":"ora.ox.ac.uk"},{"url":"https://ora.ox.ac.uk/","title":"ora.ox.ac.uk"},{"url":"https://ora.ox.ac.uk/","title":"ora.ox.ac.uk"},{"url":"https://ora.ox.ac.uk/","title":"ora.ox.ac.uk"},{"url":"https://solo.bodleian.ox.ac.uk/","title":"solo.bodleian.ox.ac.uk"},{"url":"https://ora.ox.ac.uk/","title":"ora.ox.ac.uk"},{"url":"https://ora.ox.ac.uk/","title":"ora.ox.ac.uk"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://durham-repository.worktribe.com/","title":"durham-repository.worktribe.com"},{"url":"https://pure.ewha.ac.kr/","title":"pure.ewha.ac.kr"},{"url":"https://solo.bodleian.ox.ac.uk/","title":"solo.bodleian.ox.ac.uk"},{"url":"https://ora.ox.ac.uk/","title":"ora.ox.ac.uk"},{"url":"https://ora.ox.ac.uk/","title":"ora.ox.ac.uk"},{"url":"https://ora.ox.ac.uk/","title":"ora.ox.ac.uk"},{"url":"https://ora.ox.ac.uk/","title":"ora.ox.ac.uk"},{"url":"https://www.oncology.ox.ac.uk/","title":"www.oncology.ox.ac.uk"},{"url":"https://www.oncology.ox.ac.uk/","title":"www.oncology.ox.ac.uk"},{"url":"https://www.oncology.ox.ac.uk/","title":"www.oncology.ox.ac.uk"},{"url":"https://www.oncology.ox.ac.uk/","title":"www.oncology.ox.ac.uk"},{"url":"http://www.ewha.ac.kr/","title":"www.ewha.ac.kr"},{"url":"https://www.oncology.ox.ac.uk/","title":"www.oncology.ox.ac.uk"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"http://www.ewha.ac.kr/","title":"www.ewha.ac.kr"},{"url":"https://uk.linkedin.com/","title":"uk.linkedin.com"},{"url":"https://www.oncology.ox.ac.uk/","title":"www.oncology.ox.ac.uk"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://scholar.google.com/","title":"scholar.google.com"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://scholar.google.com/","title":"scholar.google.com"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://www.cell.com/","title":"www.cell.com"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://www.nature.com/","title":"www.nature.com"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://www.oka.go.kr/","title":"www.oka.go.kr"},{"url":"https://www.researchgate.net/","title":"www.researchgate.net"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://ora.ox.ac.uk/","title":"ora.ox.ac.uk"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://www.frontiersin.org/","title":"www.frontiersin.org"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://digitalcommons.library.tmc.edu/","title":"digitalcommons.library.tmc.edu"},{"url":"https://www.ncbi.nlm.nih.gov/","title":"www.ncbi.nlm.nih.gov"},{"url":"https://tcr.amegroups.org/","title":"tcr.amegroups.org"},{"url":"https://scite.ai/","title":"scite.ai"},{"url":"https://www.labome.com/","title":"www.labome.com"},{"url":"https://www.frontiersin.org/","title":"www.frontiersin.org"},{"url":"https://www.frontiersin.org/","title":"www.frontiersin.org"},{"url":"https://www.frontiersin.org/","title":"www.frontiersin.org"},{"url":"https://www.frontiersin.org/","title":"www.frontiersin.org"},{"url":"https://www.ncbi.nlm.nih.gov/","title":"www.ncbi.nlm.nih.gov"}],"searchCalls":[{"id":"st_tmp_dwcerrm2egi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z6eavruzurp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jm4kcsubh4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fa5t5azhfa7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3n4v64uwemf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vsvnasx4to","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hbobigwp1o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ncbcule9uhg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bww31rzrr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fv60p9xtgh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_go30393bhlp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p1hajib2bln","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pqkfjtgk5wc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9sicof4ep35","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8q07p3mbynn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lxzodot3ao","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dy69ldn416q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9djzc9ssqc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ri58ldm5rof","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nhun91br11","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pudo3wsd14i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d6k2a20jpl5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5xapzv09xf6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f39extuqw8o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sg7w99vvdbp","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-39","epoch":0,"score":"C","citations":[{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://economictimes.indiatimes.com/","title":"economictimes.indiatimes.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://tobacco-img.stanford.edu/","title":"tobacco-img.stanford.edu"},{"url":"https://csts.ua.edu/","title":"csts.ua.edu"},{"url":"https://archives.yale.edu/","title":"archives.yale.edu"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://www.justice.gov/","title":"www.justice.gov"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://csts.ua.edu/","title":"csts.ua.edu"},{"url":"https://guides.loc.gov/","title":"guides.loc.gov"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"http://aadl.org/","title":"aadl.org"}],"searchCalls":[{"id":"st_tmp_rovnpjk8kaj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_krf03r9yhn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fo6wtzwvdyw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w86cyj5qgl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eunhgo1iiwv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kb8vmh8jngg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kn2sf7pbt5g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_snoum7cipua","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o0wz87j4e1f","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-4","epoch":0,"score":"C","citations":[{"url":"https://news.yale.edu/","title":"news.yale.edu"},{"url":"https://beckysgraphicdesign.com/","title":"beckysgraphicdesign.com"},{"url":"https://publishingperspectives.com/","title":"publishingperspectives.com"},{"url":"https://yaleinternationalalliance.org/","title":"yaleinternationalalliance.org"},{"url":"https://www.publishersweekly.com/","title":"www.publishersweekly.com"},{"url":"https://www.un.org/","title":"www.un.org"},{"url":"https://procurement.ngojobsite.com/","title":"procurement.ngojobsite.com"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://pikwizard.com/","title":"pikwizard.com"},{"url":"https://pikwizard.com/","title":"pikwizard.com"},{"url":"https://www.behance.net/","title":"www.behance.net"},{"url":"https://www.linkedin.com/","title":"www.linkedin.com"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://www.simonandschuster.com/","title":"www.simonandschuster.com"},{"url":"https://cdn.who.int/","title":"cdn.who.int"},{"url":"https://www.malariaconsortium.org/","title":"www.malariaconsortium.org"},{"url":"https://www.malariaconsortium.org/","title":"www.malariaconsortium.org"},{"url":"https://www.malariaconsortium.org/","title":"www.malariaconsortium.org"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://iris.who.int/","title":"iris.who.int"},{"url":"https://www.art.yale.edu/","title":"www.art.yale.edu"},{"url":"https://iris.who.int/","title":"iris.who.int"},{"url":"https://apps.who.int/","title":"apps.who.int"},{"url":"https://iris.who.int/","title":"iris.who.int"},{"url":"https://cdn.who.int/","title":"cdn.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://iris.who.int/","title":"iris.who.int"},{"url":"https://www.thelancet.com/","title":"www.thelancet.com"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://ecosoc.un.org/","title":"ecosoc.un.org"},{"url":"https://acsjournals.onlinelibrary.wiley.com/","title":"acsjournals.onlinelibrary.wiley.com"},{"url":"https://iris.who.int/","title":"iris.who.int"},{"url":"https://www.cristina-ortiz.com/","title":"www.cristina-ortiz.com"},{"url":"https://medicine.yale.edu/","title":"medicine.yale.edu"},{"url":"https://orcid.org/","title":"orcid.org"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://journals.sagepub.com/","title":"journals.sagepub.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://cristinaortiz.artstation.com/","title":"cristinaortiz.artstation.com"},{"url":"https://cristinaortiz.artstation.com/","title":"cristinaortiz.artstation.com"},{"url":"https://www.malariaconsortium.org/","title":"www.malariaconsortium.org"},{"url":"https://www.simonandschuster.com/","title":"www.simonandschuster.com"},{"url":"https://iris.who.int/","title":"iris.who.int"},{"url":"https://iris.who.int/","title":"iris.who.int"},{"url":"https://iris.who.int/","title":"iris.who.int"},{"url":"https://iris.who.int/","title":"iris.who.int"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://iris.who.int/","title":"iris.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://iris.who.int/","title":"iris.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://iris.who.int/","title":"iris.who.int"},{"url":"https://iris.who.int/","title":"iris.who.int"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://cdn.who.int/","title":"cdn.who.int"},{"url":"https://www.worldscientific.com/","title":"www.worldscientific.com"},{"url":"https://journals.sagepub.com/","title":"journals.sagepub.com"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.devex.com/","title":"www.devex.com"},{"url":"https://www.devex.com/","title":"www.devex.com"},{"url":"https://muckrack.com/","title":"muckrack.com"},{"url":"https://iris.who.int/","title":"iris.who.int"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://lu.linkedin.com/","title":"lu.linkedin.com"},{"url":"https://www.linkedin.com/","title":"www.linkedin.com"},{"url":"https://extranet.who.int/","title":"extranet.who.int"},{"url":"https://usher.ed.ac.uk/","title":"usher.ed.ac.uk"},{"url":"https://cdn.who.int/","title":"cdn.who.int"},{"url":"https://www.uc.pt/","title":"www.uc.pt"},{"url":"https://www.weforum.org/","title":"www.weforum.org"},{"url":"https://iris.who.int/","title":"iris.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.devex.com/","title":"www.devex.com"},{"url":"https://www.devex.com/","title":"www.devex.com"},{"url":"https://muckrack.com/","title":"muckrack.com"},{"url":"https://iris.who.int/","title":"iris.who.int"},{"url":"https://iris.who.int/","title":"iris.who.int"},{"url":"https://iris.who.int/","title":"iris.who.int"},{"url":"https://iris.who.int/","title":"iris.who.int"},{"url":"https://iris.who.int/","title":"iris.who.int"}],"searchCalls":[{"id":"st_tmp_6jlwo42tbim","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1rahdkfc27x","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dwnp3xas9jb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m7ysl78etbo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_17ocdpgokir","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_okzeyi3lwr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eqfxueic5vp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1x20u7f91ka","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_13sn4v0l63d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j7e2twu5k9m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wqkxhonfdo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_30pr8urkg0o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_75q5ob6vine","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zlnhkkgkapa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5u0e2leh5e6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l0vppzrhg7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eqv1waf8kxm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g9vdkbgzmn8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f2f1taz5kkv","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_9gk2f3sc5ej","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_anpz6kwlaom","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k01fqibp6pp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fccydr8bfng","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-40","epoch":0,"score":"C","citations":[{"url":"https://worldathletics.org/","title":"worldathletics.org"},{"url":"https://worldathletics.org/","title":"worldathletics.org"},{"url":"https://worldathletics.org/","title":"worldathletics.org"},{"url":"https://worldathletics.org/","title":"worldathletics.org"},{"url":"https://worldathletics.org/","title":"worldathletics.org"},{"url":"https://www.olympics.com/","title":"www.olympics.com"},{"url":"https://worldathletics.org/","title":"worldathletics.org"},{"url":"https://worldathletics.org/","title":"worldathletics.org"},{"url":"https://www.olympedia.org/","title":"www.olympedia.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.unhcr.org/","title":"www.unhcr.org"},{"url":"https://www.unhcr.org/","title":"www.unhcr.org"},{"url":"https://kenya.un.org/","title":"kenya.un.org"},{"url":"https://worldathletics.org/","title":"worldathletics.org"},{"url":"https://worldathletics.org/","title":"worldathletics.org"},{"url":"https://worldathletics.org/","title":"worldathletics.org"},{"url":"https://www.standardmedia.co.ke/","title":"www.standardmedia.co.ke"},{"url":"https://worldathletics.org/","title":"worldathletics.org"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.olympedia.org/","title":"www.olympedia.org"},{"url":"https://newsroom.safaricom.co.ke/","title":"newsroom.safaricom.co.ke"},{"url":"https://www.csmonitor.com/","title":"www.csmonitor.com"},{"url":"https://www.upi.com/","title":"www.upi.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://worldathletics.org/","title":"worldathletics.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_om1ibw3t4ng","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a9r9k9bjv9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1ne41n5tvmd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f7wd0e8egpp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_99q397jgtc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ci0uk96avc","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-41","epoch":0,"score":"C","citations":[{"url":"https://scholar.colorado.edu/","title":"scholar.colorado.edu"},{"url":"https://theacademic.in/","title":"theacademic.in"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://zrpobtueq.jann-aarau.ch/","title":"zrpobtueq.jann-aarau.ch"},{"url":"https://theconversation.com/","title":"theconversation.com"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://files01.core.ac.uk/","title":"files01.core.ac.uk"},{"url":"http://3.27.170.36/","title":"3.27.170.36"},{"url":"http://3.87.111.199/","title":"3.87.111.199"},{"url":"https://ilglobo.com/","title":"ilglobo.com"},{"url":"http://3.91.51.180/","title":"3.91.51.180"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://www.westernsydney.edu.au/","title":"www.westernsydney.edu.au"},{"url":"https://researchers.westernsydney.edu.au/","title":"researchers.westernsydney.edu.au"},{"url":"https://researchers.westernsydney.edu.au/","title":"researchers.westernsydney.edu.au"},{"url":"https://researchers.westernsydney.edu.au/","title":"researchers.westernsydney.edu.au"},{"url":"http://54.209.89.54/","title":"54.209.89.54"},{"url":"http://35.158.57.196/","title":"35.158.57.196"},{"url":"http://100.54.226.68/","title":"100.54.226.68"},{"url":"http://63.185.181.17/","title":"63.185.181.17"},{"url":"http://18.145.169.245/","title":"18.145.169.245"},{"url":"https://womensagenda.com.au/","title":"womensagenda.com.au"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://womensagenda.com.au/","title":"womensagenda.com.au"},{"url":"https://researchdirect.westernsydney.edu.au/","title":"researchdirect.westernsydney.edu.au"},{"url":"https://www.taylorfrancis.com/","title":"www.taylorfrancis.com"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://openrepository.aut.ac.nz/","title":"openrepository.aut.ac.nz"},{"url":"https://semanticscholar.org/","title":"semanticscholar.org"},{"url":"https://researchers.westernsydney.edu.au/","title":"researchers.westernsydney.edu.au"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://www.researchgate.net/","title":"www.researchgate.net"},{"url":"https://www.researchgate.net/","title":"www.researchgate.net"},{"url":"https://researchers.westernsydney.edu.au/","title":"researchers.westernsydney.edu.au"},{"url":"https://journals.sagepub.com/","title":"journals.sagepub.com"},{"url":"https://www.taylorfrancis.com/","title":"www.taylorfrancis.com"},{"url":"https://www.westernsydney.edu.au/","title":"www.westernsydney.edu.au"},{"url":"https://collections.westernsydney.edu.au/","title":"collections.westernsydney.edu.au"},{"url":"https://www.westernsydney.edu.au/","title":"www.westernsydney.edu.au"},{"url":"https://www.westernsydney.edu.au/","title":"www.westernsydney.edu.au"},{"url":"https://www.westernsydney.edu.au/","title":"www.westernsydney.edu.au"},{"url":"https://ilglobo.com/","title":"ilglobo.com"},{"url":"http://18.226.14.133/","title":"18.226.14.133"},{"url":"http://54.224.254.64/","title":"54.224.254.64"},{"url":"http://3.82.49.203/","title":"3.82.49.203"},{"url":"https://podcasts.apple.com/","title":"podcasts.apple.com"},{"url":"https://www.rtbevent.com/","title":"www.rtbevent.com"},{"url":"http://52.62.57.4/","title":"52.62.57.4"}],"searchCalls":[{"id":"st_tmp_bsfmkxrq4nm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jc95plrusk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u3aha2l9xb8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xduvdd9aumj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5t5ae5hi6t4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zl08n1qu7xm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_22znjgah2ui","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_43t6fjxqu7u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p4wmvqzncx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rygdla58drf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gp3qzlwpwdp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u30ve0pp42q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hdkoql8zdgu","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-42","epoch":0,"score":"C","citations":[{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://www.justwatch.com/","title":"www.justwatch.com"},{"url":"https://www.primevideo.com/","title":"www.primevideo.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://thetvdb.com/","title":"thetvdb.com"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://www.sidereel.com/","title":"www.sidereel.com"},{"url":"https://www.tvepguides.com/","title":"www.tvepguides.com"},{"url":"https://www.tvmaze.com/","title":"www.tvmaze.com"},{"url":"https://www.serializd.com/","title":"www.serializd.com"},{"url":"http://www.wrestlingepicenter.com/","title":"www.wrestlingepicenter.com"},{"url":"https://www.primevideo.com/","title":"www.primevideo.com"},{"url":"http://www.wrestlingepicenter.com/","title":"www.wrestlingepicenter.com"},{"url":"http://www.wrestlingepicenter.com/","title":"www.wrestlingepicenter.com"},{"url":"http://wrestlingepicenter.com/","title":"wrestlingepicenter.com"},{"url":"https://mlw.com/","title":"mlw.com"},{"url":"https://mlw.com/","title":"mlw.com"},{"url":"https://mlw.com/","title":"mlw.com"},{"url":"https://www.f4wonline.com/","title":"www.f4wonline.com"},{"url":"https://www.beinsports.com/","title":"www.beinsports.com"},{"url":"https://www.wrestlinginc.com/","title":"www.wrestlinginc.com"},{"url":"https://insidepulse.com/","title":"insidepulse.com"},{"url":"https://luchaunderground.com/","title":"luchaunderground.com"},{"url":"https://sports.yahoo.com/","title":"sports.yahoo.com"},{"url":"https://www.thesportster.com/","title":"www.thesportster.com"},{"url":"https://socaluncensored.com/","title":"socaluncensored.com"},{"url":"https://aewresults.com/","title":"aewresults.com"},{"url":"https://www.theofficialwrestlingmuseum.com/","title":"www.theofficialwrestlingmuseum.com"},{"url":"https://www.f4wonline.com/","title":"www.f4wonline.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.famousbirthdays.com/","title":"www.famousbirthdays.com"},{"url":"https://www.onlineworldofwrestling.com/","title":"www.onlineworldofwrestling.com"},{"url":"https://lastwordonsports.com/","title":"lastwordonsports.com"},{"url":"http://www.celebsages.com/","title":"www.celebsages.com"},{"url":"https://commons.wikimedia.org/","title":"commons.wikimedia.org"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://www.wwe.com/","title":"www.wwe.com"},{"url":"https://ripped.topps.com/","title":"ripped.topps.com"},{"url":"https://ripped.topps.com/","title":"ripped.topps.com"},{"url":"https://defiant-wrestling.fandom.com/","title":"defiant-wrestling.fandom.com"},{"url":"https://prowrestling.fandom.com/","title":"prowrestling.fandom.com"},{"url":"https://theweek.com/","title":"theweek.com"},{"url":"https://g2xchange.com/","title":"g2xchange.com"},{"url":"https://id.loc.gov/","title":"id.loc.gov"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.dailydemocrat.com/","title":"www.dailydemocrat.com"},{"url":"https://itrwrestling.com/","title":"itrwrestling.com"},{"url":"https://www.chicoer.com/","title":"www.chicoer.com"},{"url":"https://patch.com/","title":"patch.com"},{"url":"https://www.fightful.com/","title":"www.fightful.com"},{"url":"http://www.profightdb.com/","title":"www.profightdb.com"},{"url":"https://www.wrestlezone.com/","title":"www.wrestlezone.com"},{"url":"https://www.f4wonline.com/","title":"www.f4wonline.com"},{"url":"https://bleacherreport.com/","title":"bleacherreport.com"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://aewresults.com/","title":"aewresults.com"},{"url":"https://bleacherreport.com/","title":"bleacherreport.com"},{"url":"https://www.cagematch.net/","title":"www.cagematch.net"},{"url":"https://prowrestling.net/","title":"prowrestling.net"},{"url":"https://www.wrestleview.com/","title":"www.wrestleview.com"},{"url":"https://prowrestling.fandom.com/","title":"prowrestling.fandom.com"},{"url":"https://www.wrestleview.com/","title":"www.wrestleview.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.tvmaze.com/","title":"www.tvmaze.com"},{"url":"https://www.wrestleview.com/","title":"www.wrestleview.com"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://www.wrestlezone.com/","title":"www.wrestlezone.com"},{"url":"https://insidepulse.com/","title":"insidepulse.com"},{"url":"https://www.wrestlinginc.com/","title":"www.wrestlinginc.com"},{"url":"https://www.pwtorch.com/","title":"www.pwtorch.com"},{"url":"https://insidepulse.com/","title":"insidepulse.com"},{"url":"https://insidepulse.com/","title":"insidepulse.com"},{"url":"https://insidepulse.com/","title":"insidepulse.com"},{"url":"https://www.wrestleview.com/","title":"www.wrestleview.com"},{"url":"https://www.tvmaze.com/","title":"www.tvmaze.com"},{"url":"http://www.profightdb.com/","title":"www.profightdb.com"},{"url":"https://nodq.com/","title":"nodq.com"},{"url":"https://www.wrestlezone.com/","title":"www.wrestlezone.com"},{"url":"https://www.sescoops.com/","title":"www.sescoops.com"},{"url":"https://pwponderings.com/","title":"pwponderings.com"},{"url":"https://www.newsbreak.com/","title":"www.newsbreak.com"},{"url":"https://itrwrestling.com/","title":"itrwrestling.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.trillertv.com/","title":"www.trillertv.com"},{"url":"https://www.sportskeeda.com/","title":"www.sportskeeda.com"},{"url":"https://ekiti-south-west.mlga.ek.gov.ng/","title":"ekiti-south-west.mlga.ek.gov.ng"},{"url":"https://watch.plex.tv/","title":"watch.plex.tv"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.justwatch.com/","title":"www.justwatch.com"},{"url":"https://www.pwtorch.com/","title":"www.pwtorch.com"},{"url":"https://www.wrestlezone.com/","title":"www.wrestlezone.com"},{"url":"https://www.wrestlinginc.com/","title":"www.wrestlinginc.com"}],"searchCalls":[{"id":"st_tmp_nrho03nurmm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p8yrqrwutdk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7h4i6mgberg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5bbi7czu60k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qxauzvknyus","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t8xye8gayg","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_xckbp9lymw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vch5uu0rk4n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f3d1jeopjln","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r7dgjmobbd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ffd8ebba7e4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4p8bjwnorwe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w8a9tjo0n9q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k0rs4oc6v9b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9pdwrutwnx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_01hm5xa3vp7i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_chivs48r2g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hp6jdhlhdm6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yvziganrhim","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p3fw0s9ayd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pzckvrf7n8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_973eodd448s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_80w19lz2smm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j0ea9t7ujl8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_stzsz34ta","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-43","epoch":0,"score":"C","citations":[{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://wrp.org.uk/","title":"wrp.org.uk"},{"url":"https://resouces-cms.prd.timeshighereducation.com/","title":"resouces-cms.prd.timeshighereducation.com"},{"url":"https://www.ucu.org.uk/","title":"www.ucu.org.uk"},{"url":"https://nation.cymru/","title":"nation.cymru"},{"url":"https://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"https://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"https://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"https://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"https://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"https://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"https://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"http://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"http://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"https://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"https://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"https://pure.hud.ac.uk/","title":"pure.hud.ac.uk"},{"url":"https://pure.hud.ac.uk/","title":"pure.hud.ac.uk"},{"url":"https://pure.hud.ac.uk/","title":"pure.hud.ac.uk"},{"url":"https://pure.hud.ac.uk/","title":"pure.hud.ac.uk"},{"url":"https://www.semanticscholar.org/","title":"www.semanticscholar.org"},{"url":"https://www.researchgate.net/","title":"www.researchgate.net"},{"url":"https://pubs.acs.org/","title":"pubs.acs.org"},{"url":"https://independent.academia.edu/","title":"independent.academia.edu"},{"url":"https://scispace.com/","title":"scispace.com"},{"url":"https://pubs.acs.org/","title":"pubs.acs.org"},{"url":"https://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"https://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"https://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"https://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"https://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"https://scispace.com/","title":"scispace.com"},{"url":"https://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"https://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"https://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"https://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"https://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"https://espace.etsmtl.ca/","title":"espace.etsmtl.ca"},{"url":"https://topline.com/","title":"topline.com"},{"url":"https://forebears.io/","title":"forebears.io"},{"url":"https://rocketreach.co/","title":"rocketreach.co"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://www.researchgate.net/","title":"www.researchgate.net"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"http://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"https://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"https://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"https://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"https://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"https://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"https://pure.hud.ac.uk/","title":"pure.hud.ac.uk"},{"url":"https://research.hud.ac.uk/","title":"research.hud.ac.uk"},{"url":"https://research.hud.ac.uk/","title":"research.hud.ac.uk"},{"url":"https://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"https://sciprofiles.com/","title":"sciprofiles.com"},{"url":"https://www.hud.ac.uk/","title":"www.hud.ac.uk"},{"url":"https://www.hud.ac.uk/","title":"www.hud.ac.uk"},{"url":"https://research.hud.ac.uk/","title":"research.hud.ac.uk"},{"url":"https://www.ucu.org.uk/","title":"www.ucu.org.uk"},{"url":"https://www.ucu.org.uk/","title":"www.ucu.org.uk"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://edcentral.uk/","title":"edcentral.uk"}],"searchCalls":[{"id":"st_tmp_5cf1oexdrp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g3hwvoj8brs","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_7ub3xjolrkp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l2j6wfjuorp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pbp8i586za","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jt309xmenyh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7n8963ld6vk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jfxima9ulwn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hfxb462k11t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_aawyh9fobis","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iuriu8gfj5l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_attzmmwwr9","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_vrhlry3aicr","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_hj6gty4f1e","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_2ltw8aoax7u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_167bw96yj5m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i1t0hxsk2k","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-44","epoch":0,"score":"C","citations":[{"url":"https://www.canada.ca/","title":"www.canada.ca"},{"url":"https://www.renewcanada.net/","title":"www.renewcanada.net"},{"url":"https://www.cbc.ca/","title":"www.cbc.ca"},{"url":"https://www2.gov.bc.ca/","title":"www2.gov.bc.ca"},{"url":"https://news.gov.bc.ca/","title":"news.gov.bc.ca"},{"url":"https://kccvvub.mahaon.lv/","title":"kccvvub.mahaon.lv"},{"url":"https://malakwa.ca/","title":"malakwa.ca"},{"url":"https://eaglevalleynews.com/","title":"eaglevalleynews.com"},{"url":"https://c94xah-amphtml.mahaon.lv/","title":"c94xah-amphtml.mahaon.lv"},{"url":"https://saobserver.net/","title":"saobserver.net"},{"url":"https://globalnews.ca/","title":"globalnews.ca"},{"url":"https://eaglevalleynews.com/","title":"eaglevalleynews.com"},{"url":"https://www.castanetkamloops.net/","title":"www.castanetkamloops.net"},{"url":"https://www.vernonmorningstar.com/","title":"www.vernonmorningstar.com"},{"url":"https://www.castanet.net/","title":"www.castanet.net"},{"url":"https://globalnews.ca/","title":"globalnews.ca"},{"url":"https://globalnews.ca/","title":"globalnews.ca"},{"url":"https://www.cbc.ca/","title":"www.cbc.ca"},{"url":"https://kilian-staudt.de/","title":"kilian-staudt.de"},{"url":"https://globalnews.ca/","title":"globalnews.ca"},{"url":"https://www.castanet.net/","title":"www.castanet.net"},{"url":"https://cfjctoday.com/","title":"cfjctoday.com"},{"url":"http://castanet.net/","title":"castanet.net"},{"url":"https://s3.ap-south-1.amazonaws.com/","title":"s3.ap-south-1.amazonaws.com"},{"url":"https://www.castanet.net/","title":"www.castanet.net"},{"url":"https://www.canada-postoffice.com/","title":"www.canada-postoffice.com"},{"url":"https://www.waymarking.com/","title":"www.waymarking.com"},{"url":"https://malakwa.ca/","title":"malakwa.ca"},{"url":"https://apps.csrd.bc.ca/","title":"apps.csrd.bc.ca"},{"url":"https://globalnews.ca/","title":"globalnews.ca"},{"url":"https://globalnews.ca/","title":"globalnews.ca"},{"url":"https://globalnews.ca/","title":"globalnews.ca"},{"url":"https://globalnews.ca/","title":"globalnews.ca"},{"url":"https://globalnews.ca/","title":"globalnews.ca"},{"url":"https://www.canada.ca/","title":"www.canada.ca"},{"url":"https://globalnews.ca/","title":"globalnews.ca"},{"url":"https://news.gov.bc.ca/","title":"news.gov.bc.ca"},{"url":"https://www2.gov.bc.ca/","title":"www2.gov.bc.ca"},{"url":"https://mapy.com/","title":"mapy.com"},{"url":"https://mapy.com/","title":"mapy.com"},{"url":"https://mapy.com/","title":"mapy.com"},{"url":"https://ca.maptons.com/","title":"ca.maptons.com"},{"url":"https://www.waymarking.com/","title":"www.waymarking.com"},{"url":"https://www.waymarking.com/","title":"www.waymarking.com"},{"url":"https://malakwa.ca/","title":"malakwa.ca"},{"url":"https://www.waymarking.com/","title":"www.waymarking.com"},{"url":"https://www.canpages.ca/","title":"www.canpages.ca"},{"url":"https://mapdoor.ca/","title":"mapdoor.ca"},{"url":"https://www.mapquest.com/","title":"www.mapquest.com"},{"url":"https://malakwa-british-columbia.catalog-online.ca/","title":"malakwa-british-columbia.catalog-online.ca"},{"url":"https://minifunclub.be/","title":"minifunclub.be"},{"url":"https://www.rome2rio.com/","title":"www.rome2rio.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.jetblue.com/","title":"www.jetblue.com"},{"url":"https://www.wta.org/","title":"www.wta.org"},{"url":"https://fromto.city/","title":"fromto.city"},{"url":"https://fromto.city/","title":"fromto.city"},{"url":"https://www.rome2rio.com/","title":"www.rome2rio.com"},{"url":"https://www.rome2rio.com/","title":"www.rome2rio.com"},{"url":"https://eccidiolastorta.it/","title":"eccidiolastorta.it"}],"searchCalls":[{"id":"st_tmp_3977ikzvpuk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g8141vra3nu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ge9aebwxpic","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ffpwdlclzmf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6qtl7v9cvbm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_85bemwk82q6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ec9lm35dasc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ydgsi1tx1gb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_csgwkacux9i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_js0phi9s8r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jsfd593094h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hds67fiw2zj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8n6vetf1mhs","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-45","epoch":0,"score":"C","citations":[{"url":"https://www.istm.org/","title":"www.istm.org"},{"url":"https://www.istm.org/","title":"www.istm.org"},{"url":"https://www.istm.org/","title":"www.istm.org"},{"url":"https://www.istm.org/","title":"www.istm.org"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://en-brunot.fr/","title":"en-brunot.fr"},{"url":"https://www.istm.org/","title":"www.istm.org"},{"url":"https://www.bizcommunity.com/","title":"www.bizcommunity.com"},{"url":"https://adala.lt/","title":"adala.lt"},{"url":"https://www.istm.org/","title":"www.istm.org"},{"url":"https://www.istm.org/","title":"www.istm.org"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://rowansimpson.com/","title":"rowansimpson.com"},{"url":"https://www.r1cu.org/","title":"www.r1cu.org"},{"url":"https://peopleandnumbers.it/","title":"peopleandnumbers.it"},{"url":"https://savagegarage.be/","title":"savagegarage.be"},{"url":"https://www.r1cu.org/","title":"www.r1cu.org"},{"url":"https://rowansimpson.com/","title":"rowansimpson.com"},{"url":"https://www.nzherald.co.nz/","title":"www.nzherald.co.nz"},{"url":"https://5eftmiqfe2-amphtml.egiat.be/","title":"5eftmiqfe2-amphtml.egiat.be"},{"url":"https://egiat.be/","title":"egiat.be"},{"url":"https://p8krae-amphtml.peopleandnumbers.it/","title":"p8krae-amphtml.peopleandnumbers.it"},{"url":"http://media.corporate-ir.net/","title":"media.corporate-ir.net"},{"url":"https://news.wpcarey.asu.edu/","title":"news.wpcarey.asu.edu"},{"url":"https://www.istm.org/","title":"www.istm.org"},{"url":"https://crosspointcapital.com/","title":"crosspointcapital.com"},{"url":"http://sec.gov/","title":"sec.gov"},{"url":"https://ecs.wgtn.ac.nz/","title":"ecs.wgtn.ac.nz"},{"url":"https://rowansimpson.com/","title":"rowansimpson.com"},{"url":"https://topthree.rowansimpson.com/","title":"topthree.rowansimpson.com"},{"url":"https://www.automile.nz/","title":"www.automile.nz"},{"url":"https://www.rnz.co.nz/","title":"www.rnz.co.nz"},{"url":"https://www.nzherald.co.nz/","title":"www.nzherald.co.nz"},{"url":"https://www.stuff.co.nz/","title":"www.stuff.co.nz"},{"url":"https://muckrack.com/","title":"muckrack.com"},{"url":"https://www.stuff.co.nz/","title":"www.stuff.co.nz"},{"url":"https://rowansimpson.com/","title":"rowansimpson.com"},{"url":"https://rowansimpson.com/","title":"rowansimpson.com"},{"url":"https://rowansimpson.com/","title":"rowansimpson.com"},{"url":"https://www.studywithnewzealand.govt.nz/","title":"www.studywithnewzealand.govt.nz"},{"url":"https://nzhistory.govt.nz/","title":"nzhistory.govt.nz"},{"url":"https://teara.govt.nz/","title":"teara.govt.nz"},{"url":"https://nzhistory.govt.nz/","title":"nzhistory.govt.nz"},{"url":"https://www.wgtn.ac.nz/","title":"www.wgtn.ac.nz"},{"url":"https://pitchbook.com/","title":"pitchbook.com"},{"url":"https://hoku.nz/","title":"hoku.nz"},{"url":"https://hoku.nz/","title":"hoku.nz"},{"url":"https://www.rnz.co.nz/","title":"www.rnz.co.nz"},{"url":"https://www.podcasts.nz/","title":"www.podcasts.nz"},{"url":"http://rowansimpson.com/","title":"rowansimpson.com"},{"url":"https://rowansimpson.com/","title":"rowansimpson.com"},{"url":"https://rowansimpson.com/","title":"rowansimpson.com"},{"url":"https://rowan.wordpress.com/","title":"rowan.wordpress.com"}],"searchCalls":[{"id":"st_tmp_ea7wyqfzwxq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yffbizoqtce","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vcdysvw390h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z9bylp5klyj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ib94g0adfk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_okzh930biyf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eapcs1de7j7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kapatbek738","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2e2n0lw8re2","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_4nl8s3q51wc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oxkm3kwmk7a","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_flk5pi4447m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k1tt64gly6i","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_rcmz2hktpwb","status":"completed","action":"search","executed":true,"sourceCount":4}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-46","epoch":0,"score":"I","citations":[{"url":"https://cujhss.cankaya.edu.tr/","title":"cujhss.cankaya.edu.tr"},{"url":"https://cujhss.cankaya.edu.tr/","title":"cujhss.cankaya.edu.tr"},{"url":"https://journals.cihanuniversity.edu.iq/","title":"journals.cihanuniversity.edu.iq"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://ijlts.org/","title":"ijlts.org"},{"url":"https://scholarsarchive.library.albany.edu/","title":"scholarsarchive.library.albany.edu"},{"url":"https://scholarsarchive.library.albany.edu/","title":"scholarsarchive.library.albany.edu"},{"url":"https://jurnal.fkip.unismuh.ac.id/","title":"jurnal.fkip.unismuh.ac.id"},{"url":"https://doaj.org/","title":"doaj.org"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://ceviribilim.hacettepe.edu.tr/","title":"ceviribilim.hacettepe.edu.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://openbooks.lib.msu.edu/","title":"openbooks.lib.msu.edu"},{"url":"https://fsapartners.ed.gov/","title":"fsapartners.ed.gov"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://garfield.library.upenn.edu/","title":"garfield.library.upenn.edu"},{"url":"https://journals.library.columbia.edu/","title":"journals.library.columbia.edu"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://www.cankaya.edu.tr/","title":"www.cankaya.edu.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://ceviribilim.hacettepe.edu.tr/","title":"ceviribilim.hacettepe.edu.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://ddd.uab.cat/","title":"ddd.uab.cat"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://ojsdergi.com/","title":"ojsdergi.com"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"http://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"http://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://cujhss.cankaya.edu.tr/","title":"cujhss.cankaya.edu.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"}],"searchCalls":[{"id":"st_tmp_mbonvkgt2j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_is32sswii6n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3w0s4o10hct","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yy3iw6piur","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o1abwfenhk8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_poz8pkbc68d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_09o3iq64v1l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_atvu5g2vj3o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_250jsb9ej9p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ysiw8jjsjnb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3vrtlb5pvow","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u7ppt7axfuk","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_frkjgh6ncvf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gdzoltacrw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dd7s8pa8o5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c9rltoy6ihm","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_rkxct6tc9ek","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_0ms03ov6xymb","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_0e5dil57t3u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b7tuabjbx45","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_imu83gl71jp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8x7n4k1b6c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ixtgnisx0ji","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5etjjn85hct","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9k3j4258jhw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8i79fqgnfm","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_3yrk4ot5ppu","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-47","epoch":0,"score":"C","citations":[{"url":"https://www.stcatharinesstandard.ca/","title":"www.stcatharinesstandard.ca"},{"url":"https://dartefuneralhome.com/","title":"dartefuneralhome.com"},{"url":"https://georgedartenew.funeraltechweb.com/","title":"georgedartenew.funeraltechweb.com"},{"url":"https://kutisfuneralhomes.com/","title":"kutisfuneralhomes.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.stcatharinesstandard.ca/","title":"www.stcatharinesstandard.ca"},{"url":"https://www.stcatharinesstandard.ca/","title":"www.stcatharinesstandard.ca"},{"url":"https://www.stcatharinesstandard.ca/","title":"www.stcatharinesstandard.ca"},{"url":"https://www.stcatharinesstandard.ca/","title":"www.stcatharinesstandard.ca"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.niagarafallsreview.ca/","title":"www.niagarafallsreview.ca"},{"url":"https://www.stcatharinesstandard.ca/","title":"www.stcatharinesstandard.ca"},{"url":"https://www.niagarafallsreview.ca/","title":"www.niagarafallsreview.ca"},{"url":"https://nmc-mic.ca/","title":"nmc-mic.ca"},{"url":"https://obituaries.stcatharinesstandard.ca/","title":"obituaries.stcatharinesstandard.ca"},{"url":"https://obituaries.stcatharinesstandard.ca/","title":"obituaries.stcatharinesstandard.ca"},{"url":"https://obituaries.stcatharinesstandard.ca/","title":"obituaries.stcatharinesstandard.ca"},{"url":"https://obituaries.stcatharinesstandard.ca/","title":"obituaries.stcatharinesstandard.ca"},{"url":"https://obituaries.stcatharinesstandard.ca/","title":"obituaries.stcatharinesstandard.ca"},{"url":"https://obituaries.stcatharinesstandard.ca/","title":"obituaries.stcatharinesstandard.ca"},{"url":"https://obituaries.stcatharinesstandard.ca/","title":"obituaries.stcatharinesstandard.ca"},{"url":"https://obituaries.wellandtribune.ca/","title":"obituaries.wellandtribune.ca"},{"url":"https://www.legacy.com/","title":"www.legacy.com"},{"url":"https://obituaries.stcatharinesstandard.ca/","title":"obituaries.stcatharinesstandard.ca"},{"url":"https://www.dignitymemorial.com/","title":"www.dignitymemorial.com"},{"url":"https://familygenealogyresearch.com/","title":"familygenealogyresearch.com"},{"url":"https://www.legacy.com/","title":"www.legacy.com"},{"url":"https://www.legacy.com/","title":"www.legacy.com"},{"url":"https://www.legacy.com/","title":"www.legacy.com"},{"url":"https://www.legacy.com/","title":"www.legacy.com"},{"url":"https://www.legacy.com/","title":"www.legacy.com"},{"url":"https://www.legacy.com/","title":"www.legacy.com"},{"url":"https://www.legacy.com/","title":"www.legacy.com"},{"url":"https://obituaries.stcatharinesstandard.ca/","title":"obituaries.stcatharinesstandard.ca"},{"url":"https://obituaries.stcatharinesstandard.ca/","title":"obituaries.stcatharinesstandard.ca"},{"url":"https://obituaries.stcatharinesstandard.ca/","title":"obituaries.stcatharinesstandard.ca"},{"url":"https://obituaries.stcatharinesstandard.ca/","title":"obituaries.stcatharinesstandard.ca"},{"url":"https://obituaries.stcatharinesstandard.ca/","title":"obituaries.stcatharinesstandard.ca"},{"url":"https://darte.funeraltechweb.com/","title":"darte.funeraltechweb.com"},{"url":"https://darte.funeraltechweb.com/","title":"darte.funeraltechweb.com"},{"url":"https://darte.funeraltechweb.com/","title":"darte.funeraltechweb.com"},{"url":"https://darte.funeraltechweb.com/","title":"darte.funeraltechweb.com"},{"url":"https://darte.funeraltechweb.com/","title":"darte.funeraltechweb.com"},{"url":"https://obituaries.stcatharinesstandard.ca/","title":"obituaries.stcatharinesstandard.ca"},{"url":"https://obituaries.stcatharinesstandard.ca/","title":"obituaries.stcatharinesstandard.ca"},{"url":"https://www.legacy.com/","title":"www.legacy.com"},{"url":"https://www.dignitymemorial.com/","title":"www.dignitymemorial.com"},{"url":"https://darte.funeraltechweb.com/","title":"darte.funeraltechweb.com"},{"url":"https://darte.funeraltechweb.com/","title":"darte.funeraltechweb.com"},{"url":"https://darte.funeraltechweb.com/","title":"darte.funeraltechweb.com"},{"url":"https://darte.funeraltechweb.com/","title":"darte.funeraltechweb.com"},{"url":"https://darte.funeraltechweb.com/","title":"darte.funeraltechweb.com"},{"url":"https://darte.funeraltechweb.com/","title":"darte.funeraltechweb.com"},{"url":"https://darte.funeraltechweb.com/","title":"darte.funeraltechweb.com"},{"url":"https://darte.funeraltechweb.com/","title":"darte.funeraltechweb.com"},{"url":"https://darte.funeraltechweb.com/","title":"darte.funeraltechweb.com"},{"url":"https://darte.funeraltechweb.com/","title":"darte.funeraltechweb.com"},{"url":"https://darte.funeraltechweb.com/","title":"darte.funeraltechweb.com"},{"url":"https://darte.funeraltechweb.com/","title":"darte.funeraltechweb.com"},{"url":"https://darte.funeraltechweb.com/","title":"darte.funeraltechweb.com"},{"url":"https://darte.funeraltechweb.com/","title":"darte.funeraltechweb.com"},{"url":"https://obituaries.stcatharinesstandard.ca/","title":"obituaries.stcatharinesstandard.ca"},{"url":"https://obituaries.stcatharinesstandard.ca/","title":"obituaries.stcatharinesstandard.ca"},{"url":"https://www.newspapers.com/","title":"www.newspapers.com"},{"url":"https://www.newspapers.com/","title":"www.newspapers.com"},{"url":"https://darte.funeraltechweb.com/","title":"darte.funeraltechweb.com"},{"url":"https://darte.funeraltechweb.com/","title":"darte.funeraltechweb.com"},{"url":"https://darte.funeraltechweb.com/","title":"darte.funeraltechweb.com"},{"url":"https://darte.funeraltechweb.com/","title":"darte.funeraltechweb.com"},{"url":"https://www.tributearchive.com/","title":"www.tributearchive.com"},{"url":"https://www.legacy.com/","title":"www.legacy.com"},{"url":"https://www.legacy.com/","title":"www.legacy.com"},{"url":"https://www.tributearchive.com/","title":"www.tributearchive.com"},{"url":"https://obituaries.stcatharinesstandard.ca/","title":"obituaries.stcatharinesstandard.ca"},{"url":"https://censusdata.uk/","title":"censusdata.uk"},{"url":"https://censusdata.uk/","title":"censusdata.uk"},{"url":"https://guisborough.parish.uk/","title":"guisborough.parish.uk"},{"url":"https://www.citypopulation.de/","title":"www.citypopulation.de"},{"url":"https://www.citypopulation.de/","title":"www.citypopulation.de"},{"url":"https://www12.statcan.gc.ca/","title":"www12.statcan.gc.ca"},{"url":"https://www12.statcan.gc.ca/","title":"www12.statcan.gc.ca"},{"url":"https://censusmaps.ca/","title":"censusmaps.ca"},{"url":"https://www.geonames.org/","title":"www.geonames.org"},{"url":"https://thedatainsider.com/","title":"thedatainsider.com"},{"url":"https://dartefuneralhome.com/","title":"dartefuneralhome.com"},{"url":"https://dartefuneralhome.com/","title":"dartefuneralhome.com"},{"url":"https://www.legacy.com/","title":"www.legacy.com"},{"url":"http://www.med.mun.ca/","title":"www.med.mun.ca"},{"url":"https://dartefuneralhome.com/","title":"dartefuneralhome.com"},{"url":"https://stcatharines.civicweb.net/","title":"stcatharines.civicweb.net"},{"url":"https://static1.squarespace.com/","title":"static1.squarespace.com"}],"searchCalls":[{"id":"st_tmp_9kmxn0ckss","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_owh4eepeql","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wk139nq7b2q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_73myvtnrfg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fafrb4m7iwu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uo8s5vytfr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_85v7ti0cfg3","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_k64kdkre7af","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n86sfrf1q2j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0nf10q47u5b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vmwnqohb08","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v4qmmlx2nwj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ce2dj47w2s6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wt4e42hjv9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iilzpru69e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nm5k6iduvla","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hcdco5c60z","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xrsps6sdiu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5yl9qs2hfn9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_abze7zrq58i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3uytrm7idgo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r9ub4voctn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3r3zryj8oq3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j9nsl1zmlp","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-48","epoch":0,"score":"C","citations":[{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.thetimes.com/","title":"www.thetimes.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://labulledethibaut.fr/","title":"labulledethibaut.fr"},{"url":"https://safereactor.cc/","title":"safereactor.cc"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.thewurzels.com/","title":"www.thewurzels.com"},{"url":"http://morts1938scrapbook.blogspot.com/","title":"morts1938scrapbook.blogspot.com"},{"url":"https://www.wurzelmania.co.uk/","title":"www.wurzelmania.co.uk"},{"url":"https://www.sunsetmemorialpark.com/","title":"www.sunsetmemorialpark.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://pitchfork.com/","title":"pitchfork.com"},{"url":"https://pitchfork.com/","title":"pitchfork.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.express.co.uk/","title":"www.express.co.uk"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://reittherapie-poppenlauer.de/","title":"reittherapie-poppenlauer.de"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.seacoastonline.com/","title":"www.seacoastonline.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://thegoodnewstoday.org/","title":"thegoodnewstoday.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.southcoasttoday.com/","title":"www.southcoasttoday.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.allaboutjazz.com/","title":"www.allaboutjazz.com"},{"url":"http://www.fact-index.com/","title":"www.fact-index.com"},{"url":"https://dmme.net/","title":"dmme.net"},{"url":"https://www.yesinthepress.com/","title":"www.yesinthepress.com"},{"url":"https://www.jonanderson.com/","title":"www.jonanderson.com"},{"url":"https://www.superseventies.com/","title":"www.superseventies.com"},{"url":"https://www.realrocknews.com/","title":"www.realrocknews.com"},{"url":"https://www.yahoo.com/","title":"www.yahoo.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://elsew.com/","title":"elsew.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_ywv333ebg6q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_trpjb6yfss","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2qsquxnbjnq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i5xxmdbtwhg","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_qnzxwj1kuu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i03d4mwcuo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iaitffdpwdf","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_x7gyuqtuxk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ovgerakkqe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_non3f2a847","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8w4s4445kb3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_aoppu9l9t9t","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-49","epoch":0,"score":"C","citations":[{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.taniablanchard.com.au/","title":"www.taniablanchard.com.au"},{"url":"https://www.taniablanchard.com.au/","title":"www.taniablanchard.com.au"},{"url":"https://www.audible.in/","title":"www.audible.in"},{"url":"https://www.routledge.com/","title":"www.routledge.com"},{"url":"https://nikhilmahajan.com/","title":"nikhilmahajan.com"},{"url":"https://www.penguin.com.au/","title":"www.penguin.com.au"},{"url":"http://www.taniablanchard.com.au/","title":"www.taniablanchard.com.au"},{"url":"https://orinelle.fr/","title":"orinelle.fr"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://med.stanford.edu/","title":"med.stanford.edu"},{"url":"https://leafandelfie.buzzsprout.com/","title":"leafandelfie.buzzsprout.com"},{"url":"https://paw.princeton.edu/","title":"paw.princeton.edu"},{"url":"https://www.taniablanchard.com.au/","title":"www.taniablanchard.com.au"},{"url":"http://www.taniablanchard.com.au/","title":"www.taniablanchard.com.au"},{"url":"https://angelacairnsauthor.co.uk/","title":"angelacairnsauthor.co.uk"},{"url":"https://www.audible.com/","title":"www.audible.com"},{"url":"https://www.independentauthornetwork.com/","title":"www.independentauthornetwork.com"},{"url":"https://www.audible.com/","title":"www.audible.com"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://uc2164ro.vacarissespelclima.cat/","title":"uc2164ro.vacarissespelclima.cat"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.catholicworldreport.com/","title":"www.catholicworldreport.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.publishersweekly.com/","title":"www.publishersweekly.com"},{"url":"https://www.penguinrandomhouse.com/","title":"www.penguinrandomhouse.com"},{"url":"https://www.townsvillebulletin.com.au/","title":"www.townsvillebulletin.com.au"},{"url":"https://www.writerscentre.com.au/","title":"www.writerscentre.com.au"},{"url":"https://nlcblogs.nebraska.gov/","title":"nlcblogs.nebraska.gov"},{"url":"https://groveatlantic.com/","title":"groveatlantic.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://kilian-staudt.de/","title":"kilian-staudt.de"},{"url":"https://kilian-staudt.de/","title":"kilian-staudt.de"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://getpodcast.com/","title":"getpodcast.com"},{"url":"https://msa.maryland.gov/","title":"msa.maryland.gov"},{"url":"https://meetingtheauthors.com/","title":"meetingtheauthors.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.mummyphysiosg.com/","title":"www.mummyphysiosg.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.taniablanchard.com.au/","title":"www.taniablanchard.com.au"},{"url":"https://www.yorkshirepost.co.uk/","title":"www.yorkshirepost.co.uk"},{"url":"https://www.abebooks.com/","title":"www.abebooks.com"},{"url":"https://kids.britannica.com/","title":"kids.britannica.com"},{"url":"https://mrnussbaum.com/","title":"mrnussbaum.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://motherloss.blog/","title":"motherloss.blog"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://motherloss.blog/","title":"motherloss.blog"},{"url":"https://angelamarcela2.substack.com/","title":"angelamarcela2.substack.com"},{"url":"https://lithub.com/","title":"lithub.com"},{"url":"https://www.healthline.com/","title":"www.healthline.com"},{"url":"https://muse.jhu.edu/","title":"muse.jhu.edu"},{"url":"https://www.mind.org.uk/","title":"www.mind.org.uk"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://calmerry.com/","title":"calmerry.com"},{"url":"https://slate.com/","title":"slate.com"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://www.rememberingalife.com/","title":"www.rememberingalife.com"},{"url":"https://www.theatlantic.com/","title":"www.theatlantic.com"},{"url":"https://www.newyorker.com/","title":"www.newyorker.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"http://blog.ljcohen.net/","title":"blog.ljcohen.net"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.csp.org.uk/","title":"www.csp.org.uk"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://broaduniverse.org/","title":"broaduniverse.org"},{"url":"https://www.smashwords.com/","title":"www.smashwords.com"},{"url":"https://www.allianceindependentauthors.org/","title":"www.allianceindependentauthors.org"},{"url":"https://www.amazon.com/","title":"www.amazon.com"},{"url":"https://isfdb.org/","title":"isfdb.org"},{"url":"https://www.theatlantic.com/","title":"www.theatlantic.com"},{"url":"https://www.theatlantic.com/","title":"www.theatlantic.com"},{"url":"https://www.theatlantic.com/","title":"www.theatlantic.com"},{"url":"https://www.theatlantic.com/","title":"www.theatlantic.com"},{"url":"https://www.theatlantic.com/","title":"www.theatlantic.com"},{"url":"https://www.ljcohen.net/","title":"www.ljcohen.net"},{"url":"https://www.jscottcoatsworth.com/","title":"www.jscottcoatsworth.com"},{"url":"https://www.poetryfoundation.org/","title":"www.poetryfoundation.org"},{"url":"https://web.colby.edu/","title":"web.colby.edu"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.thenationalbookreview.com/","title":"www.thenationalbookreview.com"}],"searchCalls":[{"id":"st_tmp_w2hp0k4u4o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pi35eoanzb8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sn1zajdh4xf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vpha597wrf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nsx1qizice","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lcdk2vvx46","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oemi8zt1dzn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_19ruhikul1p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jgp2cm0gcu8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4r64nd06q3i","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_e3fwesn4a1g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_aedks7nqrk4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3otjbm1uczf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o5y770aht1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b1lxa5kdcbe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_roa127ljn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q1mrhh26zh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ropiu16od4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_aigxzl5ghxh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j0mzhhz2el","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5v5ugwlte8i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pzev2blvg3d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6w4b76chrhq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7vqpbmkb5mu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s2ix3944chp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2v7wjw5d3gs","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-5","epoch":0,"score":"I","citations":[{"url":"https://www.xu.edu.ph/","title":"www.xu.edu.ph"},{"url":"http://smctagum.edu.ph/","title":"smctagum.edu.ph"},{"url":"https://files.eric.ed.gov/","title":"files.eric.ed.gov"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.nddu.edu.ph/","title":"www.nddu.edu.ph"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://whed.net/","title":"whed.net"},{"url":"https://www.wikiwand.com/","title":"www.wikiwand.com"},{"url":"https://cscj.edu.ph/","title":"cscj.edu.ph"},{"url":"https://www.uic.edu.ph/","title":"www.uic.edu.ph"},{"url":"https://files.eric.ed.gov/","title":"files.eric.ed.gov"},{"url":"https://www.hau.edu.ph/","title":"www.hau.edu.ph"},{"url":"https://www.hau.edu.ph/","title":"www.hau.edu.ph"},{"url":"https://www.ndmu.edu.ph/","title":"www.ndmu.edu.ph"},{"url":"https://www.wikiwand.com/","title":"www.wikiwand.com"},{"url":"https://champagnat.org/","title":"champagnat.org"},{"url":"https://www.coursehero.com/","title":"www.coursehero.com"},{"url":"https://www.wikiwand.com/","title":"www.wikiwand.com"},{"url":"https://www.ndu.edu.ph/","title":"www.ndu.edu.ph"},{"url":"https://www.ndu.edu.ph/","title":"www.ndu.edu.ph"},{"url":"https://www.ndu.edu.ph/","title":"www.ndu.edu.ph"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://srv882269.hstgr.cloud/","title":"srv882269.hstgr.cloud"},{"url":"https://shc.edu.ph/","title":"shc.edu.ph"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://sites.google.com/","title":"sites.google.com"},{"url":"https://rcapschools.org/","title":"rcapschools.org"},{"url":"https://our.upd.edu.ph/","title":"our.upd.edu.ph"},{"url":"https://pasigcatholic.edu.ph/","title":"pasigcatholic.edu.ph"},{"url":"https://upd.edu.ph/","title":"upd.edu.ph"},{"url":"https://uphigh.upcebu.edu.ph/","title":"uphigh.upcebu.edu.ph"},{"url":"https://www.lcup.edu.ph/","title":"www.lcup.edu.ph"},{"url":"https://catholicphilly.com/","title":"catholicphilly.com"},{"url":"https://www.jconline.com/","title":"www.jconline.com"},{"url":"https://catholicphilly.com/","title":"catholicphilly.com"},{"url":"https://www.inquirer.com/","title":"www.inquirer.com"},{"url":"https://www.philstar.com/","title":"www.philstar.com"},{"url":"https://www.ewtnnews.com/","title":"www.ewtnnews.com"},{"url":"https://www.deseret.com/","title":"www.deseret.com"},{"url":"https://www.thechurchnews.com/","title":"www.thechurchnews.com"},{"url":"https://wnycatholic.org/","title":"wnycatholic.org"},{"url":"https://www.cachevalleydaily.com/","title":"www.cachevalleydaily.com"},{"url":"https://www.srcb.edu.ph/","title":"www.srcb.edu.ph"},{"url":"https://www.lcup.edu.ph/","title":"www.lcup.edu.ph"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://www.ndmc.edu.ph/","title":"www.ndmc.edu.ph"},{"url":"https://mission.lmu.edu/","title":"mission.lmu.edu"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://archives.yale.edu/","title":"archives.yale.edu"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://paascu.org.ph/","title":"paascu.org.ph"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.svdphs.ph/","title":"www.svdphs.ph"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://sites.google.com/","title":"sites.google.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://sites.google.com/","title":"sites.google.com"},{"url":"https://pam.wikipedia.org/","title":"pam.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.dwcbsims.com/","title":"www.dwcbsims.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.svdphs.ph/","title":"www.svdphs.ph"},{"url":"https://dwcc.edu.ph/","title":"dwcc.edu.ph"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.hau.edu.ph/","title":"www.hau.edu.ph"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://sct.edu.ph/","title":"sct.edu.ph"},{"url":"https://smctagum.edu.ph/","title":"smctagum.edu.ph"},{"url":"https://www.highereducationdigest.com/","title":"www.highereducationdigest.com"},{"url":"https://www.usm.edu.ph/","title":"www.usm.edu.ph"},{"url":"https://sscrmnl.edu.ph/","title":"sscrmnl.edu.ph"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"http://www.hcdc.edu.ph/","title":"www.hcdc.edu.ph"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.hcdc.edu.ph/","title":"www.hcdc.edu.ph"},{"url":"https://www.wikiwand.com/","title":"www.wikiwand.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.hcdc.edu.ph/","title":"www.hcdc.edu.ph"},{"url":"http://www.hcdc.edu.ph/","title":"www.hcdc.edu.ph"},{"url":"https://www.hcdc.edu.ph/","title":"www.hcdc.edu.ph"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://davaotoday.com/","title":"davaotoday.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.davaocatholicherald.com/","title":"www.davaocatholicherald.com"},{"url":"https://www.adnu.edu.ph/","title":"www.adnu.edu.ph"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.addu.edu.ph/","title":"www.addu.edu.ph"}],"searchCalls":[{"id":"st_tmp_dev3lewvael","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nex33w0puqc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1tl25z039in","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_nrtbmokjvi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dkipz8eyt37","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_1nk2yr32y16h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_36jdo46yphk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z2yn68ipvun","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7t54ol99ina","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nhf9uhieex","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3jzv6w7cksg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4h5zoeru2yg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c1wjatn47r5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9n4vxyzruza","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6filb928cs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bq4011afr2c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9pp847kc209","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_05efrko7zdqp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fsynvxu0uht","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tkg78ryl6vr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vhvovwqzdo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5be9oukgzao","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z7w4mdtepll","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_ik18ss47gmc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xmsmcfo4uwl","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-50","epoch":0,"score":"C","citations":[{"url":"https://pangearecordings.com/","title":"pangearecordings.com"},{"url":"https://pangearecordings.com/","title":"pangearecordings.com"},{"url":"https://pangearecordings.com/","title":"pangearecordings.com"},{"url":"https://www.viberate.com/","title":"www.viberate.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://musicbrainz.org/","title":"musicbrainz.org"},{"url":"https://www.officialcharts.com/","title":"www.officialcharts.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://djmag.com/","title":"djmag.com"},{"url":"https://www.musicradar.com/","title":"www.musicradar.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://generation.dance/","title":"generation.dance"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://dancingastronaut.com/","title":"dancingastronaut.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://m.imdb.com/","title":"m.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://pantheon.world/","title":"pantheon.world"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://iflyer.tv/","title":"iflyer.tv"},{"url":"https://www.edmtunes.com/","title":"www.edmtunes.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.songfacts.com/","title":"www.songfacts.com"},{"url":"https://www.thenocturnaltimes.com/","title":"www.thenocturnaltimes.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://6rgzid.jostu.lv/","title":"6rgzid.jostu.lv"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://grammy.com/","title":"grammy.com"},{"url":"https://owk8ni-stylesheet.jostu.lv/","title":"owk8ni-stylesheet.jostu.lv"},{"url":"https://www.musicradar.com/","title":"www.musicradar.com"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://open.spotify.com/","title":"open.spotify.com"}],"searchCalls":[{"id":"st_tmp_a1k8snsvt06","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l5mv261h9np","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dmtqhhfss2e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vyzwv4dd0h","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_hg8nsupynm9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_82swf9f2lkr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0h5kebs7ylxo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b26gbsh64et","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tvwtln4vteq","status":"completed","action":"search","executed":true,"sourceCount":3}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-51","epoch":0,"score":"C","citations":[{"url":"https://www.londonstockexchange.com/","title":"www.londonstockexchange.com"},{"url":"https://www.biu.ac.il/","title":"www.biu.ac.il"},{"url":"https://gsd-dus.de/","title":"gsd-dus.de"},{"url":"https://www.cbinsights.com/","title":"www.cbinsights.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://laverie-thonon-evian.fr/","title":"laverie-thonon-evian.fr"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.investegate.co.uk/","title":"www.investegate.co.uk"},{"url":"https://www.investegate.co.uk/","title":"www.investegate.co.uk"},{"url":"https://6ix.com/","title":"6ix.com"},{"url":"https://www.sharecast.com/","title":"www.sharecast.com"},{"url":"https://edp.com/","title":"edp.com"},{"url":"https://www.investegate.co.uk/","title":"www.investegate.co.uk"},{"url":"https://www.frenkeltoppinggroup.co.uk/","title":"www.frenkeltoppinggroup.co.uk"},{"url":"https://www.scorpionminerals.com.au/","title":"www.scorpionminerals.com.au"},{"url":"https://www.rwe.com/","title":"www.rwe.com"},{"url":"https://www.investormeetcompany.com/","title":"www.investormeetcompany.com"},{"url":"https://edp.com/","title":"edp.com"},{"url":"https://dug.com/","title":"dug.com"},{"url":"https://links.sgx.com/","title":"links.sgx.com"},{"url":"https://www.asx.com.au/","title":"www.asx.com.au"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://shareprices.com/","title":"shareprices.com"},{"url":"https://www.nasdaq.com/","title":"www.nasdaq.com"},{"url":"https://www.theglobeandmail.com/","title":"www.theglobeandmail.com"},{"url":"https://ir.caesarstone.com/","title":"ir.caesarstone.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://f8c1k5.ottofischbach.ch/","title":"f8c1k5.ottofischbach.ch"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://legalclarity.org/","title":"legalclarity.org"},{"url":"https://ir.caesarstone.com/","title":"ir.caesarstone.com"},{"url":"https://ir.caesarstone.com/","title":"ir.caesarstone.com"},{"url":"https://www.amcham.co.il/","title":"www.amcham.co.il"},{"url":"https://egiat.be/","title":"egiat.be"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://finance.yahoo.com/","title":"finance.yahoo.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.ca4.uscourts.gov/","title":"www.ca4.uscourts.gov"},{"url":"https://www.italaw.com/","title":"www.italaw.com"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://find-and-update.company-information.service.gov.uk/","title":"find-and-update.company-information.service.gov.uk"},{"url":"https://www.nasdaq.com/","title":"www.nasdaq.com"},{"url":"https://www.abnnewswire.net/","title":"www.abnnewswire.net"},{"url":"https://links.sgx.com/","title":"links.sgx.com"},{"url":"https://open.endole.co.uk/","title":"open.endole.co.uk"},{"url":"https://eepower.com/","title":"eepower.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://eepower.com/","title":"eepower.com"},{"url":"https://www.telecompaper.com/","title":"www.telecompaper.com"},{"url":"https://manufacturing-journal.net/","title":"manufacturing-journal.net"},{"url":"https://www.biu.ac.il/","title":"www.biu.ac.il"},{"url":"https://www.telit.com/","title":"www.telit.com"},{"url":"https://www.zoominfo.com/","title":"www.zoominfo.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://gsd-dus.de/","title":"gsd-dus.de"},{"url":"https://chefskitchen.ch/","title":"chefskitchen.ch"},{"url":"https://links.sgx.com/","title":"links.sgx.com"},{"url":"https://www.hansgh.com/","title":"www.hansgh.com"},{"url":"https://media-hangtaiyue.todayir.com/","title":"media-hangtaiyue.todayir.com"},{"url":"https://www.chartmill.com/","title":"www.chartmill.com"},{"url":"https://www.marketscreener.com/","title":"www.marketscreener.com"},{"url":"https://ethernitynet.com/","title":"ethernitynet.com"},{"url":"https://markets.ft.com/","title":"markets.ft.com"},{"url":"https://www1.hkexnews.hk/","title":"www1.hkexnews.hk"},{"url":"https://www.lse.co.uk/","title":"www.lse.co.uk"},{"url":"https://www1.hkexnews.hk/","title":"www1.hkexnews.hk"},{"url":"https://ethernitynet.com/","title":"ethernitynet.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://ethernitynet.com/","title":"ethernitynet.com"},{"url":"https://ethernitynet.com/","title":"ethernitynet.com"},{"url":"https://ethernitynet.com/","title":"ethernitynet.com"},{"url":"https://ethernitynet.com/","title":"ethernitynet.com"},{"url":"https://ethernitynet.com/","title":"ethernitynet.com"},{"url":"https://ethernitynet.com/","title":"ethernitynet.com"},{"url":"https://ethernitynet.com/","title":"ethernitynet.com"},{"url":"https://ethernitynet.com/","title":"ethernitynet.com"},{"url":"https://ng.investing.com/","title":"ng.investing.com"},{"url":"https://www.investegate.co.uk/","title":"www.investegate.co.uk"},{"url":"https://ethernitynet.com/","title":"ethernitynet.com"},{"url":"https://in.investing.com/","title":"in.investing.com"},{"url":"https://ethernitynet.com/","title":"ethernitynet.com"},{"url":"https://ethernitynet.com/","title":"ethernitynet.com"},{"url":"https://ethernitynet.com/","title":"ethernitynet.com"},{"url":"https://ethernitynet.com/","title":"ethernitynet.com"},{"url":"https://ethernitynet.com/","title":"ethernitynet.com"},{"url":"https://ethernitynet.com/","title":"ethernitynet.com"},{"url":"https://www.wsj.com/","title":"www.wsj.com"},{"url":"https://finance.yahoo.com/","title":"finance.yahoo.com"},{"url":"https://www.bloomberg.com/","title":"www.bloomberg.com"},{"url":"https://people.equilar.com/","title":"people.equilar.com"},{"url":"https://ethernitynet.com/","title":"ethernitynet.com"},{"url":"https://ethernitynet.com/","title":"ethernitynet.com"},{"url":"https://ethernitynet.com/","title":"ethernitynet.com"},{"url":"https://tracxn.com/","title":"tracxn.com"},{"url":"https://ethernitynet.com/","title":"ethernitynet.com"}],"searchCalls":[{"id":"st_tmp_1d0cnhkf6ao","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_owz9x48aifp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t83r9xdcjjf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hlbp5j2oyur","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_30ajxsyygoo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8w7mx4sovuw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vcis1r21qt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q9fultgrhi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k1nkui9g6cg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ssviyb1cwjn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8dqg4v9s9b5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sc2ak71jjbe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6925qrq7usk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p2mlkmpe4i8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_abnop9e4kf","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_ppigtkcfxxj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_azp17usgt3p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nj7vorynu7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bc2fw5gj3aa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nljbl95qmol","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j0f01ltbuu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wtugzzh6z3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_funef0wozzw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4s8qjkzftea","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6p6araxm98t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4yx6c1f4uph","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-52","epoch":0,"score":"C","citations":[{"url":"https://purl.stanford.edu/","title":"purl.stanford.edu"},{"url":"https://history.wisc.edu/","title":"history.wisc.edu"},{"url":"https://purl.stanford.edu/","title":"purl.stanford.edu"},{"url":"https://dspace.stir.ac.uk/","title":"dspace.stir.ac.uk"},{"url":"https://www.semanticscholar.org/","title":"www.semanticscholar.org"},{"url":"https://purl.stanford.edu/","title":"purl.stanford.edu"},{"url":"https://searchworks.stanford.edu/","title":"searchworks.stanford.edu"},{"url":"https://dissdb.dev.rrchnm.org/","title":"dissdb.dev.rrchnm.org"},{"url":"https://www.studypool.com/","title":"www.studypool.com"},{"url":"https://stacks.stanford.edu/","title":"stacks.stanford.edu"},{"url":"https://history.stanford.edu/","title":"history.stanford.edu"},{"url":"https://www.cambridge.org/","title":"www.cambridge.org"},{"url":"https://www.hup.harvard.edu/","title":"www.hup.harvard.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://history.stanford.edu/","title":"history.stanford.edu"},{"url":"https://history.stanford.edu/","title":"history.stanford.edu"},{"url":"https://collection.sl.nsw.gov.au/","title":"collection.sl.nsw.gov.au"},{"url":"https://searchworks.stanford.edu/","title":"searchworks.stanford.edu"},{"url":"https://mitpressbookstore.mit.edu/","title":"mitpressbookstore.mit.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://upittpress.org/","title":"upittpress.org"},{"url":"https://ccsre.stanford.edu/","title":"ccsre.stanford.edu"},{"url":"https://tec.fsi.stanford.edu/","title":"tec.fsi.stanford.edu"},{"url":"https://history.stanford.edu/","title":"history.stanford.edu"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://history.stanford.edu/","title":"history.stanford.edu"},{"url":"https://press.princeton.edu/","title":"press.princeton.edu"},{"url":"https://fsi.stanford.edu/","title":"fsi.stanford.edu"},{"url":"https://press.princeton.edu/","title":"press.princeton.edu"},{"url":"https://profiles.stanford.edu/","title":"profiles.stanford.edu"},{"url":"https://history.stanford.edu/","title":"history.stanford.edu"},{"url":"https://press.princeton.edu/","title":"press.princeton.edu"},{"url":"https://stanford.edu/","title":"stanford.edu"},{"url":"https://facts.stanford.edu/","title":"facts.stanford.edu"},{"url":"https://facts.stanford.edu/","title":"facts.stanford.edu"},{"url":"https://offline.hayley.host/","title":"offline.hayley.host"},{"url":"https://a.osmarks.net/","title":"a.osmarks.net"},{"url":"https://www.gutenberg.org/","title":"www.gutenberg.org"},{"url":"https://www.read.gov/","title":"www.read.gov"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://www.history.com/","title":"www.history.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"http://purl.stanford.edu/","title":"purl.stanford.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"http://dissdb.dev.rrchnm.org/","title":"dissdb.dev.rrchnm.org"},{"url":"https://ampersandbooks.org/","title":"ampersandbooks.org"},{"url":"https://searchworks.stanford.edu/","title":"searchworks.stanford.edu"},{"url":"https://lostcitybookstore.com/","title":"lostcitybookstore.com"},{"url":"https://www.cambridge.org/","title":"www.cambridge.org"},{"url":"https://docslib.org/","title":"docslib.org"},{"url":"https://dissdb.dev.rrchnm.org/","title":"dissdb.dev.rrchnm.org"},{"url":"https://www.europe.rutgers.edu/","title":"www.europe.rutgers.edu"},{"url":"https://ls.wisc.edu/","title":"ls.wisc.edu"},{"url":"https://ed.stanford.edu/","title":"ed.stanford.edu"},{"url":"https://ranabr.people.stanford.edu/","title":"ranabr.people.stanford.edu"},{"url":"https://ealc.stanford.edu/","title":"ealc.stanford.edu"},{"url":"https://events.stanford.edu/","title":"events.stanford.edu"},{"url":"https://profiles.stanford.edu/","title":"profiles.stanford.edu"},{"url":"https://eric.ed.gov/","title":"eric.ed.gov"},{"url":"https://www.press.jhu.edu/","title":"www.press.jhu.edu"},{"url":"https://catalog.libraries.psu.edu/","title":"catalog.libraries.psu.edu"},{"url":"https://siher.stanford.edu/","title":"siher.stanford.edu"},{"url":"https://press.jhu.edu/","title":"press.jhu.edu"},{"url":"https://www.press.jhu.edu/","title":"www.press.jhu.edu"},{"url":"https://catalog.libraries.psu.edu/","title":"catalog.libraries.psu.edu"},{"url":"https://books.google.com/","title":"books.google.com"},{"url":"https://pgumport.com/","title":"pgumport.com"},{"url":"https://pgumport.com/","title":"pgumport.com"},{"url":"https://ed.stanford.edu/","title":"ed.stanford.edu"},{"url":"https://pgumport.com/","title":"pgumport.com"},{"url":"https://fsi9-prod.s3.us-west-1.amazonaws.com/","title":"fsi9-prod.s3.us-west-1.amazonaws.com"}],"searchCalls":[{"id":"st_tmp_586ixha1o06","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zitlmq52yl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y1a63x8pj0a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rl3gk7sq3q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rxz6tsg9fzd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_17uf6z51gdo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tvqbjrf8wve","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cr2xlsd63ek","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_heap639u6fa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n7eaiobh8oe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_na5volmmm0f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bnt5n3g5ksq","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_46xcdhn3qvg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uxjb3om5xz","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h07s8f1q8ri","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_aohmt8i94up","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t6uf68ewctr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_55cd83px66n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c0kw68hao5n","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-53","epoch":0,"score":"C","citations":[{"url":"http://u.osu.edu/","title":"u.osu.edu"},{"url":"https://www.chinadaily.com.cn/","title":"www.chinadaily.com.cn"},{"url":"https://www.montana.edu/","title":"www.montana.edu"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://x.com/","title":"x.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://preview.theparisreview.org/","title":"preview.theparisreview.org"},{"url":"https://u.osu.edu/","title":"u.osu.edu"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://apa.si.edu/","title":"apa.si.edu"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.library.jhu.edu/","title":"www.library.jhu.edu"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://apa.si.edu/","title":"apa.si.edu"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://u.osu.edu/","title":"u.osu.edu"},{"url":"https://www.theatlantic.com/","title":"www.theatlantic.com"},{"url":"https://icu.repo.nii.ac.jp/","title":"icu.repo.nii.ac.jp"},{"url":"https://news.harvard.edu/","title":"news.harvard.edu"},{"url":"https://pshares.org/","title":"pshares.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.ebsco.com/","title":"www.ebsco.com"},{"url":"https://u.osu.edu/","title":"u.osu.edu"},{"url":"https://u.osu.edu/","title":"u.osu.edu"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://dbpedia.org/","title":"dbpedia.org"},{"url":"https://www.wikiwand.com/","title":"www.wikiwand.com"},{"url":"https://labulleadessin.ch/","title":"labulleadessin.ch"},{"url":"https://www.library.jhu.edu/","title":"www.library.jhu.edu"},{"url":"https://www.scmp.com/","title":"www.scmp.com"},{"url":"https://www.chinausfocus.com/","title":"www.chinausfocus.com"},{"url":"https://justapedia.org/","title":"justapedia.org"},{"url":"https://www.actes-sud.fr/","title":"www.actes-sud.fr"},{"url":"https://u.osu.edu/","title":"u.osu.edu"},{"url":"https://www.asianstudies.org/","title":"www.asianstudies.org"},{"url":"https://lareviewofbooks.org/","title":"lareviewofbooks.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.amazon.com/","title":"www.amazon.com"}],"searchCalls":[{"id":"st_tmp_te0ifwgn46i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mpdkmgfx5bm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_grt7wsmamg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dqs2b94so3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3l72kgqtlsk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gsgsh2oxgs7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s4be89ek6u","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_iat07axsw7m","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_hhcu1jikp9p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vjt328mu999","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e5m5ldsoojq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x9in8t1hyvo","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_q1sixjwvn3f","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_4h03hcm4snq","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-54","epoch":0,"score":"C","citations":[{"url":"https://openlibrary.org/","title":"openlibrary.org"},{"url":"https://www.penguin.co.in/","title":"www.penguin.co.in"},{"url":"http://drmanibhaumik.com/","title":"drmanibhaumik.com"},{"url":"https://www.informaticsjournals.co.in/","title":"www.informaticsjournals.co.in"},{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://www.jnu.ac.in/","title":"www.jnu.ac.in"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://openthemagazine.com/","title":"openthemagazine.com"},{"url":"https://up-rera.in/","title":"up-rera.in"},{"url":"https://live-sas-physics.pantheon.sas.upenn.edu/","title":"live-sas-physics.pantheon.sas.upenn.edu"},{"url":"https://www.deccanherald.com/","title":"www.deccanherald.com"},{"url":"https://www.mdpi.com/","title":"www.mdpi.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://dl.acm.org/","title":"dl.acm.org"},{"url":"https://rupkatha.com/","title":"rupkatha.com"},{"url":"https://commons.wikimedia.org/","title":"commons.wikimedia.org"},{"url":"https://ljllr.com/","title":"ljllr.com"},{"url":"https://rupkatha.com/","title":"rupkatha.com"},{"url":"https://rupkatha.com/","title":"rupkatha.com"},{"url":"https://rupkatha.com/","title":"rupkatha.com"},{"url":"https://rupkatha.com/","title":"rupkatha.com"},{"url":"https://www.rupkatha.com/","title":"www.rupkatha.com"},{"url":"https://www.amazon.com/","title":"www.amazon.com"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://anuradhagoyal.com/","title":"anuradhagoyal.com"},{"url":"https://rupkatha.com/","title":"rupkatha.com"},{"url":"http://drmanibhaumik.com/","title":"drmanibhaumik.com"},{"url":"https://www.netflix.com/","title":"www.netflix.com"},{"url":"https://www.tvmaze.com/","title":"www.tvmaze.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.ovid.com/","title":"www.ovid.com"},{"url":"http://www.drmanibhaumik.com/","title":"www.drmanibhaumik.com"},{"url":"https://bhaumik-institute.physics.ucla.edu/","title":"bhaumik-institute.physics.ucla.edu"},{"url":"https://timesofindia.indiatimes.com/","title":"timesofindia.indiatimes.com"},{"url":"https://bhaumik-institute.physics.ucla.edu/","title":"bhaumik-institute.physics.ucla.edu"},{"url":"https://encyclopedia.pub/","title":"encyclopedia.pub"},{"url":"https://rupkatha.com/","title":"rupkatha.com"},{"url":"https://rupkatha.com/","title":"rupkatha.com"},{"url":"https://rupkatha.com/","title":"rupkatha.com"},{"url":"https://rupkatha.com/","title":"rupkatha.com"},{"url":"https://rupkatha.com/","title":"rupkatha.com"},{"url":"https://www.seramporecollege.ac.in/","title":"www.seramporecollege.ac.in"},{"url":"https://mail.seramporecollege.ac.in/","title":"mail.seramporecollege.ac.in"},{"url":"https://senateofseramporecollege.edu.in/","title":"senateofseramporecollege.edu.in"},{"url":"https://theology.seramporecollege.ac.in/","title":"theology.seramporecollege.ac.in"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.iitkgp.ac.in/","title":"www.iitkgp.ac.in"},{"url":"https://online.iitkgp.ac.in/","title":"online.iitkgp.ac.in"},{"url":"https://ee.iitkgp.ac.in/","title":"ee.iitkgp.ac.in"},{"url":"https://frontline.thehindu.com/","title":"frontline.thehindu.com"},{"url":"https://apps.searo.who.int/","title":"apps.searo.who.int"},{"url":"https://a-s-c.seramporecollege.ac.in/","title":"a-s-c.seramporecollege.ac.in"},{"url":"https://a-s-c.seramporecollege.ac.in/","title":"a-s-c.seramporecollege.ac.in"},{"url":"https://a-s-c.seramporecollege.ac.in/","title":"a-s-c.seramporecollege.ac.in"},{"url":"https://www.scbcc.ac.in/","title":"www.scbcc.ac.in"},{"url":"https://s3.ap-south-1.amazonaws.com/","title":"s3.ap-south-1.amazonaws.com"}],"searchCalls":[{"id":"st_tmp_c5l9sm73bn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ow1oivuojf","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_phgammaqwrp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ecp20e8bzf","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_ess3z09q64v","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_pn3qoijf78q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w0slfw9lthc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yh8ui2jf8ho","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uwiebt8nkzf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_flsus6sl4po","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t1zt3cydhwp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6lgyky2qfdn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lolhk66mz2n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qke8s2mo5tg","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-55","epoch":0,"score":"C","citations":[{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.movieinsider.com/","title":"www.movieinsider.com"},{"url":"https://www.commonsensemedia.org/","title":"www.commonsensemedia.org"},{"url":"https://www.cleveland.com/","title":"www.cleveland.com"},{"url":"https://www.movieinsider.com/","title":"www.movieinsider.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.thewrap.com/","title":"www.thewrap.com"},{"url":"https://www.movieinsider.com/","title":"www.movieinsider.com"},{"url":"https://www.businesswire.com/","title":"www.businesswire.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.businesswire.com/","title":"www.businesswire.com"},{"url":"https://m.media-amazon.com/","title":"m.media-amazon.com"},{"url":"https://m.media-amazon.com/","title":"m.media-amazon.com"},{"url":"https://www.calamityfilms.co.uk/","title":"www.calamityfilms.co.uk"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.theatlantic.com/","title":"www.theatlantic.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"http://movieinsider.com/","title":"movieinsider.com"},{"url":"https://media.dream13.com/","title":"media.dream13.com"},{"url":"https://elcinema.com/","title":"elcinema.com"},{"url":"https://www.newyorker.com/","title":"www.newyorker.com"},{"url":"https://m.imdb.com/","title":"m.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.vulture.com/","title":"www.vulture.com"},{"url":"https://openroadmedia.com/","title":"openroadmedia.com"},{"url":"https://www.harpercollins.com/","title":"www.harpercollins.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.simonandschuster.com/","title":"www.simonandschuster.com"},{"url":"https://www.reframeproject.org/","title":"www.reframeproject.org"},{"url":"https://www.reframeproject.org/","title":"www.reframeproject.org"},{"url":"https://www.reframeproject.org/","title":"www.reframeproject.org"},{"url":"https://www.newday.com/","title":"www.newday.com"},{"url":"https://www.reframeproject.org/","title":"www.reframeproject.org"},{"url":"https://www.movieinsider.com/","title":"www.movieinsider.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://tv.apple.com/","title":"tv.apple.com"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"}],"searchCalls":[{"id":"st_tmp_lpnvmarftuo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_onnj4nc6dz","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_34s2zxd888v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9onus1kn86q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h5jssbbvx3a","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_h31o9i3baao","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b8pd32del27","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6jebfv80hq8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dynjl4jrixc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xm8alkwhn5f","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-56","epoch":0,"score":"I","citations":[{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://embryoproject-asufactory1.acquia.asu.edu/","title":"embryoproject-asufactory1.acquia.asu.edu"},{"url":"https://xenbase.org/","title":"xenbase.org"},{"url":"https://www.hup.harvard.edu/","title":"www.hup.harvard.edu"},{"url":"https://findingaids.library.dal.ca/","title":"findingaids.library.dal.ca"},{"url":"https://www.dal.ca/","title":"www.dal.ca"},{"url":"https://fiuglaser.fiu.edu/","title":"fiuglaser.fiu.edu"},{"url":"https://l4v014brzm9q.feldjaeger-ov-sigmaringen.de/","title":"l4v014brzm9q.feldjaeger-ov-sigmaringen.de"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://web.natur.cuni.cz/","title":"web.natur.cuni.cz"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://www.researchgate.net/","title":"www.researchgate.net"},{"url":"https://www.researchgate.net/","title":"www.researchgate.net"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://www.semanticscholar.org/","title":"www.semanticscholar.org"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://www.researchgate.net/","title":"www.researchgate.net"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://www.deepdyve.com/","title":"www.deepdyve.com"},{"url":"https://www.researchgate.net/","title":"www.researchgate.net"},{"url":"https://eurekamag.com/","title":"eurekamag.com"},{"url":"https://irfca.org/","title":"irfca.org"},{"url":"https://muse.jhu.edu/","title":"muse.jhu.edu"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://www.ias.ac.in/","title":"www.ias.ac.in"},{"url":"https://www.ovid.com/","title":"www.ovid.com"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://search-library.ucsd.edu/","title":"search-library.ucsd.edu"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"http://mcloonlab.neuroscience.umn.edu/","title":"mcloonlab.neuroscience.umn.edu"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://www.ovid.com/","title":"www.ovid.com"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://www.ncbi.nlm.nih.gov/","title":"www.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://press.uchicago.edu/","title":"press.uchicago.edu"},{"url":"https://journals.biologists.com/","title":"journals.biologists.com"},{"url":"https://www.semanticscholar.org/","title":"www.semanticscholar.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.semanticscholar.org/","title":"www.semanticscholar.org"},{"url":"https://www.ias.ac.in/","title":"www.ias.ac.in"},{"url":"https://www.ias.ac.in/","title":"www.ias.ac.in"},{"url":"https://www.ias.ac.in/","title":"www.ias.ac.in"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://www.ias.ac.in/","title":"www.ias.ac.in"},{"url":"https://www.pappers.fr/","title":"www.pappers.fr"},{"url":"https://www.ias.ac.in/","title":"www.ias.ac.in"},{"url":"https://www.ias.ac.in/","title":"www.ias.ac.in"},{"url":"https://www.ias.ac.in/","title":"www.ias.ac.in"},{"url":"https://www.ias.ac.in/","title":"www.ias.ac.in"},{"url":"https://www.ias.ac.in/","title":"www.ias.ac.in"},{"url":"https://www.ovid.com/","title":"www.ovid.com"},{"url":"https://www.ovid.com/","title":"www.ovid.com"},{"url":"https://www.scan.co.uk/","title":"www.scan.co.uk"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://www.ovid.com/","title":"www.ovid.com"},{"url":"https://www.ovid.com/","title":"www.ovid.com"},{"url":"https://www.ovid.com/","title":"www.ovid.com"},{"url":"https://www.ovid.com/","title":"www.ovid.com"},{"url":"https://ouci.dntb.gov.ua/","title":"ouci.dntb.gov.ua"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://assets.cambridge.org/","title":"assets.cambridge.org"},{"url":"http://gspauldino.com/","title":"gspauldino.com"}],"searchCalls":[{"id":"st_tmp_gjedbg7xva8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gb16a8k47eg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kdpxfutteba","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k4cipo05bib","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cg3cw5y5sfd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uzg8i3x795k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qy0rdga2m4l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vr3pms5dd7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e1i6rsvidd8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nj5gyhi8ax","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_541n0zllsal","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qurntm7v6d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3bnde4jpo6e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nkl96eeyck","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yb39hge3bo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yv26dv8kg9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yas49su6st8","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_520gpfrizc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d5zpp96edc","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_yxlhj92omif","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hyukjitqvlk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e8brnsjfuyd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vegi7e7psg","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_rbqcv8ngl4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bju492sau2","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-57","epoch":0,"score":"I","citations":[{"url":"https://www.nejm.org/","title":"www.nejm.org"},{"url":"https://www.annalsofoncology.org/","title":"www.annalsofoncology.org"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://jnm.snmjournals.org/","title":"jnm.snmjournals.org"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://ascopost.com/","title":"ascopost.com"},{"url":"https://pbcic.chem.wisc.edu/","title":"pbcic.chem.wisc.edu"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://jmla.pitt.edu/","title":"jmla.pitt.edu"},{"url":"https://events.mcs.cmu.edu/","title":"events.mcs.cmu.edu"},{"url":"https://www.ncbi.nlm.nih.gov/","title":"www.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://www.thelancet.com/","title":"www.thelancet.com"},{"url":"https://www.fda.gov/","title":"www.fda.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://mayoclinic.elsevierpure.com/","title":"mayoclinic.elsevierpure.com"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://journals.lww.com/","title":"journals.lww.com"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://scholars.duke.edu/","title":"scholars.duke.edu"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://www.cda-amc.ca/","title":"www.cda-amc.ca"},{"url":"https://www.ncbi.nlm.nih.gov/","title":"www.ncbi.nlm.nih.gov"},{"url":"https://www.cda-amc.ca/","title":"www.cda-amc.ca"},{"url":"https://ascopubs.org/","title":"ascopubs.org"},{"url":"https://www.cda-amc.ca/","title":"www.cda-amc.ca"},{"url":"https://www.mdpi.com/","title":"www.mdpi.com"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://www.onclive.com/","title":"www.onclive.com"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://www.accessdata.fda.gov/","title":"www.accessdata.fda.gov"},{"url":"https://clinicaltrials.gov/","title":"clinicaltrials.gov"},{"url":"https://www.accessdata.fda.gov/","title":"www.accessdata.fda.gov"},{"url":"https://www.mdpi.com/","title":"www.mdpi.com"},{"url":"https://ons.confex.com/","title":"ons.confex.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://pdfs.semanticscholar.org/","title":"pdfs.semanticscholar.org"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://jnm.snmjournals.org/","title":"jnm.snmjournals.org"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://www.ovid.com/","title":"www.ovid.com"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://cdn.clinicaltrials.gov/","title":"cdn.clinicaltrials.gov"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://www.federalregister.gov/","title":"www.federalregister.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://www.cancer.gov/","title":"www.cancer.gov"},{"url":"https://pure.johnshopkins.edu/","title":"pure.johnshopkins.edu"},{"url":"https://clinicaltrials.gov/","title":"clinicaltrials.gov"},{"url":"https://www.newarab.com/","title":"www.newarab.com"},{"url":"https://nanets.net/","title":"nanets.net"},{"url":"https://uams-triprofiles.uams.edu/","title":"uams-triprofiles.uams.edu"},{"url":"https://nanets.net/","title":"nanets.net"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://ascopubs.org/","title":"ascopubs.org"}],"searchCalls":[{"id":"st_tmp_vnkxr21w5ia","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nw1doafb70a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y5c0ji420l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7e3zsxc8o7d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f2mtp3xbes","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w7hl53eaygq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sdsrxkl5rb8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4sgnuczbuwt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ybm2m519de","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uc0m8ibzrxk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_osjwm8gbq7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z6ywuty94yo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i53emq0ruwh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y8sm5ar3ke","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b0ypasnywcr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qo07kh56lh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_49p4ne4rrxf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uj4umwwin2p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o2w8bzucbcd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a8g46xy93zq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ls9a38jekt9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gnd4dqrkbaf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lwpjf9pm4cc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rtc3z2baky","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rubnov9ez4","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-58","epoch":0,"score":"C","citations":[{"url":"https://www.ualberta.ca/","title":"www.ualberta.ca"},{"url":"https://www.ualberta.ca/","title":"www.ualberta.ca"},{"url":"https://www.ualberta.ca/","title":"www.ualberta.ca"},{"url":"https://www.ualberta.ca/","title":"www.ualberta.ca"},{"url":"https://www.ualberta.ca/","title":"www.ualberta.ca"},{"url":"https://ashpublications.org/","title":"ashpublications.org"},{"url":"https://ucalgary.scholaris.ca/","title":"ucalgary.scholaris.ca"},{"url":"https://bmjopen.bmj.com/","title":"bmjopen.bmj.com"},{"url":"https://www.eurekalert.org/","title":"www.eurekalert.org"},{"url":"https://jamanetwork.com/","title":"jamanetwork.com"},{"url":"https://journals.lww.com/","title":"journals.lww.com"},{"url":"https://dom-pubs.onlinelibrary.wiley.com/","title":"dom-pubs.onlinelibrary.wiley.com"},{"url":"https://www.law.cornell.edu/","title":"www.law.cornell.edu"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://journals.lww.com/","title":"journals.lww.com"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://www.otis.edu/","title":"www.otis.edu"},{"url":"https://www.ualberta.ca/","title":"www.ualberta.ca"},{"url":"https://president.ubc.ca/","title":"president.ubc.ca"},{"url":"https://killamlaureates.ca/","title":"killamlaureates.ca"},{"url":"https://killamlaureates.ca/","title":"killamlaureates.ca"},{"url":"https://x.com/","title":"x.com"},{"url":"https://triangleprogram.org/","title":"triangleprogram.org"},{"url":"https://www.newswire.ca/","title":"www.newswire.ca"},{"url":"https://crohnsandcolitis.ca/","title":"crohnsandcolitis.ca"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://clinicaltrials.gov/","title":"clinicaltrials.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://bmjopen.bmj.com/","title":"bmjopen.bmj.com"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://clinicaltrials.gov/","title":"clinicaltrials.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://research.ucalgary.ca/","title":"research.ucalgary.ca"},{"url":"https://www.ualberta.ca/","title":"www.ualberta.ca"},{"url":"https://www.ualberta.ca/","title":"www.ualberta.ca"},{"url":"https://killamlaureates.ca/","title":"killamlaureates.ca"},{"url":"https://www.ualberta.ca/","title":"www.ualberta.ca"},{"url":"https://absporu.ca/","title":"absporu.ca"},{"url":"https://www.researchgate.net/","title":"www.researchgate.net"},{"url":"https://www.ualberta.ca/","title":"www.ualberta.ca"},{"url":"https://www.ualberta.ca/","title":"www.ualberta.ca"},{"url":"https://www.ualberta.ca/","title":"www.ualberta.ca"},{"url":"https://arts.ucalgary.ca/","title":"arts.ucalgary.ca"},{"url":"https://research.ucalgary.ca/","title":"research.ucalgary.ca"},{"url":"https://schulich.ucalgary.ca/","title":"schulich.ucalgary.ca"},{"url":"https://research.ucalgary.ca/","title":"research.ucalgary.ca"},{"url":"https://www.albertahealthservices.ca/","title":"www.albertahealthservices.ca"},{"url":"https://mccaig.ucalgary.ca/","title":"mccaig.ucalgary.ca"},{"url":"https://www.canadiancentreforhealtheconomics.ca/","title":"www.canadiancentreforhealtheconomics.ca"},{"url":"https://profiles.ucalgary.ca/","title":"profiles.ucalgary.ca"},{"url":"https://werklund.ucalgary.ca/","title":"werklund.ucalgary.ca"},{"url":"https://triangleprogram.org/","title":"triangleprogram.org"},{"url":"https://www.ualberta.ca/","title":"www.ualberta.ca"},{"url":"https://www.ucalgary.ca/","title":"www.ucalgary.ca"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://cihr-irsc.gc.ca/","title":"cihr-irsc.gc.ca"},{"url":"https://www.ualberta.ca/","title":"www.ualberta.ca"},{"url":"https://asu.elsevierpure.com/","title":"asu.elsevierpure.com"},{"url":"https://research.sahmri.org.au/","title":"research.sahmri.org.au"},{"url":"https://api.research-repository.uwa.edu.au/","title":"api.research-repository.uwa.edu.au"},{"url":"https://killamlaureates.ca/","title":"killamlaureates.ca"},{"url":"https://orcid.org/","title":"orcid.org"},{"url":"https://x.com/","title":"x.com"},{"url":"https://clinicaltrials.gov/","title":"clinicaltrials.gov"},{"url":"https://journals.lww.com/","title":"journals.lww.com"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://journals.lww.com/","title":"journals.lww.com"},{"url":"https://arts.ucalgary.ca/","title":"arts.ucalgary.ca"},{"url":"https://ucalgary.ca/","title":"ucalgary.ca"},{"url":"https://sapl.ucalgary.ca/","title":"sapl.ucalgary.ca"},{"url":"https://www.ucalgary.ca/","title":"www.ucalgary.ca"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://pure.athabascau.ca/","title":"pure.athabascau.ca"},{"url":"https://cancer.jmir.org/","title":"cancer.jmir.org"},{"url":"https://europepmc.org/","title":"europepmc.org"}],"searchCalls":[{"id":"st_tmp_866b1fanx25","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_645zz3d2m3o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sagp47ke03h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0vyj8rgvyd1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k6zhd0ciodi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kpo6bk5pdnc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d1mu4umang6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sb83h8gt5t","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_oisnims66","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_11ayyhos9k9n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6lrcrraa8t3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rlqd85f3up","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rlu79dohmf8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ndxobagcdvf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vv4oi0fes2f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sncvhvk9tti","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mlyp9yidve","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_su1gjkgtqj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_simj9sgkay","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rc0wkasabf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b5j6dbagexe","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_yvyxkdhp1pd","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_s34mjkflzl","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_b8tv80p18l","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_7dfi21wnr9i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u4ip07v24hm","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-59","epoch":0,"score":"I","citations":[{"url":"https://k9rshtoit6.jann-aarau.ch/","title":"k9rshtoit6.jann-aarau.ch"},{"url":"https://www.frontiersin.org/","title":"www.frontiersin.org"},{"url":"https://catalysis-climatechange.eee.columbia.edu/","title":"catalysis-climatechange.eee.columbia.edu"},{"url":"https://gfrc.tamu.edu/","title":"gfrc.tamu.edu"},{"url":"https://environment.washu.edu/","title":"environment.washu.edu"},{"url":"https://www.alvernia.edu/","title":"www.alvernia.edu"},{"url":"https://6i3a4x62eu-amphtml.jann-aarau.ch/","title":"6i3a4x62eu-amphtml.jann-aarau.ch"},{"url":"https://isf.research.purdue.edu/","title":"isf.research.purdue.edu"},{"url":"https://volker-sick.engin.umich.edu/","title":"volker-sick.engin.umich.edu"},{"url":"https://energy.utexas.edu/","title":"energy.utexas.edu"},{"url":"https://gfrc.tamu.edu/","title":"gfrc.tamu.edu"},{"url":"https://www.omu.ac.jp/","title":"www.omu.ac.jp"},{"url":"https://www.energypolicy.columbia.edu/","title":"www.energypolicy.columbia.edu"},{"url":"https://www.nationalacademies.org/","title":"www.nationalacademies.org"},{"url":"https://iee.psu.edu/","title":"iee.psu.edu"},{"url":"https://www.grc.org/","title":"www.grc.org"},{"url":"https://k9rshtoit6.jann-aarau.ch/","title":"k9rshtoit6.jann-aarau.ch"},{"url":"https://www.netl.doe.gov/","title":"www.netl.doe.gov"},{"url":"https://www.bakerinstitute.org/","title":"www.bakerinstitute.org"},{"url":"https://6i3a4x62eu-amphtml.jann-aarau.ch/","title":"6i3a4x62eu-amphtml.jann-aarau.ch"},{"url":"https://www.uh.edu/","title":"www.uh.edu"},{"url":"https://www.energypolicy.columbia.edu/","title":"www.energypolicy.columbia.edu"},{"url":"https://energy.colostate.edu/","title":"energy.colostate.edu"},{"url":"https://acee.princeton.edu/","title":"acee.princeton.edu"},{"url":"https://www.uwyo.edu/","title":"www.uwyo.edu"},{"url":"https://ukccsrc.ac.uk/","title":"ukccsrc.ac.uk"},{"url":"https://osr.appstate.edu/","title":"osr.appstate.edu"},{"url":"https://www.webster.edu/","title":"www.webster.edu"},{"url":"https://renaissance.stonybrookmedicine.edu/","title":"renaissance.stonybrookmedicine.edu"},{"url":"https://spur.utdallas.edu/","title":"spur.utdallas.edu"},{"url":"https://www.purdue.edu/","title":"www.purdue.edu"},{"url":"https://energy.colostate.edu/","title":"energy.colostate.edu"},{"url":"https://par.nsf.gov/","title":"par.nsf.gov"},{"url":"https://sites.wustl.edu/","title":"sites.wustl.edu"},{"url":"https://www.bakerinstitute.org/","title":"www.bakerinstitute.org"},{"url":"https://engineering.princeton.edu/","title":"engineering.princeton.edu"},{"url":"https://www.ku.ac.ae/","title":"www.ku.ac.ae"},{"url":"https://www.osti.gov/","title":"www.osti.gov"},{"url":"https://www.utoledo.edu/","title":"www.utoledo.edu"},{"url":"https://www.stu.edu/","title":"www.stu.edu"},{"url":"https://www.kansascity.edu/","title":"www.kansascity.edu"},{"url":"https://blogs.und.edu/","title":"blogs.und.edu"},{"url":"https://news.unm.edu/","title":"news.unm.edu"},{"url":"https://decenter.princeton.edu/","title":"decenter.princeton.edu"},{"url":"https://www.psu.edu/","title":"www.psu.edu"},{"url":"https://president.umich.edu/","title":"president.umich.edu"},{"url":"https://www.un.org/","title":"www.un.org"},{"url":"https://curb.wustl.edu/","title":"curb.wustl.edu"},{"url":"https://www.princeton.edu/","title":"www.princeton.edu"},{"url":"https://www.brown.edu/","title":"www.brown.edu"},{"url":"https://sccs.stanford.edu/","title":"sccs.stanford.edu"},{"url":"https://curb.wustl.edu/","title":"curb.wustl.edu"},{"url":"https://dow.centre.uq.edu.au/","title":"dow.centre.uq.edu.au"},{"url":"https://materials.princeton.edu/","title":"materials.princeton.edu"},{"url":"https://naturalcarboncapture.yale.edu/","title":"naturalcarboncapture.yale.edu"},{"url":"https://sites.utexas.edu/","title":"sites.utexas.edu"},{"url":"https://lukompakt.de/","title":"lukompakt.de"},{"url":"https://www.uh.edu/","title":"www.uh.edu"},{"url":"https://igv-ethik.de/","title":"igv-ethik.de"},{"url":"https://par.nsf.gov/","title":"par.nsf.gov"},{"url":"https://www.netl.doe.gov/","title":"www.netl.doe.gov"},{"url":"https://gfrc.tamu.edu/","title":"gfrc.tamu.edu"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://www.nationalacademies.org/","title":"www.nationalacademies.org"},{"url":"https://netl.doe.gov/","title":"netl.doe.gov"},{"url":"https://engineering.brown.edu/","title":"engineering.brown.edu"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://netl.doe.gov/","title":"netl.doe.gov"},{"url":"https://www.climate.columbia.edu/","title":"www.climate.columbia.edu"},{"url":"https://www.uh.edu/","title":"www.uh.edu"},{"url":"https://naturalcarboncapture.yale.edu/","title":"naturalcarboncapture.yale.edu"},{"url":"https://pme.uchicago.edu/","title":"pme.uchicago.edu"},{"url":"https://crc.tennessee.edu/","title":"crc.tennessee.edu"},{"url":"https://environment.yale.edu/","title":"environment.yale.edu"},{"url":"https://erc.lehigh.edu/","title":"erc.lehigh.edu"},{"url":"https://www.psu.edu/","title":"www.psu.edu"},{"url":"https://cpaess.ucar.edu/","title":"cpaess.ucar.edu"},{"url":"https://www.earth.columbia.edu/","title":"www.earth.columbia.edu"},{"url":"https://news.vt.edu/","title":"news.vt.edu"},{"url":"https://ukccsrc.ac.uk/","title":"ukccsrc.ac.uk"},{"url":"https://gfrc.tamu.edu/","title":"gfrc.tamu.edu"},{"url":"https://utcle.org/","title":"utcle.org"},{"url":"https://groups.google.com/","title":"groups.google.com"},{"url":"https://news.miami.edu/","title":"news.miami.edu"},{"url":"https://www.ohio.edu/","title":"www.ohio.edu"},{"url":"https://www.tacoma.uw.edu/","title":"www.tacoma.uw.edu"},{"url":"https://calendar.stmarytx.edu/","title":"calendar.stmarytx.edu"},{"url":"https://cal.wvu.edu/","title":"cal.wvu.edu"},{"url":"https://ww1.oswego.edu/","title":"ww1.oswego.edu"},{"url":"https://my3.my.umbc.edu/","title":"my3.my.umbc.edu"},{"url":"https://events.miami.edu/","title":"events.miami.edu"},{"url":"https://www.uwyo.edu/","title":"www.uwyo.edu"},{"url":"https://www.uwyo.edu/","title":"www.uwyo.edu"},{"url":"https://iopscience.iop.org/","title":"iopscience.iop.org"},{"url":"https://www.osti.gov/","title":"www.osti.gov"},{"url":"https://acee.princeton.edu/","title":"acee.princeton.edu"}],"searchCalls":[{"id":"st_tmp_pqw89p77hc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ah2g79su747","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ho61hof0vd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_opz01mvq29","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l6u5cnrfyk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uqjjpquqot","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6o6m5dqjk05","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xfu06nwwd9m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mmuo4z4r4gr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y1tl87onfh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rrsjt6djix","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dxvzfzvv9jt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hbjs2nogca","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n8ks297zwot","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u21n2jdotsj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rhg545rt4v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_scz65hsm54","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wtki20mkwta","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6kpishxnp2o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yf678p48ka8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dey1k2g5lyt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vgk9t9evkg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ydyetljek5n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c46cpdk2p8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1s3ok1p3fxa","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-6","epoch":0,"score":"C","citations":[{"url":"https://sqxu2ozgs.vacarissespelclima.cat/","title":"sqxu2ozgs.vacarissespelclima.cat"},{"url":"https://mehrmensch.ch/","title":"mehrmensch.ch"},{"url":"https://lvvbpkempixc.biz/","title":"lvvbpkempixc.biz"},{"url":"https://asmand.wordpress.com/","title":"asmand.wordpress.com"},{"url":"https://metzgerei-walshausen.de/","title":"metzgerei-walshausen.de"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://qybtthlhghmh.pics/","title":"qybtthlhghmh.pics"},{"url":"https://www.last.fm/","title":"www.last.fm"},{"url":"http://richarddirk.com/","title":"richarddirk.com"},{"url":"https://savagegarage.be/","title":"savagegarage.be"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://labulledethibaut.fr/","title":"labulledethibaut.fr"},{"url":"https://elgfpfthqhacs.biz/","title":"elgfpfthqhacs.biz"},{"url":"https://www.youtube.com/","title":"www.youtube.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://zargenbutler.de/","title":"zargenbutler.de"},{"url":"https://qfrnbm-amphtml.cleverklausur.de/","title":"qfrnbm-amphtml.cleverklausur.de"},{"url":"https://vobxelrlvsum.digital/","title":"vobxelrlvsum.digital"},{"url":"https://bauwerkstrockenlegung-dankhoff.de/","title":"bauwerkstrockenlegung-dankhoff.de"},{"url":"https://orinelle.fr/","title":"orinelle.fr"},{"url":"https://jothezette.blogspot.com/","title":"jothezette.blogspot.com"},{"url":"http://jothezette.blogspot.com/","title":"jothezette.blogspot.com"},{"url":"https://commons.wikimedia.org/","title":"commons.wikimedia.org"},{"url":"https://commons.wikimedia.org/","title":"commons.wikimedia.org"},{"url":"https://www.scad.edu/","title":"www.scad.edu"},{"url":"https://edwardreinke.wordpress.com/","title":"edwardreinke.wordpress.com"},{"url":"https://www.cartoonbrew.com/","title":"www.cartoonbrew.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://afmag.net/","title":"afmag.net"},{"url":"https://www.businesswire.com/","title":"www.businesswire.com"},{"url":"https://www.sdbj.com/","title":"www.sdbj.com"},{"url":"https://www.seafoodnews.com/","title":"www.seafoodnews.com"},{"url":"https://voiceofsandiego.org/","title":"voiceofsandiego.org"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.mephiskaphelesofficial.com/","title":"www.mephiskaphelesofficial.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.shazam.com/","title":"www.shazam.com"}],"searchCalls":[{"id":"st_tmp_qxj78cgu6en","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s4ne6p7btea","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c4vl5k6l0do","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jra61f1h18h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4v9afp47imj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lvm6lhq4zw","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_93rfi90fc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6da8287wev7","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_7jv4t1srrmv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nt5trm2854","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-60","epoch":0,"score":"C","citations":[{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://nairobileo.co.ke/","title":"nairobileo.co.ke"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://search.worldcat.org/","title":"search.worldcat.org"},{"url":"https://search.worldcat.org/","title":"search.worldcat.org"},{"url":"https://library.kab.ac.ug/","title":"library.kab.ac.ug"},{"url":"https://www.kenyans.co.ke/","title":"www.kenyans.co.ke"},{"url":"https://library.mmarau.ac.ke/","title":"library.mmarau.ac.ke"},{"url":"http://opac.ueab.ac.ke/","title":"opac.ueab.ac.ke"},{"url":"https://nation.africa/","title":"nation.africa"},{"url":"https://openlibrary.org/","title":"openlibrary.org"},{"url":"https://library.daystar.ac.ke/","title":"library.daystar.ac.ke"},{"url":"https://www.kenyans.co.ke/","title":"www.kenyans.co.ke"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://search.worldcat.org/","title":"search.worldcat.org"},{"url":"https://library.kab.ac.ug/","title":"library.kab.ac.ug"},{"url":"https://nairobileo.co.ke/","title":"nairobileo.co.ke"},{"url":"https://nairobileo.co.ke/","title":"nairobileo.co.ke"},{"url":"https://nairobileo.co.ke/","title":"nairobileo.co.ke"},{"url":"https://nairobileo.co.ke/","title":"nairobileo.co.ke"}],"searchCalls":[{"id":"st_tmp_j5hjb2844y","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xm4nblr0awn","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_cnsqi8duxov","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o0etdglaz8i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yew5ek0bbjc","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_6w4cly6mevg","status":"completed","action":"search","executed":true,"sourceCount":4}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-61","epoch":0,"score":"I","citations":[{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.across-magazine.com/","title":"www.across-magazine.com"},{"url":"https://finance.yahoo.com/","title":"finance.yahoo.com"},{"url":"https://www.preqin.com/","title":"www.preqin.com"},{"url":"https://beautymatter.com/","title":"beautymatter.com"},{"url":"https://retailbeauty.com.au/","title":"retailbeauty.com.au"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.eqs-news.com/","title":"www.eqs-news.com"},{"url":"https://cosmeticsbusiness.com/","title":"cosmeticsbusiness.com"},{"url":"https://www.eqs-news.com/","title":"www.eqs-news.com"},{"url":"https://jmbdavis.com/","title":"jmbdavis.com"},{"url":"https://www.kuppingercole.com/","title":"www.kuppingercole.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.citystgeorges.ac.uk/","title":"www.citystgeorges.ac.uk"},{"url":"https://www.eurekalert.org/","title":"www.eurekalert.org"},{"url":"https://www.bayes.citystgeorges.ac.uk/","title":"www.bayes.citystgeorges.ac.uk"},{"url":"https://www.london.ac.uk/","title":"www.london.ac.uk"},{"url":"https://www.citystgeorges.ac.uk/","title":"www.citystgeorges.ac.uk"},{"url":"https://www.beautydirectory.com.au/","title":"www.beautydirectory.com.au"},{"url":"https://www.beautyindependent.com/","title":"www.beautyindependent.com"},{"url":"https://beautymatter.com/","title":"beautymatter.com"},{"url":"https://centreforbusinessgrowth.com/","title":"centreforbusinessgrowth.com"},{"url":"https://venturelab.upenn.edu/","title":"venturelab.upenn.edu"},{"url":"https://elemis.com/","title":"elemis.com"},{"url":"https://au.elemis.com/","title":"au.elemis.com"},{"url":"https://us.elemis.com/","title":"us.elemis.com"},{"url":"https://elemis.com/","title":"elemis.com"},{"url":"https://id.elemis.com/","title":"id.elemis.com"},{"url":"https://www.globenewswire.com/","title":"www.globenewswire.com"},{"url":"https://www.ingredientsnetwork.com/","title":"www.ingredientsnetwork.com"},{"url":"https://solabianutrition.com/","title":"solabianutrition.com"},{"url":"https://stratumnutrition.com/","title":"stratumnutrition.com"},{"url":"https://www.gcimagazine.com/","title":"www.gcimagazine.com"},{"url":"https://pharmatimes.com/","title":"pharmatimes.com"},{"url":"https://finance.yahoo.com/","title":"finance.yahoo.com"},{"url":"https://cosmeticsbusiness.com/","title":"cosmeticsbusiness.com"},{"url":"https://www.cbinsights.com/","title":"www.cbinsights.com"},{"url":"https://www.insidermedia.com/","title":"www.insidermedia.com"},{"url":"https://eu.neomwellbeing.com/","title":"eu.neomwellbeing.com"},{"url":"https://cosmeticsbusiness.com/","title":"cosmeticsbusiness.com"},{"url":"https://theindustry.beauty/","title":"theindustry.beauty"},{"url":"https://www.cmu.edu/","title":"www.cmu.edu"},{"url":"https://ww.fashionnetwork.com/","title":"ww.fashionnetwork.com"},{"url":"https://www.montclair.edu/","title":"www.montclair.edu"},{"url":"https://business.rice.edu/","title":"business.rice.edu"},{"url":"https://business.columbia.edu/","title":"business.columbia.edu"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://blogs.city.ac.uk/","title":"blogs.city.ac.uk"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.crunchbase.com/","title":"www.crunchbase.com"},{"url":"https://www.industrysourcing.com/","title":"www.industrysourcing.com"},{"url":"https://finance.yahoo.com/","title":"finance.yahoo.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.preqin.com/","title":"www.preqin.com"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://via.tt.se/","title":"via.tt.se"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.nutraingredients.com/","title":"www.nutraingredients.com"},{"url":"https://www.thenationalnews.com/","title":"www.thenationalnews.com"},{"url":"https://vogue.sg/","title":"vogue.sg"},{"url":"https://www.worldretailcongress.com/","title":"www.worldretailcongress.com"},{"url":"https://www.smh.com.au/","title":"www.smh.com.au"},{"url":"https://fashionunited.uk/","title":"fashionunited.uk"},{"url":"https://www.aesop.com/","title":"www.aesop.com"},{"url":"https://shop.aesop.com/","title":"shop.aesop.com"},{"url":"https://www.aesop.com/","title":"www.aesop.com"},{"url":"https://www.aesop.ch/","title":"www.aesop.ch"},{"url":"https://us.assistance.aesop.com/","title":"us.assistance.aesop.com"},{"url":"https://www.thg.com/","title":"www.thg.com"},{"url":"http://thg.com/","title":"thg.com"},{"url":"https://www.ameliorate.com/","title":"www.ameliorate.com"},{"url":"https://www.thg.com/","title":"www.thg.com"},{"url":"https://www.thg.com/","title":"www.thg.com"},{"url":"https://www.crunchbase.com/","title":"www.crunchbase.com"},{"url":"https://www.gcimagazine.com/","title":"www.gcimagazine.com"},{"url":"https://www.bloomberg.com/","title":"www.bloomberg.com"},{"url":"https://tracxn.com/","title":"tracxn.com"},{"url":"https://formulabotanica.com/","title":"formulabotanica.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://umma.io/","title":"umma.io"},{"url":"https://www.nutraingredients.com/","title":"www.nutraingredients.com"},{"url":"https://www.voguehk.com/","title":"www.voguehk.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://nielseniq.com/","title":"nielseniq.com"},{"url":"https://altoo.io/","title":"altoo.io"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://www.cosmetify.com/","title":"www.cosmetify.com"},{"url":"https://www.adnews.com.au/","title":"www.adnews.com.au"},{"url":"https://www.vogue.com.au/","title":"www.vogue.com.au"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.transformmagazine.net/","title":"www.transformmagazine.net"},{"url":"https://globalventuring.com/","title":"globalventuring.com"},{"url":"https://www.indailysa.com.au/","title":"www.indailysa.com.au"},{"url":"https://adelaideaz.com/","title":"adelaideaz.com"},{"url":"https://magazine.columbia.edu/","title":"magazine.columbia.edu"},{"url":"https://www.kingston.ac.uk/","title":"www.kingston.ac.uk"},{"url":"https://www.crunchbase.com/","title":"www.crunchbase.com"},{"url":"https://www.afterpay.com/","title":"www.afterpay.com"},{"url":"https://www.kingston.ac.uk/","title":"www.kingston.ac.uk"},{"url":"https://www.kingston.ac.uk/","title":"www.kingston.ac.uk"},{"url":"https://assets.kingston.ac.uk/","title":"assets.kingston.ac.uk"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theglobeandmail.com/","title":"www.theglobeandmail.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://uk.finance.yahoo.com/","title":"uk.finance.yahoo.com"},{"url":"https://www.nutraingredients.com/","title":"www.nutraingredients.com"},{"url":"https://beautymatter.com/","title":"beautymatter.com"}],"searchCalls":[{"id":"st_tmp_a687ic09gu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q3ncntanwtf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8rkyqd10py","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_qh026c62vek","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f6puo2f3u3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dyj2i9qomsc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_903xjnn3n49","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2agg8nh0s0j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_800a12vmckv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_14anw4p4l7r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fwddby9k16m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_aq4gic04u6m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tj2hig01zic","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vz7cwfdw7sr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_if468td0x2e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iq9q7fikda9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1crc951vv8w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3zsnkyycg8l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_snd14ee8qs8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t8klxc60d9a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bdlc50jqn3a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rftpintv27","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r9lxqnw006t","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_0r4921tmhwrd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hrv72an9zrn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7kbu15dq0qy","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-62","epoch":0,"score":"C","citations":[{"url":"https://rushmore.apaleagues.com/","title":"rushmore.apaleagues.com"},{"url":"https://birmingham.apaleagues.com/","title":"birmingham.apaleagues.com"},{"url":"https://poolplayers.com/","title":"poolplayers.com"},{"url":"https://easttexas.apaleagues.com/","title":"easttexas.apaleagues.com"},{"url":"https://mid-michigan.apaleagues.com/","title":"mid-michigan.apaleagues.com"},{"url":"https://goldengate.apaleagues.com/","title":"goldengate.apaleagues.com"},{"url":"https://southcharlotte.apaleagues.com/","title":"southcharlotte.apaleagues.com"},{"url":"https://msgulfcoast.apaleagues.com/","title":"msgulfcoast.apaleagues.com"},{"url":"https://flagcity.apaleagues.com/","title":"flagcity.apaleagues.com"},{"url":"https://poolplayers.com/","title":"poolplayers.com"},{"url":"https://swmo.apaleagues.com/","title":"swmo.apaleagues.com"},{"url":"https://poolplayers.com/","title":"poolplayers.com"},{"url":"https://poolplayers.com/","title":"poolplayers.com"},{"url":"https://poolplayers.com/","title":"poolplayers.com"},{"url":"https://poolplayers.com/","title":"poolplayers.com"},{"url":"https://poolplayers.com/","title":"poolplayers.com"},{"url":"https://assets.azbilliards.com/","title":"assets.azbilliards.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"http://www.billiardsdigest.com/","title":"www.billiardsdigest.com"},{"url":"http://www.billiardsdigest.com/","title":"www.billiardsdigest.com"},{"url":"http://www.billiardsdigest.com/","title":"www.billiardsdigest.com"},{"url":"https://billiardsdigest.com/","title":"billiardsdigest.com"},{"url":"https://www.billiardsdigest.com/","title":"www.billiardsdigest.com"},{"url":"https://poolplayers.com/","title":"poolplayers.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://louisville.apaleagues.com/","title":"louisville.apaleagues.com"},{"url":"https://www.wlwt.com/","title":"www.wlwt.com"},{"url":"https://www.inquirer.com/","title":"www.inquirer.com"},{"url":"https://www.wtae.com/","title":"www.wtae.com"},{"url":"https://poolplayers.com/","title":"poolplayers.com"},{"url":"https://poolplayers.com/","title":"poolplayers.com"},{"url":"https://montereybay.apaleagues.com/","title":"montereybay.apaleagues.com"},{"url":"https://foxvalley.apaleagues.com/","title":"foxvalley.apaleagues.com"},{"url":"https://atlanta.apaleagues.com/","title":"atlanta.apaleagues.com"},{"url":"https://www.usga.org/","title":"www.usga.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.ebsco.com/","title":"www.ebsco.com"},{"url":"https://npgallery.nps.gov/","title":"npgallery.nps.gov"},{"url":"https://www.stlmag.com/","title":"www.stlmag.com"},{"url":"https://www.azbilliards.com/","title":"www.azbilliards.com"},{"url":"https://cdn.ymaws.com/","title":"cdn.ymaws.com"},{"url":"https://poolplayers.com/","title":"poolplayers.com"},{"url":"https://centraliowa.apaleagues.com/","title":"centraliowa.apaleagues.com"},{"url":"https://poolplayers.com/","title":"poolplayers.com"},{"url":"https://www.guinnessworldrecords.com/","title":"www.guinnessworldrecords.com"},{"url":"https://www.dailylocal.com/","title":"www.dailylocal.com"},{"url":"https://www.worldrecordacademy.com/","title":"www.worldrecordacademy.com"},{"url":"https://www.vercalendario.info/","title":"www.vercalendario.info"},{"url":"https://www.azbilliards.com/","title":"www.azbilliards.com"},{"url":"http://www.billiardsdigest.com/","title":"www.billiardsdigest.com"},{"url":"http://www.billiardsdigest.com/","title":"www.billiardsdigest.com"},{"url":"https://www.billiardsdigest.com/","title":"www.billiardsdigest.com"},{"url":"http://www.billiardsdigest.com/","title":"www.billiardsdigest.com"},{"url":"https://www.billiardsdigest.com/","title":"www.billiardsdigest.com"},{"url":"https://www.lubypublishing.com/","title":"www.lubypublishing.com"},{"url":"https://bd.poolplayers.com/","title":"bd.poolplayers.com"},{"url":"https://bca-pool.com/","title":"bca-pool.com"},{"url":"https://www.anheuser-busch.com/","title":"www.anheuser-busch.com"},{"url":"https://charlottecounty.apaleagues.com/","title":"charlottecounty.apaleagues.com"},{"url":"https://www.beerandbrewing.com/","title":"www.beerandbrewing.com"},{"url":"https://time.com/","title":"time.com"},{"url":"https://www.builtstlouis.net/","title":"www.builtstlouis.net"},{"url":"https://www.stlouis-mo.gov/","title":"www.stlouis-mo.gov"},{"url":"https://www.stlmag.com/","title":"www.stlmag.com"},{"url":"https://www.anheuser-busch.com/","title":"www.anheuser-busch.com"}],"searchCalls":[{"id":"st_tmp_1qobryk4vnv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h71qhsiiu4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_or4bba2isid","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0tlxv9o82cee","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6atxsvml19r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yoc7o02ccb","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_73rbdi98606","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lzre4un0vkl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6qhor1afzt4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_es95g8pwch4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1yhq8notdkz","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_55cn4crvxrl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1tw159nlagi","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_1dftrtbhlud","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vk75adlv4a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_djggqi6twk","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-63","epoch":0,"score":"C","citations":[{"url":"https://www.moma.org/","title":"www.moma.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://balkaninsight.com/","title":"balkaninsight.com"},{"url":"https://www.wikiwand.com/","title":"www.wikiwand.com"},{"url":"https://www.solisprints.co.uk/","title":"www.solisprints.co.uk"},{"url":"https://www.moma.org/","title":"www.moma.org"},{"url":"https://sarajevotimes.com/","title":"sarajevotimes.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://trail.viadinarica.com/","title":"trail.viadinarica.com"},{"url":"https://trail.viadinarica.com/","title":"trail.viadinarica.com"},{"url":"https://trail.viadinarica.com/","title":"trail.viadinarica.com"},{"url":"https://www.outdooractive.com/","title":"www.outdooractive.com"},{"url":"https://www.findagrave.com/","title":"www.findagrave.com"},{"url":"https://ar-ar.facebook.com/","title":"ar-ar.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.xiwl.com/","title":"www.xiwl.com"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.spomenikdatabase.org/","title":"www.spomenikdatabase.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"http://www.citypopulation.de/","title":"www.citypopulation.de"},{"url":"https://hugequiz.com/","title":"hugequiz.com"},{"url":"https://visitbih.ba/","title":"visitbih.ba"},{"url":"https://plus.cobiss.net/","title":"plus.cobiss.net"},{"url":"https://www.artprice.com/","title":"www.artprice.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.spomenikdatabase.org/","title":"www.spomenikdatabase.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.spomenicinob.info/","title":"www.spomenicinob.info"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"}],"searchCalls":[{"id":"st_tmp_0rrnc5d2p6y","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7h1en7wqkai","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ppgl9jy7v3c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a6a13x1sc8p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nj05eehidyg","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_joz00elq58h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k53y599zxp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_luawtd0als","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-64","epoch":0,"score":"I","citations":[{"url":"https://www.routledge.com/","title":"www.routledge.com"},{"url":"https://searchworks.stanford.edu/","title":"searchworks.stanford.edu"},{"url":"https://www.taylorfrancis.com/","title":"www.taylorfrancis.com"},{"url":"https://philpapers.org/","title":"philpapers.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"http://www.iapsop.com/","title":"www.iapsop.com"},{"url":"https://www.taylorfrancis.com/","title":"www.taylorfrancis.com"},{"url":"https://catalog.hathitrust.org/","title":"catalog.hathitrust.org"},{"url":"https://www.gutenberg.org/","title":"www.gutenberg.org"},{"url":"https://en.wikisource.org/","title":"en.wikisource.org"},{"url":"https://www.gutenberg.org/","title":"www.gutenberg.org"},{"url":"https://resonanz-web.de/","title":"resonanz-web.de"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://frontline.thehindu.com/","title":"frontline.thehindu.com"},{"url":"https://content.time.com/","title":"content.time.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://brill.com/","title":"brill.com"},{"url":"https://brill.com/","title":"brill.com"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://ia800506.us.archive.org/","title":"ia800506.us.archive.org"},{"url":"https://ia601501.us.archive.org/","title":"ia601501.us.archive.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://s3-eu-west-1.amazonaws.com/","title":"s3-eu-west-1.amazonaws.com"},{"url":"https://brill.com/","title":"brill.com"},{"url":"https://catalog.hathitrust.org/","title":"catalog.hathitrust.org"},{"url":"https://www.theosophical.org/","title":"www.theosophical.org"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://catalog.hathitrust.org/","title":"catalog.hathitrust.org"},{"url":"https://catalog.hathitrust.org/","title":"catalog.hathitrust.org"},{"url":"https://www.loc.gov/","title":"www.loc.gov"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://www.theosophical.org/","title":"www.theosophical.org"},{"url":"https://catalog.hathitrust.org/","title":"catalog.hathitrust.org"},{"url":"https://catalog.hathitrust.org/","title":"catalog.hathitrust.org"},{"url":"https://catalog.hathitrust.org/","title":"catalog.hathitrust.org"},{"url":"https://catalog.hathitrust.org/","title":"catalog.hathitrust.org"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://catalog.hathitrust.org/","title":"catalog.hathitrust.org"},{"url":"https://catalog.hathitrust.org/","title":"catalog.hathitrust.org"},{"url":"https://catalog.hathitrust.org/","title":"catalog.hathitrust.org"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://catalog.hathitrust.org/","title":"catalog.hathitrust.org"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://catalog.hathitrust.org/","title":"catalog.hathitrust.org"},{"url":"https://catalog.hathitrust.org/","title":"catalog.hathitrust.org"},{"url":"https://catalog.hathitrust.org/","title":"catalog.hathitrust.org"},{"url":"http://www.iapsop.com/","title":"www.iapsop.com"},{"url":"https://theosophy.wiki/","title":"theosophy.wiki"},{"url":"https://www.ewtn.com/","title":"www.ewtn.com"},{"url":"https://theosophy.wiki/","title":"theosophy.wiki"},{"url":"https://www.ebsco.com/","title":"www.ebsco.com"},{"url":"https://pablosender.com/","title":"pablosender.com"},{"url":"https://www.gutenberg.org/","title":"www.gutenberg.org"},{"url":"https://resolve.cambridge.org/","title":"resolve.cambridge.org"},{"url":"https://en.wikisource.org/","title":"en.wikisource.org"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://brill.com/","title":"brill.com"},{"url":"https://brill.com/","title":"brill.com"},{"url":"https://philpapers.org/","title":"philpapers.org"},{"url":"https://www.infotextmanuscripts.org/","title":"www.infotextmanuscripts.org"},{"url":"https://search.worldcat.org/","title":"search.worldcat.org"},{"url":"https://www.ogmagazine.org.au/","title":"www.ogmagazine.org.au"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.gutenberg.org/","title":"www.gutenberg.org"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.anandgholap.net/","title":"www.anandgholap.net"},{"url":"https://www.rarebooksocietyofindia.org/","title":"www.rarebooksocietyofindia.org"}],"searchCalls":[{"id":"st_tmp_zp1k8335xql","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4hphp4hwf2m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g2m2ua2um7c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e7i035jf4qt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u0k2s9jqli","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t193x67wudn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m77ehk4zgvd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8j6g87gb91v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vzscfe1qz1o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eku8h325t37","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b6w4pb1ufav","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qlfzun7jb3n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t945tbilsvi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ce8yn2znsjv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gfrf2qe2t8c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hggsbj1v5ba","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_twfx1mw9byh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o17n35jwg9f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6kelrtux7ak","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1px4bvj0gdw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zlvtgyqk77","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ffgoooa0kvg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w5ft2oe1kp","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-65","epoch":0,"score":"I","citations":[{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://www.researchgate.net/","title":"www.researchgate.net"},{"url":"https://www.santafe.edu/","title":"www.santafe.edu"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://wtbod5.uzdim.lv/","title":"wtbod5.uzdim.lv"},{"url":"https://broussartformation.fr/","title":"broussartformation.fr"},{"url":"https://en-brunot.fr/","title":"en-brunot.fr"},{"url":"https://en-brunot.fr/","title":"en-brunot.fr"},{"url":"https://wdf6f59.sensotech.lv/","title":"wdf6f59.sensotech.lv"},{"url":"https://indianexpress.com/","title":"indianexpress.com"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://doi.org/","title":"doi.org"},{"url":"https://indianexpress.com/","title":"indianexpress.com"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"http://leprev.ilsl.br/","title":"leprev.ilsl.br"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://timesofindia.indiatimes.com/","title":"timesofindia.indiatimes.com"},{"url":"https://kalysecurite.fr/","title":"kalysecurite.fr"},{"url":"https://upload.wikimedia.org/","title":"upload.wikimedia.org"},{"url":"https://upload.wikimedia.org/","title":"upload.wikimedia.org"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://kingsridgecofc.org/","title":"kingsridgecofc.org"},{"url":"http://acworthleprosymuseum.org/","title":"acworthleprosymuseum.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.homelessshelterdirectory.org/","title":"www.homelessshelterdirectory.org"},{"url":"https://v36xsulcfdz.fflaivas.lv/","title":"v36xsulcfdz.fflaivas.lv"},{"url":"https://www.freerehabcenters.org/","title":"www.freerehabcenters.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://ia801501.us.archive.org/","title":"ia801501.us.archive.org"},{"url":"https://indianmedicine.eldoc.ub.rug.nl/","title":"indianmedicine.eldoc.ub.rug.nl"},{"url":"https://indianmedicine.eldoc.ub.rug.nl/","title":"indianmedicine.eldoc.ub.rug.nl"},{"url":"https://wellcomecollection.org/","title":"wellcomecollection.org"},{"url":"https://digital.nls.uk/","title":"digital.nls.uk"},{"url":"https://www.bmj.com/","title":"www.bmj.com"},{"url":"https://wellcomecollection.org/","title":"wellcomecollection.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://theory.tifr.res.in/","title":"theory.tifr.res.in"},{"url":"https://juedisches-leben-in-landau.de/","title":"juedisches-leben-in-landau.de"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://innovazionepermalagnino.it/","title":"innovazionepermalagnino.it"},{"url":"https://madrasmusings.com/","title":"madrasmusings.com"},{"url":"https://www.linkedin.com/","title":"www.linkedin.com"},{"url":"https://www.nmji.in/","title":"www.nmji.in"},{"url":"https://researchoutput.csu.edu.au/","title":"researchoutput.csu.edu.au"},{"url":"https://researchoutput.csu.edu.au/","title":"researchoutput.csu.edu.au"},{"url":"https://madrasmusings.com/","title":"madrasmusings.com"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://researchoutput.csu.edu.au/","title":"researchoutput.csu.edu.au"},{"url":"https://researchoutput.csu.edu.au/","title":"researchoutput.csu.edu.au"},{"url":"https://www.semanticscholar.org/","title":"www.semanticscholar.org"},{"url":"https://nmji.in/","title":"nmji.in"},{"url":"https://researchoutput.csu.edu.au/","title":"researchoutput.csu.edu.au"},{"url":"https://researchoutput.csu.edu.au/","title":"researchoutput.csu.edu.au"},{"url":"https://researchoutput.csu.edu.au/","title":"researchoutput.csu.edu.au"},{"url":"https://researchoutput.csu.edu.au/","title":"researchoutput.csu.edu.au"},{"url":"https://researchoutput.csu.edu.au/","title":"researchoutput.csu.edu.au"},{"url":"https://researchoutput.csu.edu.au/","title":"researchoutput.csu.edu.au"},{"url":"https://researchoutput.csu.edu.au/","title":"researchoutput.csu.edu.au"},{"url":"https://researchoutput.csu.edu.au/","title":"researchoutput.csu.edu.au"},{"url":"https://researchoutput.csu.edu.au/","title":"researchoutput.csu.edu.au"},{"url":"https://researchoutput.csu.edu.au/","title":"researchoutput.csu.edu.au"},{"url":"https://researchoutput.csu.edu.au/","title":"researchoutput.csu.edu.au"},{"url":"https://researchoutput.csu.edu.au/","title":"researchoutput.csu.edu.au"},{"url":"https://studyres.com/","title":"studyres.com"},{"url":"https://www.linkedin.com/","title":"www.linkedin.com"},{"url":"http://leprev.ilsl.br/","title":"leprev.ilsl.br"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"http://leprev.ilsl.br/","title":"leprev.ilsl.br"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://ldgijjkvvu3r-amphtml.metzgerei-walshausen.de/","title":"ldgijjkvvu3r-amphtml.metzgerei-walshausen.de"},{"url":"https://qx1gwpq-amphtml.frozenfacesapps.de/","title":"qx1gwpq-amphtml.frozenfacesapps.de"},{"url":"https://www.homelessshelterdirectory.org/","title":"www.homelessshelterdirectory.org"},{"url":"https://ilyforever.de/","title":"ilyforever.de"},{"url":"https://www.homelessshelterdirectory.org/","title":"www.homelessshelterdirectory.org"},{"url":"https://archive.org/","title":"archive.org"}],"searchCalls":[{"id":"st_tmp_2v71yr3b94b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z79fd1k04w9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9zv43kxkg0q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_obxwauarjk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y3fi6d2xis","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iyf99q3ht1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hakey83yokw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hz221wwpvq6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ia2r7o9vqrd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_56v25nbvr7j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8x1dfrtdxvb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i6xy9nrsm0p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_luy43wjp0lg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ajplwufmsxc","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_mbn7nblaubi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mw92qxorwmd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_whq5e3p8s4j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wbaq0g0rlh8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c99ugi3vbdw","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_va6wrwsq0or","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_6utit6ismmk","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_0znm7z11yrl","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_d6zop5a7u3o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y2o9ejl3kzf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0lszy7xlbvil","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-66","epoch":0,"score":"I","citations":[{"url":"https://www.tribuneindia.com/","title":"www.tribuneindia.com"},{"url":"https://sportstar.thehindu.com/","title":"sportstar.thehindu.com"},{"url":"https://www.espncricinfo.com/","title":"www.espncricinfo.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.espncricinfo.com/","title":"www.espncricinfo.com"},{"url":"https://www.cricinfo.com/","title":"www.cricinfo.com"},{"url":"https://www.espncricinfo.com/","title":"www.espncricinfo.com"},{"url":"https://www.pcb.com.pk/","title":"www.pcb.com.pk"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.espncricinfo.com/","title":"www.espncricinfo.com"},{"url":"https://www.espncricinfo.com/","title":"www.espncricinfo.com"},{"url":"https://www.cricinfo.com/","title":"www.cricinfo.com"},{"url":"https://downloads.cricinfo.com/","title":"downloads.cricinfo.com"},{"url":"https://www.espncricinfo.com/","title":"www.espncricinfo.com"},{"url":"https://www.webindia123.com/","title":"www.webindia123.com"},{"url":"https://www.webindia123.com/","title":"www.webindia123.com"},{"url":"https://www.cricketarchive.co.uk/","title":"www.cricketarchive.co.uk"},{"url":"https://cricketarchive.com/","title":"cricketarchive.com"},{"url":"https://www.cricbuzz.com/","title":"www.cricbuzz.com"},{"url":"https://cricketarchive.io/","title":"cricketarchive.io"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://crex.com/","title":"crex.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.cricketweb.net/","title":"www.cricketweb.net"},{"url":"https://www.espncricinfo.com/","title":"www.espncricinfo.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://www.espncricinfo.com/","title":"www.espncricinfo.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.icc-cricket.com/","title":"www.icc-cricket.com"},{"url":"https://www.espn.in/","title":"www.espn.in"},{"url":"https://cricketarchive.com/","title":"cricketarchive.com"},{"url":"https://www.espncricinfo.com/","title":"www.espncricinfo.com"},{"url":"http://news.bbc.co.uk/","title":"news.bbc.co.uk"},{"url":"https://www.icc-cricket.com/","title":"www.icc-cricket.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.espncricinfo.com/","title":"www.espncricinfo.com"},{"url":"https://www.cricbuzz.com/","title":"www.cricbuzz.com"},{"url":"https://www.sandpipergolf.com/","title":"www.sandpipergolf.com"},{"url":"https://course.bluegolf.com/","title":"course.bluegolf.com"},{"url":"https://www.golf.msstate.edu/","title":"www.golf.msstate.edu"},{"url":"https://www.eagleslandinggolfclub.net/","title":"www.eagleslandinggolfclub.net"},{"url":"https://www.adb.org/","title":"www.adb.org"},{"url":"https://www.espncricinfo.com/","title":"www.espncricinfo.com"},{"url":"https://www.espncricinfo.com/","title":"www.espncricinfo.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.indiatoday.in/","title":"www.indiatoday.in"},{"url":"https://sportstar.thehindu.com/","title":"sportstar.thehindu.com"},{"url":"https://www.indiatoday.in/","title":"www.indiatoday.in"},{"url":"https://timesofindia.indiatimes.com/","title":"timesofindia.indiatimes.com"}],"searchCalls":[{"id":"st_tmp_tvjfeyh6bv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mzqs67f82eo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gxrg31j78ch","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1ns98mqoc7c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dgfk25r0ope","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_i5g82dyfvqj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k09fslipyn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_imgx9s8th0k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ti6p4q7orwl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8k6ime8g4qg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6dd2qrhnezl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0nqoej2kmhm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tk0fgp203vk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wxvn0q42y8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0igdlb44oh0s","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-67","epoch":0,"score":"C","citations":[{"url":"https://journals.co.za/","title":"journals.co.za"},{"url":"https://journals.co.za/","title":"journals.co.za"},{"url":"https://www.hypertension.org.za/","title":"www.hypertension.org.za"},{"url":"https://southafrica.un.org/","title":"southafrica.un.org"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://www.wits.ac.za/","title":"www.wits.ac.za"},{"url":"https://www.scielo.org.za/","title":"www.scielo.org.za"},{"url":"https://journals.co.za/","title":"journals.co.za"},{"url":"https://genmedhist.eshg.org/","title":"genmedhist.eshg.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.wits.ac.za/","title":"www.wits.ac.za"},{"url":"https://journals.co.za/","title":"journals.co.za"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.wits.ac.za/","title":"www.wits.ac.za"},{"url":"https://www.wits.ac.za/","title":"www.wits.ac.za"},{"url":"https://journals.co.za/","title":"journals.co.za"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://ig.wikipedia.org/","title":"ig.wikipedia.org"},{"url":"https://journals.co.za/","title":"journals.co.za"},{"url":"https://www.wits.ac.za/","title":"www.wits.ac.za"},{"url":"https://www.scielo.org.za/","title":"www.scielo.org.za"}],"searchCalls":[{"id":"st_tmp_nk2vd8hx42i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uj1n99nia5q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cxg8hxn9fql","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1yl3hn9bd61","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8un37fgsspd","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-68","epoch":0,"score":"C","citations":[{"url":"https://indianexpress.com/","title":"indianexpress.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://zeenews.india.com/","title":"zeenews.india.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://routledgetextbooks.com/","title":"routledgetextbooks.com"},{"url":"https://zrsxf88-amphtml.masida.lt/","title":"zrsxf88-amphtml.masida.lt"},{"url":"https://punchng.com/","title":"punchng.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://goldbach-fuer-ahnatal.de/","title":"goldbach-fuer-ahnatal.de"},{"url":"https://punchng.com/","title":"punchng.com"},{"url":"https://naija-lyrics.blogspot.com/","title":"naija-lyrics.blogspot.com"},{"url":"https://vacarissespelclima.cat/","title":"vacarissespelclima.cat"},{"url":"https://jann-aarau.ch/","title":"jann-aarau.ch"},{"url":"https://vacarissespelclima.cat/","title":"vacarissespelclima.cat"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://knc.wikipedia.org/","title":"knc.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://lifestyle.thecable.ng/","title":"lifestyle.thecable.ng"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.tori.ng/","title":"www.tori.ng"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.channelstv.com/","title":"www.channelstv.com"},{"url":"https://so.wikipedia.org/","title":"so.wikipedia.org"},{"url":"https://punchng.com/","title":"punchng.com"},{"url":"https://punchng.com/","title":"punchng.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://dailypost.ng/","title":"dailypost.ng"}],"searchCalls":[{"id":"st_tmp_rmrbbbs6vhf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_utihzugfug8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l3vryx6kcxk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_puyvlyvxkib","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zi97nwdrm6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uakw98osaz","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pgnif48y97m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sgqu0e16yc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d8clo6ul35p","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-69","epoch":0,"score":"I","citations":[{"url":"https://www.thedailystar.net/","title":"www.thedailystar.net"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://theindependentbd.com/","title":"theindependentbd.com"},{"url":"https://tv.apple.com/","title":"tv.apple.com"},{"url":"https://online.thedailystar.net/","title":"online.thedailystar.net"},{"url":"https://www.dhakatribune.com/","title":"www.dhakatribune.com"},{"url":"https://www.dhakatribune.com/","title":"www.dhakatribune.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://tv.apple.com/","title":"tv.apple.com"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://rubaiyat-hossain.com/","title":"rubaiyat-hossain.com"},{"url":"https://www.pbs.org/","title":"www.pbs.org"},{"url":"https://dailynewnation.com/","title":"dailynewnation.com"},{"url":"https://www.thedailystar.net/","title":"www.thedailystar.net"},{"url":"https://ff.hrw.org/","title":"ff.hrw.org"},{"url":"https://www.goethe.de/","title":"www.goethe.de"},{"url":"https://www.goethe.de/","title":"www.goethe.de"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.asianstudies.org/","title":"www.asianstudies.org"},{"url":"https://www.thedailystar.net/","title":"www.thedailystar.net"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://online.thedailystar.net/","title":"online.thedailystar.net"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://dailyasianage.com/","title":"dailyasianage.com"},{"url":"https://www.dhakatribune.com/","title":"www.dhakatribune.com"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"http://www.daily-sun.com/","title":"www.daily-sun.com"},{"url":"https://observerbd.com/","title":"observerbd.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://dailyasianage.com/","title":"dailyasianage.com"},{"url":"https://en.bdnovels.org/","title":"en.bdnovels.org"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://www.litencyc.com/","title":"www.litencyc.com"},{"url":"https://unb.com.bd/","title":"unb.com.bd"},{"url":"https://www.daily-sun.com/","title":"www.daily-sun.com"},{"url":"https://www.thedailystar.net/","title":"www.thedailystar.net"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://bdnews24.com/","title":"bdnews24.com"},{"url":"https://rtvonline.com/","title":"rtvonline.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.tbsnews.net/","title":"www.tbsnews.net"},{"url":"https://observerbd.com/","title":"observerbd.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://www.business-standard.com/","title":"www.business-standard.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.espn.co.uk/","title":"www.espn.co.uk"},{"url":"https://www.espn.in/","title":"www.espn.in"},{"url":"https://m.economictimes.com/","title":"m.economictimes.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.thenationalnews.com/","title":"www.thenationalnews.com"},{"url":"https://observerbd.com/","title":"observerbd.com"},{"url":"https://pcvb2025.de/","title":"pcvb2025.de"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_b3cagpzchy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m9p2de4xtbk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u18qc5z02kr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_93qzg51ehij","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4hs8ci1hwsx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xtfuty46zr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_acai76s04fh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_31hb6n4ei2u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4uk6oq6czhd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z3jx8mon8ia","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0rpfjs8s4wi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_57irfsob2eo","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-7","epoch":0,"score":"I","citations":[{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.hawaiinewsnow.com/","title":"www.hawaiinewsnow.com"},{"url":"https://swedenherald.com/","title":"swedenherald.com"},{"url":"https://www.redding.com/","title":"www.redding.com"},{"url":"https://www.cbsnews.com/","title":"www.cbsnews.com"},{"url":"https://www.aclu-md.org/","title":"www.aclu-md.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.nbcchicago.com/","title":"www.nbcchicago.com"},{"url":"https://www.dailymail.com/","title":"www.dailymail.com"},{"url":"https://www.inquirer.com/","title":"www.inquirer.com"},{"url":"https://www.televisionacademy.com/","title":"www.televisionacademy.com"},{"url":"https://www.hawaiinewsnow.com/","title":"www.hawaiinewsnow.com"},{"url":"https://www.tvguide.com/","title":"www.tvguide.com"},{"url":"https://watch.plex.tv/","title":"watch.plex.tv"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://www.moviefone.com/","title":"www.moviefone.com"},{"url":"https://www.tvinsider.com/","title":"www.tvinsider.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://oprfmuseum.org/","title":"oprfmuseum.org"},{"url":"https://www.tvmaze.com/","title":"www.tvmaze.com"},{"url":"https://watch.plex.tv/","title":"watch.plex.tv"},{"url":"https://www.tvguide.com/","title":"www.tvguide.com"},{"url":"https://greysanatomy.fandom.com/","title":"greysanatomy.fandom.com"},{"url":"https://resumes.actorsaccess.com/","title":"resumes.actorsaccess.com"},{"url":"https://www.vulture.com/","title":"www.vulture.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.televisionacademy.com/","title":"www.televisionacademy.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.largeup.com/","title":"www.largeup.com"},{"url":"https://www.tpr.org/","title":"www.tpr.org"},{"url":"https://carolinentaylor.com/","title":"carolinentaylor.com"},{"url":"https://sflcn.com/","title":"sflcn.com"},{"url":"https://www.largeup.com/","title":"www.largeup.com"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.cumberland.edu/","title":"www.cumberland.edu"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.dignitymemorial.com/","title":"www.dignitymemorial.com"},{"url":"https://www.tvmaze.com/","title":"www.tvmaze.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.tvguide.com/","title":"www.tvguide.com"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://www.tvmaze.com/","title":"www.tvmaze.com"},{"url":"https://www.tvinsider.com/","title":"www.tvinsider.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://www.tvguide.com/","title":"www.tvguide.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://a.osmarks.net/","title":"a.osmarks.net"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://watch.plex.tv/","title":"watch.plex.tv"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.encyclopedia.com/","title":"www.encyclopedia.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.fandango.com/","title":"www.fandango.com"},{"url":"https://m.imdb.com/","title":"m.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://richmond.com/","title":"richmond.com"},{"url":"https://mubi.com/","title":"mubi.com"},{"url":"https://cinemorgue.fandom.com/","title":"cinemorgue.fandom.com"}],"searchCalls":[{"id":"st_tmp_exfugcfbidm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_otmr81yr0dh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eqdr4l0ozgk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w4wxvbq08hn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j7mg1soqv8r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5pfoxjnna7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hc6sd5yurq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1wmp8xy66dkh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nhkac8jhrop","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s3h1oehuf1d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uwn40zelnii","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uswc2g86zz","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t8c8ew45pii","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u3pvddglv28","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_psoqzju8zqk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nco0k3yg19","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sjo9wymjwls","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dwkycas9bfn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6nzqu0gpjdb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g6unjp79sgh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qcem3jysgeh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3n38wapa8j3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t9iwjozzdt8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fs8rvkxxg9g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pkauo6jefk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xyb6p1lpffg","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-70","epoch":0,"score":"C","citations":[{"url":"https://www.independent.ie/","title":"www.independent.ie"},{"url":"https://www.talbotwexford.ie/","title":"www.talbotwexford.ie"},{"url":"https://www.wilmingtonbiz.com/","title":"www.wilmingtonbiz.com"},{"url":"https://www.talbotsuites.ie/","title":"www.talbotsuites.ie"},{"url":"https://www.talbotsuites.ie/","title":"www.talbotsuites.ie"},{"url":"https://www.visitwexford.ie/","title":"www.visitwexford.ie"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.buildingsofireland.ie/","title":"www.buildingsofireland.ie"},{"url":"https://www.buildingsofireland.ie/","title":"www.buildingsofireland.ie"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.talbotwexford.ie/","title":"www.talbotwexford.ie"},{"url":"http://visitwexford.ie/","title":"visitwexford.ie"},{"url":"https://www.talbotsuites.ie/","title":"www.talbotsuites.ie"},{"url":"https://www.independent.ie/","title":"www.independent.ie"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_zuklalaq29","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mlijrcn9s8j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i784gdnd18b","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-71","epoch":0,"score":"C","citations":[{"url":"https://www.northgatemarket.com/","title":"www.northgatemarket.com"},{"url":"https://www.northgatemarket.com/","title":"www.northgatemarket.com"},{"url":"https://reports.uwncm.org/","title":"reports.uwncm.org"},{"url":"https://reports.uwncm.org/","title":"reports.uwncm.org"},{"url":"https://reports.uwncm.org/","title":"reports.uwncm.org"},{"url":"https://www.ocregister.com/","title":"www.ocregister.com"},{"url":"https://www.travelcostamesa.com/","title":"www.travelcostamesa.com"},{"url":"https://www.travelcostamesa.com/","title":"www.travelcostamesa.com"},{"url":"https://la.eater.com/","title":"la.eater.com"},{"url":"https://www.timeout.com/","title":"www.timeout.com"},{"url":"https://elmoro.mx/","title":"elmoro.mx"},{"url":"https://elmoro.mx/","title":"elmoro.mx"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.northgatemarket.com/","title":"www.northgatemarket.com"},{"url":"https://www.northgatemarket.com/","title":"www.northgatemarket.com"},{"url":"https://www.northgatemarket.com/","title":"www.northgatemarket.com"},{"url":"https://www.northgatemarket.com/","title":"www.northgatemarket.com"},{"url":"https://www.northgatemarket.com/","title":"www.northgatemarket.com"},{"url":"https://www.northgatemarket.com/","title":"www.northgatemarket.com"},{"url":"https://elmoro.mx/","title":"elmoro.mx"},{"url":"https://elmoro.mx/","title":"elmoro.mx"},{"url":"https://maps.apple.com/","title":"maps.apple.com"},{"url":"https://moro.emnt.link/","title":"moro.emnt.link"},{"url":"https://www.ubereats.com/","title":"www.ubereats.com"},{"url":"https://wanderboat.ai/","title":"wanderboat.ai"},{"url":"https://www.cybo.com/","title":"www.cybo.com"},{"url":"https://restaurantguru.com/","title":"restaurantguru.com"},{"url":"https://www.ubereats.com/","title":"www.ubereats.com"},{"url":"https://elmoro.mx/","title":"elmoro.mx"},{"url":"https://elmoro.mx/","title":"elmoro.mx"},{"url":"https://elmoro.mx/","title":"elmoro.mx"},{"url":"https://www.historicalmx.org/","title":"www.historicalmx.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.cntraveler.com/","title":"www.cntraveler.com"},{"url":"https://elmoro.mx/","title":"elmoro.mx"},{"url":"https://www.corner.inc/","title":"www.corner.inc"},{"url":"https://www.govegn.com/","title":"www.govegn.com"},{"url":"https://www.yelp.com/","title":"www.yelp.com"},{"url":"https://www.ocbj.com/","title":"www.ocbj.com"},{"url":"https://www.latimes.com/","title":"www.latimes.com"},{"url":"https://elmoro.mx/","title":"elmoro.mx"},{"url":"https://www.enprimeurclub.com/","title":"www.enprimeurclub.com"},{"url":"https://maps.apple.com/","title":"maps.apple.com"},{"url":"https://www.govegn.com/","title":"www.govegn.com"},{"url":"https://www.tripadvisor.com/","title":"www.tripadvisor.com"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://wiki.aaroads.com/","title":"wiki.aaroads.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://propiedades.com/","title":"propiedades.com"}],"searchCalls":[{"id":"st_tmp_3i9as01vy2c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c8bqmfq2grj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7gbb9pnlhd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pwjbmu8woa7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f5knvnibgvn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wba6n5cgxhf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x5pz7gvw4wk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sczmpuu384f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ecz386pyqwu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bekbms2rzqf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5te15gpm76a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ytjh8950l47","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zi751mtu9za","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-72","epoch":0,"score":"C","citations":[{"url":"https://ucr.irmct.org/","title":"ucr.irmct.org"},{"url":"https://www.cambridge.org/","title":"www.cambridge.org"},{"url":"https://www.cfr.org/","title":"www.cfr.org"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://www.cambridge.org/","title":"www.cambridge.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.sciencespo.fr/","title":"www.sciencespo.fr"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://blackpast.org/","title":"blackpast.org"},{"url":"https://explaininghistory.org/","title":"explaininghistory.org"},{"url":"https://sk.sagepub.com/","title":"sk.sagepub.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_buevxozhywq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a45i1jbhbhs","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_9ccxqst5ui","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8maye0p0o4t","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-73","epoch":0,"score":"C","citations":[{"url":"https://mb.com.ph/","title":"mb.com.ph"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://mb.com.ph/","title":"mb.com.ph"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://sites.google.com/","title":"sites.google.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://x.com/","title":"x.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.scribd.com/","title":"www.scribd.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://rzylnrvadynbo.rest/","title":"rzylnrvadynbo.rest"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://gulfcouncil.org/","title":"gulfcouncil.org"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://northphiltimes.blogspot.com/","title":"northphiltimes.blogspot.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://beautyqueenblogs.wordpress.com/","title":"beautyqueenblogs.wordpress.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.manilatimes.net/","title":"www.manilatimes.net"},{"url":"https://vvafhr.run/","title":"vvafhr.run"},{"url":"https://yywnks.live/","title":"yywnks.live"},{"url":"https://launion.gov.ph/","title":"launion.gov.ph"},{"url":"https://www.collegesidekick.com/","title":"www.collegesidekick.com"},{"url":"https://www.puertoparrot.com/","title":"www.puertoparrot.com"},{"url":"https://www.festivalscape.com/","title":"www.festivalscape.com"},{"url":"https://prezi.com/","title":"prezi.com"},{"url":"https://www.kgmresorts.com/","title":"www.kgmresorts.com"},{"url":"https://commons.wikimedia.org/","title":"commons.wikimedia.org"},{"url":"https://www.sunstar.com.ph/","title":"www.sunstar.com.ph"},{"url":"https://gmxirqkuljqr.art/","title":"gmxirqkuljqr.art"},{"url":"https://aipkylsngjmo.life/","title":"aipkylsngjmo.life"},{"url":"https://www.puertoparrot.com/","title":"www.puertoparrot.com"},{"url":"https://www.puertoparrot.com/","title":"www.puertoparrot.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://8g3o8.girvqsbkktrl.fun/","title":"8g3o8.girvqsbkktrl.fun"},{"url":"https://www.youtube.com/","title":"www.youtube.com"},{"url":"https://www.ajinomoto.com.ph/","title":"www.ajinomoto.com.ph"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://salu-salo.com/","title":"salu-salo.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://mybaykitchen.wordpress.com/","title":"mybaykitchen.wordpress.com"}],"searchCalls":[{"id":"st_tmp_01xgpq00wfa3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k3thxxlpj2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7sggyfykqfq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y1qr9l39jqo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_111t5q0yxe7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xcs6zmb5vl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eikexzojkwr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i3t777nqm1i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v9x3en5zka","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_myra715i6u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_knr6l4q4u6k","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-74","epoch":0,"score":"I","citations":[{"url":"https://www.uri.edu/","title":"www.uri.edu"},{"url":"https://www.wickedlocal.com/","title":"www.wickedlocal.com"},{"url":"https://www.uri.edu/","title":"www.uri.edu"},{"url":"https://www.acs.org/","title":"www.acs.org"},{"url":"https://www.uri.edu/","title":"www.uri.edu"},{"url":"https://www.uri.edu/","title":"www.uri.edu"},{"url":"https://www.uri.edu/","title":"www.uri.edu"},{"url":"https://www.uri.edu/","title":"www.uri.edu"},{"url":"https://www.uri.edu/","title":"www.uri.edu"},{"url":"https://www.uri.edu/","title":"www.uri.edu"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.acs.org/","title":"www.acs.org"},{"url":"https://chemistry.illinois.edu/","title":"chemistry.illinois.edu"},{"url":"https://acshist.scs.illinois.edu/","title":"acshist.scs.illinois.edu"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://acshist.scs.illinois.edu/","title":"acshist.scs.illinois.edu"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.qmul.ac.uk/","title":"www.qmul.ac.uk"},{"url":"https://www.uri.edu/","title":"www.uri.edu"},{"url":"https://www.uri.edu/","title":"www.uri.edu"},{"url":"https://www.uri.edu/","title":"www.uri.edu"},{"url":"https://www.uri.edu/","title":"www.uri.edu"},{"url":"https://www.uri.edu/","title":"www.uri.edu"},{"url":"https://escholarship.org/","title":"escholarship.org"},{"url":"https://www.osti.gov/","title":"www.osti.gov"},{"url":"https://thescholarship.ecu.edu/","title":"thescholarship.ecu.edu"},{"url":"https://linkedin.com/","title":"linkedin.com"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://digitalcommons.uri.edu/","title":"digitalcommons.uri.edu"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://digitalcommons.uri.edu/","title":"digitalcommons.uri.edu"},{"url":"https://discovery.ucl.ac.uk/","title":"discovery.ucl.ac.uk"},{"url":"https://dl.tufts.edu/","title":"dl.tufts.edu"},{"url":"https://digitalcommons.uri.edu/","title":"digitalcommons.uri.edu"},{"url":"https://digitalcommons.uri.edu/","title":"digitalcommons.uri.edu"},{"url":"https://digitalcommons.uri.edu/","title":"digitalcommons.uri.edu"},{"url":"https://digitalcommons.uri.edu/","title":"digitalcommons.uri.edu"},{"url":"https://www.proquest.com/","title":"www.proquest.com"},{"url":"https://www.researchgate.net/","title":"www.researchgate.net"},{"url":"https://www.usenix.org/","title":"www.usenix.org"},{"url":"https://www.usenix.org/","title":"www.usenix.org"},{"url":"https://csed.acm.org/","title":"csed.acm.org"},{"url":"https://resolve.cambridge.org/","title":"resolve.cambridge.org"},{"url":"https://static.usenix.org/","title":"static.usenix.org"},{"url":"https://viceprovost.tufts.edu/","title":"viceprovost.tufts.edu"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubs.rsc.org/","title":"pubs.rsc.org"},{"url":"https://patents.justia.com/","title":"patents.justia.com"},{"url":"https://pbn.com/","title":"pbn.com"},{"url":"https://www.newsbreak.com/","title":"www.newsbreak.com"},{"url":"https://cardiovascularbusiness.com/","title":"cardiovascularbusiness.com"},{"url":"https://www.researchgate.net/","title":"www.researchgate.net"},{"url":"https://cardiovascularbusiness.com/","title":"cardiovascularbusiness.com"},{"url":"https://www.nejm.org/","title":"www.nejm.org"},{"url":"http://tufts.technologypublisher.com/","title":"tufts.technologypublisher.com"},{"url":"https://www.researchgate.net/","title":"www.researchgate.net"},{"url":"https://muckrack.com/","title":"muckrack.com"},{"url":"https://pubs.rsc.org/","title":"pubs.rsc.org"},{"url":"https://pbn.com/","title":"pbn.com"},{"url":"https://pbn.com/","title":"pbn.com"},{"url":"https://pbn.com/","title":"pbn.com"},{"url":"https://pbn.com/","title":"pbn.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.uab.edu/","title":"www.uab.edu"},{"url":"https://www.auajournals.org/","title":"www.auajournals.org"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://webserver.rilegislature.gov/","title":"webserver.rilegislature.gov"},{"url":"https://fs.wp.odu.edu/","title":"fs.wp.odu.edu"},{"url":"https://digitalscholarship.tsu.edu/","title":"digitalscholarship.tsu.edu"},{"url":"https://mospace.umsystem.edu/","title":"mospace.umsystem.edu"},{"url":"https://scholarsjunction.msstate.edu/","title":"scholarsjunction.msstate.edu"},{"url":"https://digitalcommons.uri.edu/","title":"digitalcommons.uri.edu"},{"url":"https://digitalcommons.uri.edu/","title":"digitalcommons.uri.edu"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://uu.diva-portal.org/","title":"uu.diva-portal.org"},{"url":"https://academicarchive.snhu.edu/","title":"academicarchive.snhu.edu"},{"url":"http://stacks.cdc.gov/","title":"stacks.cdc.gov"},{"url":"https://sites.google.com/","title":"sites.google.com"},{"url":"https://www.cambridge.org/","title":"www.cambridge.org"},{"url":"https://scholar.flatworldknowledge.com/","title":"scholar.flatworldknowledge.com"},{"url":"https://www.degruyterbrill.com/","title":"www.degruyterbrill.com"},{"url":"https://resolve.cambridge.org/","title":"resolve.cambridge.org"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://chem.tufts.edu/","title":"chem.tufts.edu"},{"url":"https://facultyprofiles.tufts.edu/","title":"facultyprofiles.tufts.edu"},{"url":"https://engineering.tufts.edu/","title":"engineering.tufts.edu"},{"url":"https://facultyprofiles.tufts.edu/","title":"facultyprofiles.tufts.edu"},{"url":"https://cellularagriculture.tufts.edu/","title":"cellularagriculture.tufts.edu"},{"url":"https://www.researchgate.net/","title":"www.researchgate.net"},{"url":"https://www.uri.edu/","title":"www.uri.edu"},{"url":"https://www.uri.edu/","title":"www.uri.edu"},{"url":"https://web.uri.edu/","title":"web.uri.edu"},{"url":"https://www.uri.edu/","title":"www.uri.edu"},{"url":"https://chemistry.illinois.edu/","title":"chemistry.illinois.edu"},{"url":"https://www.acs.org/","title":"www.acs.org"},{"url":"https://chbe.illinois.edu/","title":"chbe.illinois.edu"},{"url":"https://inchemistry.acs.org/","title":"inchemistry.acs.org"}],"searchCalls":[{"id":"st_tmp_cafd82buuya","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0cnm21peuidl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uyh97msfg6i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_28r45w8vjx2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9cktgt8894u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_08jxwcenmt0n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_evziyds7r4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yi3peofpwq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kz207xsss6h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hrncg1kuulg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z66tr7p8dga","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wlx9jnquu5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_krcan0x7fo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0fvk5agwqh2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5pbk05j4q3m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_poxsqx78n4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gc4swj7gnma","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vs323m461r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xd8hoqqf37","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_awt6jdqvze","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_asjcr35gd1m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t4tug9nild","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kt3o5fbxzcf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2ywugrjo9wk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ckugoe37my5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wupjkj5ieq8","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-75","epoch":0,"score":"C","citations":[{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://warped-tour.fandom.com/","title":"warped-tour.fandom.com"},{"url":"https://www.vividseats.com/","title":"www.vividseats.com"},{"url":"https://www.bandmix.co.uk/","title":"www.bandmix.co.uk"},{"url":"https://www.bandmix.co.uk/","title":"www.bandmix.co.uk"},{"url":"https://www.musicchartsarchive.com/","title":"www.musicchartsarchive.com"},{"url":"https://core.ac.uk/","title":"core.ac.uk"},{"url":"https://www.theatlantic.com/","title":"www.theatlantic.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.bloomberg.com/","title":"www.bloomberg.com"},{"url":"https://www.shazam.com/","title":"www.shazam.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://faroutmagazine.co.uk/","title":"faroutmagazine.co.uk"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://americansongwriter.com/","title":"americansongwriter.com"},{"url":"https://www.shazam.com/","title":"www.shazam.com"},{"url":"https://www.shazam.com/","title":"www.shazam.com"},{"url":"https://www.letras.mus.br/","title":"www.letras.mus.br"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.popmatters.com/","title":"www.popmatters.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.montereyherald.com/","title":"www.montereyherald.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://mclars.bandcamp.com/","title":"mclars.bandcamp.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://patrickwood.blogspot.com/","title":"patrickwood.blogspot.com"},{"url":"https://www.backfromsuicide.com/","title":"www.backfromsuicide.com"},{"url":"https://www.backfromsuicide.com/","title":"www.backfromsuicide.com"},{"url":"https://podcast.uprotterdam.com/","title":"podcast.uprotterdam.com"},{"url":"https://www.letras.mus.br/","title":"www.letras.mus.br"},{"url":"https://www.lyricsfreak.com/","title":"www.lyricsfreak.com"},{"url":"https://www.lyrics.com/","title":"www.lyrics.com"},{"url":"https://www.songlyrics.com/","title":"www.songlyrics.com"},{"url":"https://mclars.bandcamp.com/","title":"mclars.bandcamp.com"},{"url":"https://www.shazam.com/","title":"www.shazam.com"},{"url":"https://www.shazam.com/","title":"www.shazam.com"},{"url":"https://www.cancioneros.com/","title":"www.cancioneros.com"},{"url":"https://www.songlyrics.com/","title":"www.songlyrics.com"},{"url":"https://www.lyricsfreak.com/","title":"www.lyricsfreak.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.letras.mus.br/","title":"www.letras.mus.br"},{"url":"https://azlyrics.biz/","title":"azlyrics.biz"},{"url":"https://www.songlyrics.com/","title":"www.songlyrics.com"},{"url":"https://www.lyricsondemand.com/","title":"www.lyricsondemand.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.c-span.org/","title":"www.c-span.org"},{"url":"https://www.gainesville.com/","title":"www.gainesville.com"},{"url":"https://www.oklahoman.com/","title":"www.oklahoman.com"},{"url":"https://www.alligator.org/","title":"www.alligator.org"},{"url":"https://www.punktastic.com/","title":"www.punktastic.com"},{"url":"https://www.concertarchives.org/","title":"www.concertarchives.org"},{"url":"https://www.setlist.fm/","title":"www.setlist.fm"},{"url":"https://www.setlist.fm/","title":"www.setlist.fm"},{"url":"https://guestpectacular.com/","title":"guestpectacular.com"},{"url":"https://musicbrainz.org/","title":"musicbrainz.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://mclars.bandcamp.com/","title":"mclars.bandcamp.com"},{"url":"https://mclars.bandcamp.com/","title":"mclars.bandcamp.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://mclars.bandcamp.com/","title":"mclars.bandcamp.com"},{"url":"https://www.cancioneros.com/","title":"www.cancioneros.com"},{"url":"http://patrickwood.blogspot.com/","title":"patrickwood.blogspot.com"},{"url":"https://patrickwood.blogspot.com/","title":"patrickwood.blogspot.com"},{"url":"http://patrickwood.blogspot.com/","title":"patrickwood.blogspot.com"},{"url":"http://patrickwood.blogspot.com/","title":"patrickwood.blogspot.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"http://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"http://news.bbc.co.uk/","title":"news.bbc.co.uk"},{"url":"https://africa.espn.com/","title":"africa.espn.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.theposh.com/","title":"www.theposh.com"},{"url":"https://www.theposh.com/","title":"www.theposh.com"},{"url":"https://www.theposh.com/","title":"www.theposh.com"},{"url":"https://www.theposh.com/","title":"www.theposh.com"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://www.boston.com/","title":"www.boston.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.nme.com/","title":"www.nme.com"},{"url":"https://www.rollingstone.com/","title":"www.rollingstone.com"},{"url":"https://www.bostonglobe.com/","title":"www.bostonglobe.com"},{"url":"https://www.aaemusic.com/","title":"www.aaemusic.com"},{"url":"https://www.songfacts.com/","title":"www.songfacts.com"},{"url":"http://www.poprockbands.com/","title":"www.poprockbands.com"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://www.poppunk.fm/","title":"www.poppunk.fm"},{"url":"http://patrickwood.blogspot.com/","title":"patrickwood.blogspot.com"},{"url":"http://patrickwood.blogspot.com/","title":"patrickwood.blogspot.com"}],"searchCalls":[{"id":"st_tmp_ru988f9e9rj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2c3lnh4g41q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_92v5hy2f2h7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oq6dc8h5w8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yymvcisuuje","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sjzd83noh8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xz67v5ysnjr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n0hsfvfopq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h42x22y3yw5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rz2bx6m1gxs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_csxpbj3cx0f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gry1ikvex9o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h6joulu8bb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5s3pc340c6e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_90kamnyp4v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l6h1s7trggp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ceqj7exl8di","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kr8n9xvr1vl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6dxoyq5zghl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qhdlbvjdd2e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qajy60z80p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_csd31eqk5xa","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-76","epoch":0,"score":"C","citations":[{"url":"https://www.doc.govt.nz/","title":"www.doc.govt.nz"},{"url":"https://nzhistory.govt.nz/","title":"nzhistory.govt.nz"},{"url":"https://trove.nla.gov.au/","title":"trove.nla.gov.au"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://archivesonline.wcc.govt.nz/","title":"archivesonline.wcc.govt.nz"},{"url":"https://paperspast.natlib.govt.nz/","title":"paperspast.natlib.govt.nz"},{"url":"https://www.aucklandmuseum.com/","title":"www.aucklandmuseum.com"},{"url":"https://paperspast.natlib.govt.nz/","title":"paperspast.natlib.govt.nz"},{"url":"https://paperspast.natlib.govt.nz/","title":"paperspast.natlib.govt.nz"},{"url":"https://sites.rootsweb.com/","title":"sites.rootsweb.com"},{"url":"https://paperspast.natlib.govt.nz/","title":"paperspast.natlib.govt.nz"},{"url":"https://sites.rootsweb.com/","title":"sites.rootsweb.com"},{"url":"https://sites.rootsweb.com/","title":"sites.rootsweb.com"},{"url":"https://teara.govt.nz/","title":"teara.govt.nz"},{"url":"https://www.doc.govt.nz/","title":"www.doc.govt.nz"},{"url":"https://teara.govt.nz/","title":"teara.govt.nz"},{"url":"https://teara.govt.nz/","title":"teara.govt.nz"},{"url":"https://teara.govt.nz/","title":"teara.govt.nz"},{"url":"https://australian.museum/","title":"australian.museum"},{"url":"https://adb.anu.edu.au/","title":"adb.anu.edu.au"},{"url":"https://teara.govt.nz/","title":"teara.govt.nz"},{"url":"https://adb.anu.edu.au/","title":"adb.anu.edu.au"},{"url":"https://adb.anu.edu.au/","title":"adb.anu.edu.au"},{"url":"https://nzhistory.govt.nz/","title":"nzhistory.govt.nz"},{"url":"https://teara.govt.nz/","title":"teara.govt.nz"},{"url":"http://sites.rootsweb.com/","title":"sites.rootsweb.com"},{"url":"https://sites.rootsweb.com/","title":"sites.rootsweb.com"},{"url":"http://archivesonline.wcc.govt.nz/","title":"archivesonline.wcc.govt.nz"},{"url":"https://teara.govt.nz/","title":"teara.govt.nz"},{"url":"https://www.stuff.co.nz/","title":"www.stuff.co.nz"},{"url":"https://www.stuff.co.nz/","title":"www.stuff.co.nz"},{"url":"https://www.doc.govt.nz/","title":"www.doc.govt.nz"},{"url":"https://teara.govt.nz/","title":"teara.govt.nz"},{"url":"https://www.doc.govt.nz/","title":"www.doc.govt.nz"},{"url":"https://paperspast.natlib.govt.nz/","title":"paperspast.natlib.govt.nz"},{"url":"https://paperspast.natlib.govt.nz/","title":"paperspast.natlib.govt.nz"},{"url":"https://paperspast.natlib.govt.nz/","title":"paperspast.natlib.govt.nz"},{"url":"https://paperspast.natlib.govt.nz/","title":"paperspast.natlib.govt.nz"},{"url":"https://paperspast.natlib.govt.nz/","title":"paperspast.natlib.govt.nz"},{"url":"https://nzhistory.govt.nz/","title":"nzhistory.govt.nz"},{"url":"https://collections.tepapa.govt.nz/","title":"collections.tepapa.govt.nz"},{"url":"https://digitalnz.org/","title":"digitalnz.org"},{"url":"https://teara.govt.nz/","title":"teara.govt.nz"},{"url":"https://teara.govt.nz/","title":"teara.govt.nz"},{"url":"https://nzhistory.govt.nz/","title":"nzhistory.govt.nz"},{"url":"https://teara.govt.nz/","title":"teara.govt.nz"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.elsewhere.co.nz/","title":"www.elsewhere.co.nz"},{"url":"https://blenheim175.wordpress.com/","title":"blenheim175.wordpress.com"},{"url":"https://www.yahoo.com/","title":"www.yahoo.com"},{"url":"http://www.nzearlyhistory.com/","title":"www.nzearlyhistory.com"},{"url":"https://ancestors.familysearch.org/","title":"ancestors.familysearch.org"},{"url":"https://ancestors.familysearch.org/","title":"ancestors.familysearch.org"},{"url":"http://www.nzearlyhistory.com/","title":"www.nzearlyhistory.com"},{"url":"https://ancestors.familysearch.org/","title":"ancestors.familysearch.org"},{"url":"https://adb.anu.edu.au/","title":"adb.anu.edu.au"},{"url":"https://www.wikitree.com/","title":"www.wikitree.com"},{"url":"https://ancestors.familysearch.org/","title":"ancestors.familysearch.org"},{"url":"https://talesofthose.com/","title":"talesofthose.com"},{"url":"https://talesofthose.com/","title":"talesofthose.com"},{"url":"https://paperspast.natlib.govt.nz/","title":"paperspast.natlib.govt.nz"},{"url":"https://dev.hkpsociety.com/","title":"dev.hkpsociety.com"},{"url":"https://digitalnz.org/","title":"digitalnz.org"},{"url":"https://www.voicemedia.global/","title":"www.voicemedia.global"},{"url":"https://www.sooty.nz/","title":"www.sooty.nz"},{"url":"https://digitalnz.org/","title":"digitalnz.org"},{"url":"https://digitalnz.org/","title":"digitalnz.org"},{"url":"https://talesofthose.com/","title":"talesofthose.com"},{"url":"https://talesofthose.com/","title":"talesofthose.com"},{"url":"https://talesofthose.com/","title":"talesofthose.com"},{"url":"https://talesofthose.com/","title":"talesofthose.com"}],"searchCalls":[{"id":"st_tmp_nlktmdv4di","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f0bebq8x0vd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_upp0wfqef4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8nxpguiewy4","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_eu51pnp4tx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f77sfofphaj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qew5vzgtpo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ixh2j6l2fdg","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_augtjiiqknn","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_aeriby6ezsb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mlg7cc9ucj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fmajq8apdhr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zor5wscaugd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7byblp6nj8l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_64m93ctdcbx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uu6me55cim8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hw5xzobop95","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l6cms9etau","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_unv4x803uag","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dtx38djvz6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2fk5mxt7j9s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_abdtz5i2mb9","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-77","epoch":0,"score":"C","citations":[{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.thisdaylive.com/","title":"www.thisdaylive.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://nigerianobservernews.com/","title":"nigerianobservernews.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://translanth.hypotheses.org/","title":"translanth.hypotheses.org"},{"url":"https://allafrica.com/","title":"allafrica.com"},{"url":"https://nigerianobservernews.com/","title":"nigerianobservernews.com"},{"url":"https://dailytrust.com/","title":"dailytrust.com"},{"url":"https://thesun.ng/","title":"thesun.ng"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://historicalnigeria.com/","title":"historicalnigeria.com"},{"url":"https://www.cam.ac.uk/","title":"www.cam.ac.uk"},{"url":"https://www.cam.ac.uk/","title":"www.cam.ac.uk"},{"url":"https://www.cam.ac.uk/","title":"www.cam.ac.uk"},{"url":"https://www.cam.ac.uk/","title":"www.cam.ac.uk"},{"url":"https://www.scitechnol.com/","title":"www.scitechnol.com"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_gf9m85ohldw","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_3fywmo5z3d6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vrrf1asbi6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3adctrpezl5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_szg6c7mam5a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7bchj6etmw8","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-78","epoch":0,"score":"I","citations":[{"url":"https://stanforddaily.com/","title":"stanforddaily.com"},{"url":"https://stanforddaily.com/","title":"stanforddaily.com"},{"url":"https://stanforddaily.com/","title":"stanforddaily.com"},{"url":"https://stanforddaily.com/","title":"stanforddaily.com"},{"url":"https://stanforddaily.com/","title":"stanforddaily.com"},{"url":"https://paw.princeton.edu/","title":"paw.princeton.edu"},{"url":"https://news.arizona.edu/","title":"news.arizona.edu"},{"url":"https://hum.byu.edu/","title":"hum.byu.edu"},{"url":"https://direct.mit.edu/","title":"direct.mit.edu"},{"url":"https://www.thecrimson.com/","title":"www.thecrimson.com"},{"url":"https://direct.mit.edu/","title":"direct.mit.edu"},{"url":"https://news.ucsc.edu/","title":"news.ucsc.edu"},{"url":"https://english.columbia.edu/","title":"english.columbia.edu"},{"url":"https://www.amacad.org/","title":"www.amacad.org"},{"url":"https://oro.open.ac.uk/","title":"oro.open.ac.uk"},{"url":"https://resources.clie.ucl.ac.uk/","title":"resources.clie.ucl.ac.uk"},{"url":"https://resources.clie.ucl.ac.uk/","title":"resources.clie.ucl.ac.uk"},{"url":"https://testing.tucapelcampo.aeurus.cl/","title":"testing.tucapelcampo.aeurus.cl"},{"url":"https://www.repository.cam.ac.uk/","title":"www.repository.cam.ac.uk"},{"url":"https://philpapers.org/","title":"philpapers.org"},{"url":"https://www.degruyterbrill.com/","title":"www.degruyterbrill.com"},{"url":"https://danielaguirreoteiza.rll-faculty.fas.harvard.edu/","title":"danielaguirreoteiza.rll-faculty.fas.harvard.edu"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://resolve.cambridge.org/","title":"resolve.cambridge.org"},{"url":"https://read.dukeupress.edu/","title":"read.dukeupress.edu"},{"url":"https://www.cambridge.org/","title":"www.cambridge.org"},{"url":"https://2012books.lardbucket.org/","title":"2012books.lardbucket.org"},{"url":"https://resolve.cambridge.org/","title":"resolve.cambridge.org"},{"url":"https://www.cambridge.org/","title":"www.cambridge.org"},{"url":"https://press.princeton.edu/","title":"press.princeton.edu"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://muse.jhu.edu/","title":"muse.jhu.edu"},{"url":"https://www.slu.edu/","title":"www.slu.edu"},{"url":"https://history.ucla.edu/","title":"history.ucla.edu"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.historians.org/","title":"www.historians.org"},{"url":"https://chancellor.ucla.edu/","title":"chancellor.ucla.edu"},{"url":"https://www.neh.gov/","title":"www.neh.gov"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.neh.gov/","title":"www.neh.gov"},{"url":"https://www.ias.edu/","title":"www.ias.edu"},{"url":"https://www.amacad.org/","title":"www.amacad.org"},{"url":"https://www.aarome.org/","title":"www.aarome.org"},{"url":"https://press.princeton.edu/","title":"press.princeton.edu"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://www.simonandschuster.com/","title":"www.simonandschuster.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://dailybruin.com/","title":"dailybruin.com"},{"url":"https://www.asucla.ucla.edu/","title":"www.asucla.ucla.edu"},{"url":"https://dailybruin.com/","title":"dailybruin.com"},{"url":"https://dailybruin.com/","title":"dailybruin.com"},{"url":"https://guides.library.ucla.edu/","title":"guides.library.ucla.edu"},{"url":"https://hist.uic.edu/","title":"hist.uic.edu"},{"url":"https://danafrank.sites.ucsc.edu/","title":"danafrank.sites.ucsc.edu"},{"url":"https://s29068.pcdn.co/","title":"s29068.pcdn.co"},{"url":"https://as.nyu.edu/","title":"as.nyu.edu"},{"url":"https://uu.academia.edu/","title":"uu.academia.edu"},{"url":"https://mulvey.princeton.edu/","title":"mulvey.princeton.edu"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://academia.stackexchange.com/","title":"academia.stackexchange.com"},{"url":"https://sites.nationalacademies.org/","title":"sites.nationalacademies.org"},{"url":"https://academia.stackexchange.com/","title":"academia.stackexchange.com"},{"url":"https://digital.library.unt.edu/","title":"digital.library.unt.edu"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.cambridge.org/","title":"www.cambridge.org"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://www.usf.edu/","title":"www.usf.edu"},{"url":"https://belmontabbeycollege.edu/","title":"belmontabbeycollege.edu"},{"url":"https://libraryguides.fullerton.edu/","title":"libraryguides.fullerton.edu"},{"url":"https://religious-studies.cornell.edu/","title":"religious-studies.cornell.edu"},{"url":"https://www.usf.edu/","title":"www.usf.edu"},{"url":"https://classics.ucla.edu/","title":"classics.ucla.edu"},{"url":"https://www.plu.edu/","title":"www.plu.edu"},{"url":"https://www.classics.utoronto.ca/","title":"www.classics.utoronto.ca"},{"url":"https://classics.stanford.edu/","title":"classics.stanford.edu"},{"url":"https://cucd.blogs.sas.ac.uk/","title":"cucd.blogs.sas.ac.uk"},{"url":"https://artsci.utk.edu/","title":"artsci.utk.edu"},{"url":"https://medievalstudies.princeton.edu/","title":"medievalstudies.princeton.edu"},{"url":"https://scholarworks.iu.edu/","title":"scholarworks.iu.edu"},{"url":"https://read.dukeupress.edu/","title":"read.dukeupress.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://shc.stanford.edu/","title":"shc.stanford.edu"},{"url":"https://dailytrojan.com/","title":"dailytrojan.com"},{"url":"https://direct.mit.edu/","title":"direct.mit.edu"},{"url":"https://www.routledge.com/","title":"www.routledge.com"},{"url":"https://www.routledge.com/","title":"www.routledge.com"},{"url":"https://www.yumpu.com/","title":"www.yumpu.com"},{"url":"https://ingramacademic.com/","title":"ingramacademic.com"},{"url":"https://openknowledge.worldbank.org/","title":"openknowledge.worldbank.org"},{"url":"https://press.princeton.edu/","title":"press.princeton.edu"},{"url":"http://archive.org/","title":"archive.org"},{"url":"https://asphs.net/","title":"asphs.net"},{"url":"https://www.juniperbooks.ca/","title":"www.juniperbooks.ca"},{"url":"https://newsroom.ucla.edu/","title":"newsroom.ucla.edu"},{"url":"https://press.princeton.edu/","title":"press.princeton.edu"},{"url":"https://www.amacad.org/","title":"www.amacad.org"},{"url":"https://history.illinois.edu/","title":"history.illinois.edu"},{"url":"https://www.bu.edu/","title":"www.bu.edu"},{"url":"https://www.amacad.org/","title":"www.amacad.org"},{"url":"https://www.amacad.org/","title":"www.amacad.org"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.civilwarmonitor.com/","title":"www.civilwarmonitor.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.scstatehouse.gov/","title":"www.scstatehouse.gov"},{"url":"https://schmidtsciencefellows.org/","title":"schmidtsciencefellows.org"},{"url":"https://doe.louisiana.gov/","title":"doe.louisiana.gov"},{"url":"https://reutersinstitute.politics.ox.ac.uk/","title":"reutersinstitute.politics.ox.ac.uk"},{"url":"https://humanservices.ucdavis.edu/","title":"humanservices.ucdavis.edu"},{"url":"https://sites.rhodes.edu/","title":"sites.rhodes.edu"},{"url":"https://news.rhodes.edu/","title":"news.rhodes.edu"},{"url":"https://news.rhodes.edu/","title":"news.rhodes.edu"},{"url":"https://www.wharton.upenn.edu/","title":"www.wharton.upenn.edu"},{"url":"https://news.rhodes.edu/","title":"news.rhodes.edu"}],"searchCalls":[{"id":"st_tmp_grq1cu2n3p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r8je6yu8mim","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_myhu9wm4f1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9vr8cu4n2p5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wjpuz90yise","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_96t1mk6ag56","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b1jzz1jql1u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_05denxzsvrce","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8csimpa9f8a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kq3sujmu44d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0b0urmgh74hq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mrjvn14cmd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_25oru6rgp4f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yq3bc2p9n9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y4uyfjib378","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p89sn7orgw9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dm2nuw89m25","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1ljb23ai6m8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_orme6ms76uc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f6v58e6a02k","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_1fty3207gef","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_zjcif9iiw2q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_stlxkz4t40l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4x04ieey7v5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_epb3kfta66","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jzx7qchkika","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-79","epoch":0,"score":"I","citations":[{"url":"https://www.wto.org/","title":"www.wto.org"},{"url":"https://research.manchester.ac.uk/","title":"research.manchester.ac.uk"},{"url":"https://researchrepository.ru.ac.za/","title":"researchrepository.ru.ac.za"},{"url":"https://www.hks.harvard.edu/","title":"www.hks.harvard.edu"},{"url":"https://repository.up.ac.za/","title":"repository.up.ac.za"},{"url":"https://research.manchester.ac.uk/","title":"research.manchester.ac.uk"},{"url":"https://open.uct.ac.za/","title":"open.uct.ac.za"},{"url":"https://ukzn-dspace.ukzn.ac.za/","title":"ukzn-dspace.ukzn.ac.za"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://www.semanticscholar.org/","title":"www.semanticscholar.org"},{"url":"https://commerce.uct.ac.za/","title":"commerce.uct.ac.za"},{"url":"https://e-space.mmu.ac.uk/","title":"e-space.mmu.ac.uk"},{"url":"https://www.clinmedimagesjournal.com/","title":"www.clinmedimagesjournal.com"},{"url":"https://www.nationalbonds.ae/","title":"www.nationalbonds.ae"},{"url":"https://assets.cambridge.org/","title":"assets.cambridge.org"},{"url":"https://www.cambridge.org/","title":"www.cambridge.org"},{"url":"https://commerce.uct.ac.za/","title":"commerce.uct.ac.za"},{"url":"https://theconversation.com/","title":"theconversation.com"},{"url":"https://www.cambridge.org/","title":"www.cambridge.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://hummedia.manchester.ac.uk/","title":"hummedia.manchester.ac.uk"},{"url":"https://independent.academia.edu/","title":"independent.academia.edu"},{"url":"https://commerce.uct.ac.za/","title":"commerce.uct.ac.za"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://www.degruyterbrill.com/","title":"www.degruyterbrill.com"},{"url":"https://eprints.lse.ac.uk/","title":"eprints.lse.ac.uk"},{"url":"https://hummedia.manchester.ac.uk/","title":"hummedia.manchester.ac.uk"},{"url":"https://www.researchgate.net/","title":"www.researchgate.net"},{"url":"https://www.researchgate.net/","title":"www.researchgate.net"},{"url":"https://independent.academia.edu/","title":"independent.academia.edu"},{"url":"https://independent.academia.edu/","title":"independent.academia.edu"},{"url":"https://labulleadessin.ch/","title":"labulleadessin.ch"},{"url":"https://wildwuchs-wiesbaden.de/","title":"wildwuchs-wiesbaden.de"},{"url":"https://www.staffnet.manchester.ac.uk/","title":"www.staffnet.manchester.ac.uk"},{"url":"https://research.manchester.ac.uk/","title":"research.manchester.ac.uk"},{"url":"https://research.manchester.ac.uk/","title":"research.manchester.ac.uk"},{"url":"https://research.manchester.ac.uk/","title":"research.manchester.ac.uk"},{"url":"https://research.manchester.ac.uk/","title":"research.manchester.ac.uk"},{"url":"https://research.manchester.ac.uk/","title":"research.manchester.ac.uk"},{"url":"https://research.manchester.ac.uk/","title":"research.manchester.ac.uk"},{"url":"https://www.degruyterbrill.com/","title":"www.degruyterbrill.com"},{"url":"https://repository.law.umich.edu/","title":"repository.law.umich.edu"},{"url":"https://www.wto.org/","title":"www.wto.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://hummedia.manchester.ac.uk/","title":"hummedia.manchester.ac.uk"},{"url":"https://blogs.sussex.ac.uk/","title":"blogs.sussex.ac.uk"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://research.manchester.ac.uk/","title":"research.manchester.ac.uk"},{"url":"https://blog.gdi.manchester.ac.uk/","title":"blog.gdi.manchester.ac.uk"},{"url":"https://tseliot.com/","title":"tseliot.com"},{"url":"https://tseliot.com/","title":"tseliot.com"},{"url":"https://manchester.academia.edu/","title":"manchester.academia.edu"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://research-information.bris.ac.uk/","title":"research-information.bris.ac.uk"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://www.files.ethz.ch/","title":"www.files.ethz.ch"},{"url":"https://hummedia.manchester.ac.uk/","title":"hummedia.manchester.ac.uk"},{"url":"https://africancenterlibrary.com/","title":"africancenterlibrary.com"},{"url":"https://umbertofraccacretapalese.it/","title":"umbertofraccacretapalese.it"},{"url":"https://www.tips.org.za/","title":"www.tips.org.za"},{"url":"https://fitu9fc.umbertofraccacretapalese.it/","title":"fitu9fc.umbertofraccacretapalese.it"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://register-of-charities.charitycommission.gov.uk/","title":"register-of-charities.charitycommission.gov.uk"},{"url":"https://resources.clie.ucl.ac.uk/","title":"resources.clie.ucl.ac.uk"},{"url":"https://socialwork.uw.edu/","title":"socialwork.uw.edu"},{"url":"https://socialwork.uw.edu/","title":"socialwork.uw.edu"},{"url":"https://resources.clie.ucl.ac.uk/","title":"resources.clie.ucl.ac.uk"},{"url":"https://www.quora.com/","title":"www.quora.com"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://wordscapes.yourdictionary.com/","title":"wordscapes.yourdictionary.com"},{"url":"https://www.overleaf.com/","title":"www.overleaf.com"},{"url":"https://www.wordunscrambler.net/","title":"www.wordunscrambler.net"},{"url":"https://www.casemine.com/","title":"www.casemine.com"},{"url":"https://theconversation.com/","title":"theconversation.com"},{"url":"https://afripoli.org/","title":"afripoli.org"},{"url":"https://odi.org/","title":"odi.org"},{"url":"https://odi.org/","title":"odi.org"},{"url":"https://www.oliveirafuneralhome.com/","title":"www.oliveirafuneralhome.com"},{"url":"https://internetpoem.com/","title":"internetpoem.com"},{"url":"https://internetpoem.com/","title":"internetpoem.com"},{"url":"https://internetpoem.com/","title":"internetpoem.com"},{"url":"https://core.ac.uk/","title":"core.ac.uk"},{"url":"https://apps.dtic.mil/","title":"apps.dtic.mil"},{"url":"https://aast.edu/","title":"aast.edu"}],"searchCalls":[{"id":"st_tmp_dq9qj23kyqa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bwrw5fob0eo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pp1tdrgt6vh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fr3yolf88ri","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_47dgj6srf0n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a8k62voyhpp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ojixu4w2bi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ekm68zknk0i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dniluficnj5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ynu1my3p6a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ym4uw8h0yr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p5f1wsvn27","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qlqe4sfosp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8s3ljznx2c5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rwljwb5u1js","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b7rmkmut0sf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fay80125xfc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eo27k28zme6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yd5qhx9gtvp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hlwpft8jem4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_478j0wgu4z5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u6e4qx0llh7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cnkkzhr4aej","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3e6mgvg5n9d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gqnu92pr7g6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ohpw692cxjf","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-8","epoch":0,"score":"C","citations":[{"url":"https://www.thetimes.com/","title":"www.thetimes.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.tvguide.com/","title":"www.tvguide.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://m.imdb.com/","title":"m.imdb.com"},{"url":"https://tv.apple.com/","title":"tv.apple.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://m.imdb.com/","title":"m.imdb.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.perfery.com/","title":"www.perfery.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://goldcrestfilms.com/","title":"goldcrestfilms.com"},{"url":"https://goldcrestfilms.com/","title":"goldcrestfilms.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://www.tvguide.com/","title":"www.tvguide.com"},{"url":"https://mubi.com/","title":"mubi.com"},{"url":"https://watch.plex.tv/","title":"watch.plex.tv"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://tv.apple.com/","title":"tv.apple.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://www.jamesfox.co.uk/","title":"www.jamesfox.co.uk"},{"url":"https://www.penguinrandomhouse.com/","title":"www.penguinrandomhouse.com"},{"url":"https://www.jamesfox.co.uk/","title":"www.jamesfox.co.uk"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://openroadmedia.com/","title":"openroadmedia.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.primevideo.com/","title":"www.primevideo.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.spiritualityandpractice.com/","title":"www.spiritualityandpractice.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.independent.co.uk/","title":"www.independent.co.uk"},{"url":"https://playbill.com/","title":"playbill.com"}],"searchCalls":[{"id":"st_tmp_hsso4i9x6ck","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dxipuhnx7u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5j2cpsteuu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_glq2d5qsp5p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z6iar2h4cij","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ewkbhiyci15","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yfizz6qf8vm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hgbnt1u5z8n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7wuu9fb53da","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_q5aq5335seg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wqsrnyd8dnn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_usi6kdkqdph","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_77p2bc29ntt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6wwcu428phw","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-80","epoch":0,"score":"C","citations":[{"url":"https://funeral.com/","title":"funeral.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.ydr.com/","title":"www.ydr.com"},{"url":"https://www.yahoo.com/","title":"www.yahoo.com"},{"url":"https://www.thedailymeal.com/","title":"www.thedailymeal.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://www.neatorama.com/","title":"www.neatorama.com"},{"url":"https://lancasteronline.com/","title":"lancasteronline.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://openpublishing.psu.edu/","title":"openpublishing.psu.edu"},{"url":"https://www.bunkhistory.org/","title":"www.bunkhistory.org"},{"url":"https://lancasteronline.com/","title":"lancasteronline.com"},{"url":"https://www.bunkhistory.org/","title":"www.bunkhistory.org"},{"url":"https://www.morticianinthekitchen.com/","title":"www.morticianinthekitchen.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.neatorama.com/","title":"www.neatorama.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"http://atlasobscura.com/","title":"atlasobscura.com"},{"url":"https://jadanielak.wixsite.com/","title":"jadanielak.wixsite.com"},{"url":"https://random-times.com/","title":"random-times.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://assets.atlasobscura.com/","title":"assets.atlasobscura.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://www.bunkhistory.org/","title":"www.bunkhistory.org"},{"url":"https://www.thedailymeal.com/","title":"www.thedailymeal.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://assets.atlasobscura.com/","title":"assets.atlasobscura.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"}],"searchCalls":[{"id":"st_tmp_366fvju5do8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7ilxkowv662","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ixok98ciuki","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_627q2uj3adm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zqe80xi770f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jdosrny9ut","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uz9tlkfrgnd","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_u6e99xk16xn","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_zduoh97bmj8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zp1aq0blqe","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_4prv4gf7yah","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_m4d1m3se9f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cz77j2l8gyc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gn1r29jdmme","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ea4a6vqggf","status":"completed","action":"search","executed":true,"sourceCount":4}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-81","epoch":0,"score":"C","citations":[{"url":"https://www.ijhpm.com/","title":"www.ijhpm.com"},{"url":"https://www.ijhpm.com/","title":"www.ijhpm.com"},{"url":"https://www.ijhpm.com/","title":"www.ijhpm.com"},{"url":"https://www.ijhpm.com/","title":"www.ijhpm.com"},{"url":"https://www.ijhpm.com/","title":"www.ijhpm.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://muse.jhu.edu/","title":"muse.jhu.edu"},{"url":"https://hssh.journals.yorku.ca/","title":"hssh.journals.yorku.ca"},{"url":"https://searchworks.stanford.edu/","title":"searchworks.stanford.edu"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://www.collectionscanada.gc.ca/","title":"www.collectionscanada.gc.ca"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://www.mhs.mb.ca/","title":"www.mhs.mb.ca"},{"url":"https://sites.ualberta.ca/","title":"sites.ualberta.ca"},{"url":"https://www.msvu.ca/","title":"www.msvu.ca"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://www.mtroyal.ca/","title":"www.mtroyal.ca"},{"url":"https://www.mtroyal.ca/","title":"www.mtroyal.ca"},{"url":"https://www.ijhpm.com/","title":"www.ijhpm.com"},{"url":"https://www.ijhpm.com/","title":"www.ijhpm.com"},{"url":"https://www.ijhpm.com/","title":"www.ijhpm.com"},{"url":"https://www.ijhpm.com/","title":"www.ijhpm.com"},{"url":"https://www.ijhpm.com/","title":"www.ijhpm.com"},{"url":"https://www.msvu.ca/","title":"www.msvu.ca"},{"url":"https://www.msvu.ca/","title":"www.msvu.ca"},{"url":"https://www.collectionscanada.gc.ca/","title":"www.collectionscanada.gc.ca"},{"url":"https://www.canada.ca/","title":"www.canada.ca"},{"url":"https://www.canada.ca/","title":"www.canada.ca"},{"url":"https://www.chebucto.ns.ca/","title":"www.chebucto.ns.ca"},{"url":"https://ansa.novascotia.ca/","title":"ansa.novascotia.ca"},{"url":"https://canadia.ca/","title":"canadia.ca"},{"url":"https://www.ijhpm.com/","title":"www.ijhpm.com"},{"url":"https://www.ijhpm.com/","title":"www.ijhpm.com"},{"url":"https://www.ijhpm.com/","title":"www.ijhpm.com"},{"url":"https://www.ijhpm.com/","title":"www.ijhpm.com"},{"url":"https://www.ijhpm.com/","title":"www.ijhpm.com"},{"url":"https://open.canada.ca/","title":"open.canada.ca"},{"url":"https://www66.statcan.gc.ca/","title":"www66.statcan.gc.ca"},{"url":"https://canadahistoryproject.ca/","title":"canadahistoryproject.ca"},{"url":"https://www.canadashistory.ca/","title":"www.canadashistory.ca"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://harvest.usask.ca/","title":"harvest.usask.ca"},{"url":"https://harvest.usask.ca/","title":"harvest.usask.ca"},{"url":"https://www.ijhpm.com/","title":"www.ijhpm.com"},{"url":"https://www.ijhpm.com/","title":"www.ijhpm.com"}],"searchCalls":[{"id":"st_tmp_hk4gl654co","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mp8wbj4pcd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jlti4vgaajk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l7g5tkqei1f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kcmy8zwdc2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q63dbnjfjcg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vhv2llpl5nh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v7ib5ujyi09","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0z524d22c0ae","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5mneyc3ay7f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ve6vldejtzp","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-82","epoch":0,"score":"I","citations":[{"url":"https://www.choicesmagazine.org/","title":"www.choicesmagazine.org"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://journals.warwick.ac.uk/","title":"journals.warwick.ac.uk"},{"url":"https://www.fao.org/","title":"www.fao.org"},{"url":"https://triplepundit.com/","title":"triplepundit.com"},{"url":"https://www.westcoastseeds.com/","title":"www.westcoastseeds.com"},{"url":"https://www.ediblegardens52.com/","title":"www.ediblegardens52.com"},{"url":"https://sunset.com/","title":"sunset.com"},{"url":"https://www.epicgardening.com/","title":"www.epicgardening.com"},{"url":"https://thelazydoginn.com/","title":"thelazydoginn.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://spark.asu.edu/","title":"spark.asu.edu"},{"url":"https://crimsonpublishers.com/","title":"crimsonpublishers.com"},{"url":"https://carriefehr.com/","title":"carriefehr.com"},{"url":"https://news.byu.edu/","title":"news.byu.edu"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://www.frontiersin.org/","title":"www.frontiersin.org"},{"url":"https://faculty.uobasrah.edu.iq/","title":"faculty.uobasrah.edu.iq"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://www.smithsonianmag.com/","title":"www.smithsonianmag.com"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://www.press.uillinois.edu/","title":"www.press.uillinois.edu"},{"url":"https://www.smithsonianmag.com/","title":"www.smithsonianmag.com"},{"url":"https://www.ancientgrains.com/","title":"www.ancientgrains.com"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://content.ucpress.edu/","title":"content.ucpress.edu"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://muse.jhu.edu/","title":"muse.jhu.edu"},{"url":"https://www.erowid.org/","title":"www.erowid.org"},{"url":"https://read.dukeupress.edu/","title":"read.dukeupress.edu"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://files01.core.ac.uk/","title":"files01.core.ac.uk"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://yerbamate.com/","title":"yerbamate.com"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://yerba-mate.com/","title":"yerba-mate.com"},{"url":"https://www.taragui.com/","title":"www.taragui.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://www.nationalgeographic.com/","title":"www.nationalgeographic.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://online.ucpress.edu/","title":"online.ucpress.edu"},{"url":"https://daily.jstor.org/","title":"daily.jstor.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://yerbamateargentina.org.ar/","title":"yerbamateargentina.org.ar"},{"url":"https://pdfs.semanticscholar.org/","title":"pdfs.semanticscholar.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://catalog.hathitrust.org/","title":"catalog.hathitrust.org"},{"url":"https://read.dukeupress.edu/","title":"read.dukeupress.edu"},{"url":"http://www.revistascisan.unam.mx/","title":"www.revistascisan.unam.mx"},{"url":"https://sk.sagepub.com/","title":"sk.sagepub.com"},{"url":"https://read.dukeupress.edu/","title":"read.dukeupress.edu"},{"url":"https://ageconsearch.umn.edu/","title":"ageconsearch.umn.edu"},{"url":"https://files.eric.ed.gov/","title":"files.eric.ed.gov"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://ideas.repec.org/","title":"ideas.repec.org"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.nature.com/","title":"www.nature.com"},{"url":"https://www.ucpress.edu/","title":"www.ucpress.edu"},{"url":"https://scispace.com/","title":"scispace.com"},{"url":"https://www.erowid.org/","title":"www.erowid.org"},{"url":"https://www.ucpress.edu/","title":"www.ucpress.edu"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://usenate.asu.edu/","title":"usenate.asu.edu"},{"url":"https://www.tea-and-coffee.com/","title":"www.tea-and-coffee.com"},{"url":"https://staging.ucpress.edu/","title":"staging.ucpress.edu"},{"url":"https://news.asu.edu/","title":"news.asu.edu"},{"url":"https://searchworks.stanford.edu/","title":"searchworks.stanford.edu"},{"url":"https://taz4.erowid.org/","title":"taz4.erowid.org"},{"url":"https://www.rain-tree.com/","title":"www.rain-tree.com"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://europepmc.org/","title":"europepmc.org"}],"searchCalls":[{"id":"st_tmp_gww6vk38oem","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yg0bc6dcrk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b0iss21yl79","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q0tybomxpe8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ee7algnts8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rjuqt68kbb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8jf9u7smah9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y6zww27t87r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x1ucnvlitgm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ypue62ihuor","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5luckhx3lo6","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_assunfnog9o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_daqn0or367","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1vsqk2vb5y4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c36cypoam2j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ka7wjimp2a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t72voy6q03c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jmdan0q6d1q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1x4u7wf5l9k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3n4ljsneiwy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cf8p4tgnwv9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9r1ljelm40f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_way7zknjbus","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m8x2wfq8unl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r4ivp6t5zis","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3tsjknxhl3t","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_wgb57c5m3v","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_q7720shu9ep","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-83","epoch":0,"score":"C","citations":[{"url":"https://news.iu.edu/","title":"news.iu.edu"},{"url":"https://www.bucksfreepress.co.uk/","title":"www.bucksfreepress.co.uk"},{"url":"https://heartheboatsing.com/","title":"heartheboatsing.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.maidenhead-advertiser.co.uk/","title":"www.maidenhead-advertiser.co.uk"},{"url":"https://www.bucksfreepress.co.uk/","title":"www.bucksfreepress.co.uk"},{"url":"https://www.bucksfreepress.co.uk/","title":"www.bucksfreepress.co.uk"},{"url":"https://www.bucksfreepress.co.uk/","title":"www.bucksfreepress.co.uk"},{"url":"https://www.bucksfreepress.co.uk/","title":"www.bucksfreepress.co.uk"},{"url":"https://historicengland.org.uk/","title":"historicengland.org.uk"},{"url":"https://historicengland.org.uk/","title":"historicengland.org.uk"},{"url":"https://www.geograph.org.uk/","title":"www.geograph.org.uk"},{"url":"https://www.bucksfreepress.co.uk/","title":"www.bucksfreepress.co.uk"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://www.sothebys.com/","title":"www.sothebys.com"},{"url":"https://www.londonremembers.com/","title":"www.londonremembers.com"},{"url":"https://www.londonremembers.com/","title":"www.londonremembers.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.twincities.com/","title":"www.twincities.com"},{"url":"https://www.irishtimes.com/","title":"www.irishtimes.com"},{"url":"https://www.indiatoday.in/","title":"www.indiatoday.in"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.si.edu/","title":"www.si.edu"},{"url":"https://asia-archive.si.edu/","title":"asia-archive.si.edu"},{"url":"https://www.si.edu/","title":"www.si.edu"},{"url":"https://www.moma.org/","title":"www.moma.org"},{"url":"https://americanart.si.edu/","title":"americanart.si.edu"},{"url":"https://hirshhorn.si.edu/","title":"hirshhorn.si.edu"},{"url":"https://www.bucksfreepress.co.uk/","title":"www.bucksfreepress.co.uk"},{"url":"https://www.royalmintmuseum.org.uk/","title":"www.royalmintmuseum.org.uk"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.artsy.net/","title":"www.artsy.net"},{"url":"https://art.wikisort.org/","title":"art.wikisort.org"},{"url":"https://chrisbeetles.com/","title":"chrisbeetles.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.rte.ie/","title":"www.rte.ie"},{"url":"https://www.kqed.org/","title":"www.kqed.org"},{"url":"https://www.kilkennypeople.ie/","title":"www.kilkennypeople.ie"},{"url":"https://www.dhr.virginia.gov/","title":"www.dhr.virginia.gov"},{"url":"https://www.montgomeryal.gov/","title":"www.montgomeryal.gov"},{"url":"https://doughboy.org/","title":"doughboy.org"},{"url":"https://www.akg-images.co.uk/","title":"www.akg-images.co.uk"},{"url":"https://www.killorglinarchives.com/","title":"www.killorglinarchives.com"},{"url":"https://clarearts.ie/","title":"clarearts.ie"},{"url":"https://www.killorglinarchives.com/","title":"www.killorglinarchives.com"},{"url":"https://www.irishexaminer.com/","title":"www.irishexaminer.com"},{"url":"https://www.waymarking.com/","title":"www.waymarking.com"},{"url":"https://www.geograph.ie/","title":"www.geograph.ie"},{"url":"https://www.irishexaminer.com/","title":"www.irishexaminer.com"},{"url":"https://eirex.ie/","title":"eirex.ie"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://lawrencecollection.com/","title":"lawrencecollection.com"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://www.discoverireland.ie/","title":"www.discoverireland.ie"},{"url":"https://daveryanphotography.com/","title":"daveryanphotography.com"},{"url":"https://www.tripadvisor.com/","title":"www.tripadvisor.com"},{"url":"https://www.irishexaminer.com/","title":"www.irishexaminer.com"},{"url":"https://www.killorglinarchives.com/","title":"www.killorglinarchives.com"},{"url":"https://www.irishexaminer.com/","title":"www.irishexaminer.com"},{"url":"https://theringofkerry.com/","title":"theringofkerry.com"},{"url":"https://www.killorglinarchives.com/","title":"www.killorglinarchives.com"},{"url":"https://www.killorglinarchives.com/","title":"www.killorglinarchives.com"},{"url":"https://www.killorglinarchives.com/","title":"www.killorglinarchives.com"},{"url":"https://www.irishtimes.com/","title":"www.irishtimes.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.yourdailyadventure.com/","title":"www.yourdailyadventure.com"},{"url":"https://www.kfest.ie/","title":"www.kfest.ie"},{"url":"https://www.kfest.ie/","title":"www.kfest.ie"},{"url":"https://www.kfest.ie/","title":"www.kfest.ie"},{"url":"https://www.grilse.ie/","title":"www.grilse.ie"},{"url":"https://www.yourdailyadventure.com/","title":"www.yourdailyadventure.com"},{"url":"https://www.vaughanprint.com/","title":"www.vaughanprint.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.gov.ie/","title":"www.gov.ie"},{"url":"https://www.gov.ie/","title":"www.gov.ie"},{"url":"https://www.killorglinarchives.com/","title":"www.killorglinarchives.com"},{"url":"https://killorglinrowing.wordpress.com/","title":"killorglinrowing.wordpress.com"},{"url":"https://www.killorglinarchives.com/","title":"www.killorglinarchives.com"},{"url":"https://www.cwgc.org/","title":"www.cwgc.org"},{"url":"https://visionsofthepastblog.com/","title":"visionsofthepastblog.com"},{"url":"http://docstore.kerrycoco.ie/","title":"docstore.kerrycoco.ie"},{"url":"https://billiongraves.com/","title":"billiongraves.com"},{"url":"https://www.kerrycoco.ie/","title":"www.kerrycoco.ie"},{"url":"https://www.akg-images.co.uk/","title":"www.akg-images.co.uk"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://www.akg-images.fr/","title":"www.akg-images.fr"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://aroundus.com/","title":"aroundus.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.charliechaplin.com/","title":"www.charliechaplin.com"},{"url":"https://www.londonmuseum.org.uk/","title":"www.londonmuseum.org.uk"},{"url":"https://prologue.blogs.archives.gov/","title":"prologue.blogs.archives.gov"},{"url":"https://www.charliechaplin.com/","title":"www.charliechaplin.com"},{"url":"https://www.irishexaminer.com/","title":"www.irishexaminer.com"}],"searchCalls":[{"id":"st_tmp_noku94788m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_de7n59lincu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w6lxn12q52s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dm3aw85j758","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0eu3j3p51eyd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o8e2mlvkzkn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d2hd3xiherq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eip9nyvy6us","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oar3wtt7d0k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_laci9vj9v47","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_85d6jfdtyoy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_afjaqnsmaau","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_naegi15e5tj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wuy2ijrdb3c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_om7cs50aqdn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fzuzbpai5qc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_850olkxviwt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gnvzk5c5js","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6jbn9ph7ajt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gl64w5c19lu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_syr266ci9q8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3v1m4ltdkl5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ga5nn8g5bds","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yayp5bitti","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_krba4k86vj","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-84","epoch":0,"score":"I","citations":[{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://digital.library.upenn.edu/","title":"digital.library.upenn.edu"},{"url":"https://www.slj.com/","title":"www.slj.com"},{"url":"https://www.thehindu.com/","title":"www.thehindu.com"},{"url":"https://sdma.kerala.gov.in/","title":"sdma.kerala.gov.in"},{"url":"https://sdma.kerala.gov.in/","title":"sdma.kerala.gov.in"},{"url":"https://www.ndtv.com/","title":"www.ndtv.com"},{"url":"https://vacarissespelclima.cat/","title":"vacarissespelclima.cat"},{"url":"https://www.thehindu.com/","title":"www.thehindu.com"},{"url":"https://www.thehindu.com/","title":"www.thehindu.com"},{"url":"https://thefederal.com/","title":"thefederal.com"},{"url":"https://www.newindianexpress.com/","title":"www.newindianexpress.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://muse.jhu.edu/","title":"muse.jhu.edu"},{"url":"https://www.sevenstories.com/","title":"www.sevenstories.com"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://lan-portal.uob.edu.ly/","title":"lan-portal.uob.edu.ly"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://nzhistory.govt.nz/","title":"nzhistory.govt.nz"},{"url":"https://www.spokesman.com/","title":"www.spokesman.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://booksaremyfavouriteandbest.com/","title":"booksaremyfavouriteandbest.com"},{"url":"https://www.encyclopedia.com/","title":"www.encyclopedia.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.modernghana.com/","title":"www.modernghana.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://ha.wikipedia.org/","title":"ha.wikipedia.org"},{"url":"https://www.hup.harvard.edu/","title":"www.hup.harvard.edu"},{"url":"https://www.degruyterbrill.com/","title":"www.degruyterbrill.com"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.amacad.org/","title":"www.amacad.org"},{"url":"https://philosophy.princeton.edu/","title":"philosophy.princeton.edu"},{"url":"https://appiah.net/","title":"appiah.net"},{"url":"https://appiah.net/","title":"appiah.net"},{"url":"https://clubrunner.blob.core.windows.net/","title":"clubrunner.blob.core.windows.net"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"http://news.bbc.co.uk/","title":"news.bbc.co.uk"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.thetimes.com/","title":"www.thetimes.com"},{"url":"https://www.eadt.co.uk/","title":"www.eadt.co.uk"},{"url":"https://faculty-directory.dartmouth.edu/","title":"faculty-directory.dartmouth.edu"},{"url":"https://divinity.yale.edu/","title":"divinity.yale.edu"},{"url":"https://www.magd.ox.ac.uk/","title":"www.magd.ox.ac.uk"},{"url":"https://news.yale.edu/","title":"news.yale.edu"},{"url":"https://news.yale.edu/","title":"news.yale.edu"},{"url":"https://kilian-staudt.de/","title":"kilian-staudt.de"},{"url":"https://www.theatlantic.com/","title":"www.theatlantic.com"},{"url":"https://www.csmonitor.com/","title":"www.csmonitor.com"},{"url":"https://newsindiatimes.com/","title":"newsindiatimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.catholicherald.com/","title":"www.catholicherald.com"},{"url":"https://revisionsjournal.com/","title":"revisionsjournal.com"},{"url":"https://dailyinterlake.com/","title":"dailyinterlake.com"},{"url":"https://www.usafe.af.mil/","title":"www.usafe.af.mil"},{"url":"https://www.legion.org/","title":"www.legion.org"},{"url":"https://widerimage.reuters.com/","title":"widerimage.reuters.com"},{"url":"https://research.annefrank.org/","title":"research.annefrank.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.earshamprimaryschool.co.uk/","title":"www.earshamprimaryschool.co.uk"},{"url":"https://www.wskg.org/","title":"www.wskg.org"},{"url":"https://get-information-schools.service.gov.uk/","title":"get-information-schools.service.gov.uk"},{"url":"https://tierversicherung-neudert.de/","title":"tierversicherung-neudert.de"},{"url":"https://assets.cambridge.org/","title":"assets.cambridge.org"},{"url":"https://read.uolpress.co.uk/","title":"read.uolpress.co.uk"},{"url":"https://www.oreilly.com/","title":"www.oreilly.com"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://y379ppc1c.ottofischbach.ch/","title":"y379ppc1c.ottofischbach.ch"},{"url":"https://get-information-schools.service.gov.uk/","title":"get-information-schools.service.gov.uk"},{"url":"https://hythehistoryblog.wordpress.com/","title":"hythehistoryblog.wordpress.com"},{"url":"https://reports.ofsted.gov.uk/","title":"reports.ofsted.gov.uk"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://de.zxc.wiki/","title":"de.zxc.wiki"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://pallikoodam.org/","title":"pallikoodam.org"},{"url":"https://www.newindianexpress.com/","title":"www.newindianexpress.com"},{"url":"https://jeaninkeraladotcom.wordpress.com/","title":"jeaninkeraladotcom.wordpress.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://pallikoodam.org/","title":"pallikoodam.org"},{"url":"https://www.keralatourism.org/","title":"www.keralatourism.org"},{"url":"https://pallikoodam.org/","title":"pallikoodam.org"},{"url":"https://www.publishersweekly.com/","title":"www.publishersweekly.com"},{"url":"https://www.fictiondb.com/","title":"www.fictiondb.com"},{"url":"https://www.book-filter.com/","title":"www.book-filter.com"},{"url":"https://penguinrandomhousehighereducation.com/","title":"penguinrandomhousehighereducation.com"},{"url":"https://today.ucsd.edu/","title":"today.ucsd.edu"},{"url":"https://www.hachettebookgroup.com/","title":"www.hachettebookgroup.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://thenodmag.com/","title":"thenodmag.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.pbs.org/","title":"www.pbs.org"},{"url":"https://ala2017.macmillan.yale.edu/","title":"ala2017.macmillan.yale.edu"},{"url":"https://guides.library.cornell.edu/","title":"guides.library.cornell.edu"},{"url":"https://magazine.columbia.edu/","title":"magazine.columbia.edu"},{"url":"https://cynthialeitichsmith.com/","title":"cynthialeitichsmith.com"},{"url":"https://news.mit.edu/","title":"news.mit.edu"},{"url":"https://magazine.columbia.edu/","title":"magazine.columbia.edu"},{"url":"https://www.stx.ox.ac.uk/","title":"www.stx.ox.ac.uk"},{"url":"https://stephenschneider.stanford.edu/","title":"stephenschneider.stanford.edu"},{"url":"https://www.gazette-news.co.uk/","title":"www.gazette-news.co.uk"}],"searchCalls":[{"id":"st_tmp_tutjcaa6sf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l3ge2oil79","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7uu462sx7rn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c0n4b51jdn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_avfswbq0rxb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8aud5w5g707","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2ejkkws359e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dyf83vczu9q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4y24bg4l8hh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ebz6lr2s99u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1qvuvvclrgg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rx59q7ncvd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dht0of105r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1m5d4jbashc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5ihytm60wrv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n83f0w0vasa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ethwl22d8w5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_000v0k1ktvah8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8ihy5pgvs16","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_9409zm2xoho","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_radcaoqu38","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wckiu8kkr7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3cakina81sg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lna2ir7strd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gbe9w34epnc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y50ynbrng8j","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-85","epoch":0,"score":"C","citations":[{"url":"https://wrap.warwick.ac.uk/","title":"wrap.warwick.ac.uk"},{"url":"https://wrap.warwick.ac.uk/","title":"wrap.warwick.ac.uk"},{"url":"https://wrap.warwick.ac.uk/","title":"wrap.warwick.ac.uk"},{"url":"https://wrap.warwick.ac.uk/","title":"wrap.warwick.ac.uk"},{"url":"https://wrap.warwick.ac.uk/","title":"wrap.warwick.ac.uk"},{"url":"https://www.birmingham.ac.uk/","title":"www.birmingham.ac.uk"},{"url":"https://www.birmingham.ac.uk/","title":"www.birmingham.ac.uk"},{"url":"https://www.birmingham.ac.uk/","title":"www.birmingham.ac.uk"},{"url":"https://wrap.warwick.ac.uk/","title":"wrap.warwick.ac.uk"},{"url":"https://uk.linkedin.com/","title":"uk.linkedin.com"},{"url":"https://research.birmingham.ac.uk/","title":"research.birmingham.ac.uk"},{"url":"https://www.birmingham.ac.uk/","title":"www.birmingham.ac.uk"},{"url":"https://resources.clie.ucl.ac.uk/","title":"resources.clie.ucl.ac.uk"},{"url":"https://resources.clie.ucl.ac.uk/","title":"resources.clie.ucl.ac.uk"},{"url":"https://wrap.warwick.ac.uk/","title":"wrap.warwick.ac.uk"},{"url":"https://coral-egret.lnx.warwick.ac.uk/","title":"coral-egret.lnx.warwick.ac.uk"},{"url":"https://docslib.org/","title":"docslib.org"},{"url":"https://www.nber.org/","title":"www.nber.org"},{"url":"https://lsa.umich.edu/","title":"lsa.umich.edu"},{"url":"https://resolve.cambridge.org/","title":"resolve.cambridge.org"},{"url":"https://www.bloomsbury.com/","title":"www.bloomsbury.com"},{"url":"https://www.bloomsbury.com/","title":"www.bloomsbury.com"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://muse.jhu.edu/","title":"muse.jhu.edu"},{"url":"https://www.bloomsbury.com/","title":"www.bloomsbury.com"},{"url":"https://wrap.warwick.ac.uk/","title":"wrap.warwick.ac.uk"},{"url":"https://digitalcommons.usf.edu/","title":"digitalcommons.usf.edu"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://scholarsarchive.byu.edu/","title":"scholarsarchive.byu.edu"},{"url":"https://docslib.org/","title":"docslib.org"},{"url":"https://docslib.org/","title":"docslib.org"},{"url":"https://docslib.org/","title":"docslib.org"},{"url":"https://docslib.org/","title":"docslib.org"},{"url":"https://www.bloomsbury.com/","title":"www.bloomsbury.com"},{"url":"https://www.bloomsbury.com/","title":"www.bloomsbury.com"},{"url":"https://research.birmingham.ac.uk/","title":"research.birmingham.ac.uk"},{"url":"https://newbooksnetwork.com/","title":"newbooksnetwork.com"},{"url":"https://www.perlego.com/","title":"www.perlego.com"},{"url":"https://www.bloomsbury.com/","title":"www.bloomsbury.com"},{"url":"https://www.birmingham.ac.uk/","title":"www.birmingham.ac.uk"},{"url":"https://www.bloomsbury.com/","title":"www.bloomsbury.com"},{"url":"https://wrap.warwick.ac.uk/","title":"wrap.warwick.ac.uk"},{"url":"https://wrap.warwick.ac.uk/","title":"wrap.warwick.ac.uk"},{"url":"https://wrap.warwick.ac.uk/","title":"wrap.warwick.ac.uk"},{"url":"https://wrap.warwick.ac.uk/","title":"wrap.warwick.ac.uk"},{"url":"https://wrap.warwick.ac.uk/","title":"wrap.warwick.ac.uk"},{"url":"https://wrap.warwick.ac.uk/","title":"wrap.warwick.ac.uk"},{"url":"https://wrap.warwick.ac.uk/","title":"wrap.warwick.ac.uk"},{"url":"https://wrap.warwick.ac.uk/","title":"wrap.warwick.ac.uk"},{"url":"https://warwick.ac.uk/","title":"warwick.ac.uk"},{"url":"https://warwick.ac.uk/","title":"warwick.ac.uk"},{"url":"https://warwick.ac.uk/","title":"warwick.ac.uk"},{"url":"https://warwick.ac.uk/","title":"warwick.ac.uk"},{"url":"https://theconversation.com/","title":"theconversation.com"},{"url":"https://research.birmingham.ac.uk/","title":"research.birmingham.ac.uk"},{"url":"https://live-uob.cloud.contensis.com/","title":"live-uob.cloud.contensis.com"}],"searchCalls":[{"id":"st_tmp_wrf7pv9bgu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_71chbmijmbf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_14zs7plsdlg","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_doe2w1k928","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_71b0tq3p1u8","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_gqcjqifothn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sqaq3nnizfi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_73rjloskq4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_znxdwysc0ze","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jwnn7bdc6tf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yh7xcir3kbi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_640ho90qwza","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vge1jdpbgy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yj2nd0qkd8r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eubu3dvmjla","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eiklcebulb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gihxdiyeqzr","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_xb1hamh22gl","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_4mlmz62djjs","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_qg9jwrlz7x","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_demqobw134","status":"completed","action":"search","executed":true,"sourceCount":4}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-86","epoch":0,"score":"C","citations":[{"url":"https://www.wsj.com/","title":"www.wsj.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://archive.nytimes.com/","title":"archive.nytimes.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://pebtqauzibaou.cam/","title":"pebtqauzibaou.cam"},{"url":"https://nndhqlhoigvx.cam/","title":"nndhqlhoigvx.cam"},{"url":"https://dvetrmqolzsha.sbs/","title":"dvetrmqolzsha.sbs"},{"url":"https://matadornetwork.com/","title":"matadornetwork.com"},{"url":"https://bhetvlgvmxqob.biz/","title":"bhetvlgvmxqob.biz"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://yrumniouvbza.wiki/","title":"yrumniouvbza.wiki"},{"url":"https://aelwxttbeqytq.cyou/","title":"aelwxttbeqytq.cyou"},{"url":"https://www.csmonitor.com/","title":"www.csmonitor.com"},{"url":"https://dyjwch.work/","title":"dyjwch.work"},{"url":"https://rvunrycqgmpn.vu/","title":"rvunrycqgmpn.vu"},{"url":"https://fnoaitkinfja.rest/","title":"fnoaitkinfja.rest"},{"url":"https://glottolog.org/","title":"glottolog.org"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://researchportalplus.anu.edu.au/","title":"researchportalplus.anu.edu.au"},{"url":"https://wals.info/","title":"wals.info"},{"url":"https://pib.socioambiental.org/","title":"pib.socioambiental.org"},{"url":"https://glottolog.org/","title":"glottolog.org"},{"url":"https://translatewiki.net/","title":"translatewiki.net"},{"url":"https://dbpedia.org/","title":"dbpedia.org"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://mehrmensch.ch/","title":"mehrmensch.ch"},{"url":"https://savagegarage.be/","title":"savagegarage.be"},{"url":"https://tqy5m1el57ft.dverivsim.com.ua/","title":"tqy5m1el57ft.dverivsim.com.ua"},{"url":"https://poliedroresolve.blob.core.windows.net/","title":"poliedroresolve.blob.core.windows.net"},{"url":"https://www.curso-objetivo.br/","title":"www.curso-objetivo.br"},{"url":"http://archive.hokulea.com/","title":"archive.hokulea.com"},{"url":"https://ndbcg1znt-amphtml.lavasai.lt/","title":"ndbcg1znt-amphtml.lavasai.lt"},{"url":"https://en.aguasamazonicas.org/","title":"en.aguasamazonicas.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://biotopeaquariumproject.com/","title":"biotopeaquariumproject.com"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://www.csmonitor.com/","title":"www.csmonitor.com"},{"url":"https://www.express.co.uk/","title":"www.express.co.uk"},{"url":"https://glottolog.org/","title":"glottolog.org"},{"url":"https://en.wiktionary.org/","title":"en.wiktionary.org"},{"url":"https://pib.socioambiental.org/","title":"pib.socioambiental.org"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://vestibulares.estrategia.com/","title":"vestibulares.estrategia.com"},{"url":"https://wals.info/","title":"wals.info"},{"url":"https://www.aikhenvaldlinguistics.com/","title":"www.aikhenvaldlinguistics.com"},{"url":"https://www.aikhenvaldlinguistics.com/","title":"www.aikhenvaldlinguistics.com"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://dbpedia.org/","title":"dbpedia.org"},{"url":"https://791b9z-amphtml.priealaus.lt/","title":"791b9z-amphtml.priealaus.lt"}],"searchCalls":[{"id":"st_tmp_nsiscng7yx9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9dk9wv6nm14","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u7jx5gd72j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tz1e22yn827","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o92vxzpbng","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v4xj6asj6wn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ln7tcss8rrl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ae8uj4uw4y7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_20n1mmsgcxh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_aoky08qax7u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nv37dz2r4sn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_49wsr739qhf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t63hy28idss","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0qgeo2bg18kr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5517hg7t79h","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-87","epoch":0,"score":"C","citations":[{"url":"https://www.stellenboschheritage.co.za/","title":"www.stellenboschheritage.co.za"},{"url":"http://www.stellenboschheritage.co.za/","title":"www.stellenboschheritage.co.za"},{"url":"https://collections.sun.ac.za/","title":"collections.sun.ac.za"},{"url":"https://www.stellenboschheritage.co.za/","title":"www.stellenboschheritage.co.za"},{"url":"https://www.nationalarchives.gov.za/","title":"www.nationalarchives.gov.za"},{"url":"https://www.vassa.org.za/","title":"www.vassa.org.za"},{"url":"https://www.stellenboschheritage.co.za/","title":"www.stellenboschheritage.co.za"},{"url":"https://www.hwc.org.za/","title":"www.hwc.org.za"},{"url":"https://www.nationalarchives.gov.za/","title":"www.nationalarchives.gov.za"},{"url":"https://www.ancestry.com/","title":"www.ancestry.com"},{"url":"https://www.geni.com/","title":"www.geni.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.wikitree.com/","title":"www.wikitree.com"},{"url":"https://nl.wikipedia.org/","title":"nl.wikipedia.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://search.worldcat.org/","title":"search.worldcat.org"},{"url":"https://search.library.ucr.edu/","title":"search.library.ucr.edu"},{"url":"https://simplykalaa.com/","title":"simplykalaa.com"},{"url":"https://www.rijksmuseum.nl/","title":"www.rijksmuseum.nl"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.rijksmuseum.nl/","title":"www.rijksmuseum.nl"},{"url":"https://cir.nii.ac.jp/","title":"cir.nii.ac.jp"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.tate.org.uk/","title":"www.tate.org.uk"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://sammlung.staedelmuseum.de/","title":"sammlung.staedelmuseum.de"},{"url":"https://zebregsroell.com/","title":"zebregsroell.com"},{"url":"https://zebregsroell.com/","title":"zebregsroell.com"},{"url":"https://www.ancestry.com/","title":"www.ancestry.com"},{"url":"https://www.guusroell.com/","title":"www.guusroell.com"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.alamy.com/","title":"www.alamy.com"},{"url":"https://www.alamy.com/","title":"www.alamy.com"},{"url":"https://census2011.adrianfrith.com/","title":"census2011.adrianfrith.com"},{"url":"https://census2011.adrianfrith.com/","title":"census2011.adrianfrith.com"},{"url":"https://open.africa/","title":"open.africa"},{"url":"https://census2011.adrianfrith.com/","title":"census2011.adrianfrith.com"},{"url":"https://census2011.adrianfrith.com/","title":"census2011.adrianfrith.com"},{"url":"https://www.stellenboschheritage.co.za/","title":"www.stellenboschheritage.co.za"},{"url":"https://www.theheritageportal.co.za/","title":"www.theheritageportal.co.za"},{"url":"https://stelmus.co.za/","title":"stelmus.co.za"},{"url":"http://www.stellenboscherfenistrust.co.za/","title":"www.stellenboscherfenistrust.co.za"},{"url":"https://stelmus.co.za/","title":"stelmus.co.za"},{"url":"https://msa.maryland.gov/","title":"msa.maryland.gov"},{"url":"https://msa.maryland.gov/","title":"msa.maryland.gov"},{"url":"https://msa.maryland.gov/","title":"msa.maryland.gov"},{"url":"https://msa.maryland.gov/","title":"msa.maryland.gov"},{"url":"https://msa.maryland.gov/","title":"msa.maryland.gov"},{"url":"https://rhinoresourcecenter.com/","title":"rhinoresourcecenter.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.mygermancity.com/","title":"www.mygermancity.com"},{"url":"https://www.stjohnschaumburg.org/","title":"www.stjohnschaumburg.org"},{"url":"https://www.sauerland.com/","title":"www.sauerland.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_fhdnyqucdxb","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_mnktmo5cn7q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5y90nka296w","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_qqk0r8lpqdc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0uwo7771dopi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yz2wbww9r7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7mea3rfu4ed","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y6swfke75mb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ysdt9nzmr5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qz8uxd964qo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wy35fhl9ny","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9dybqrnkmus","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bsg3kust64","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pne6ls00db8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vnqu1edxwm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n4qcdmj5um","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_29hdshh350j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ivcmen3rx49","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-88","epoch":0,"score":"I","citations":[{"url":"https://kansaspublicradio.org/","title":"kansaspublicradio.org"},{"url":"https://www.kcur.org/","title":"www.kcur.org"},{"url":"https://www.hppr.org/","title":"www.hppr.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www2.ljworld.com/","title":"www2.ljworld.com"},{"url":"https://kclibrary.org/","title":"kclibrary.org"},{"url":"https://www.libraryjournal.com/","title":"www.libraryjournal.com"},{"url":"https://www.theiacp.org/","title":"www.theiacp.org"},{"url":"https://shelf-awareness.com/","title":"shelf-awareness.com"},{"url":"https://kclibrary.bibliocommons.com/","title":"kclibrary.bibliocommons.com"},{"url":"https://www.emporia.edu/","title":"www.emporia.edu"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.bitsavers.org/","title":"www.bitsavers.org"},{"url":"https://news.richmond.edu/","title":"news.richmond.edu"},{"url":"https://www.storyboardthat.com/","title":"www.storyboardthat.com"},{"url":"https://jtubljt-amphtml.bernard-dato.fr/","title":"jtubljt-amphtml.bernard-dato.fr"},{"url":"https://www.nbcchicago.com/","title":"www.nbcchicago.com"},{"url":"https://www.fbi.gov/","title":"www.fbi.gov"},{"url":"https://www.justice.gov/","title":"www.justice.gov"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://kclibrary.overdrive.com/","title":"kclibrary.overdrive.com"},{"url":"https://www.perlego.com/","title":"www.perlego.com"},{"url":"https://bclsnj.bibliocommons.com/","title":"bclsnj.bibliocommons.com"},{"url":"https://par.nsf.gov/","title":"par.nsf.gov"},{"url":"https://kswriterteacher.wordpress.com/","title":"kswriterteacher.wordpress.com"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"http://freepages.rootsweb.com/","title":"freepages.rootsweb.com"},{"url":"https://truecrimelasvegas.podbean.com/","title":"truecrimelasvegas.podbean.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://crimereads.com/","title":"crimereads.com"},{"url":"https://goodpods.com/","title":"goodpods.com"},{"url":"https://pubs.lib.uiowa.edu/","title":"pubs.lib.uiowa.edu"},{"url":"https://poddtoppen.se/","title":"poddtoppen.se"},{"url":"https://t1pmrr-amphtml.le-nouvel-elan.fr/","title":"t1pmrr-amphtml.le-nouvel-elan.fr"},{"url":"https://mehrmensch.ch/","title":"mehrmensch.ch"},{"url":"https://digital.library.unt.edu/","title":"digital.library.unt.edu"},{"url":"https://woepss.be/","title":"woepss.be"},{"url":"https://ardentwinery.be/","title":"ardentwinery.be"},{"url":"https://furettobarber.ch/","title":"furettobarber.ch"},{"url":"https://ellabox.fr/","title":"ellabox.fr"},{"url":"https://ardentwinery.be/","title":"ardentwinery.be"},{"url":"https://crimereads.com/","title":"crimereads.com"},{"url":"https://crimereads.com/","title":"crimereads.com"},{"url":"https://crimereads.com/","title":"crimereads.com"},{"url":"https://crimereads.com/","title":"crimereads.com"},{"url":"https://crimereads.com/","title":"crimereads.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"http://crimereads.com/","title":"crimereads.com"},{"url":"https://moviecultists.com/","title":"moviecultists.com"},{"url":"https://caxdz3.bernard-dato.fr/","title":"caxdz3.bernard-dato.fr"},{"url":"https://coteauxmacariens.fr/","title":"coteauxmacariens.fr"},{"url":"https://www.menstoppingviolence.org/","title":"www.menstoppingviolence.org"},{"url":"https://trellis.law/","title":"trellis.law"},{"url":"https://www.linkedin.com/","title":"www.linkedin.com"},{"url":"https://www.durhamnc.gov/","title":"www.durhamnc.gov"},{"url":"http://freepages.rootsweb.com/","title":"freepages.rootsweb.com"},{"url":"http://freepages.rootsweb.com/","title":"freepages.rootsweb.com"},{"url":"https://freepages.rootsweb.com/","title":"freepages.rootsweb.com"},{"url":"https://freepages.rootsweb.com/","title":"freepages.rootsweb.com"},{"url":"http://freepages.rootsweb.com/","title":"freepages.rootsweb.com"},{"url":"http://freepages.rootsweb.com/","title":"freepages.rootsweb.com"},{"url":"http://freepages.rootsweb.com/","title":"freepages.rootsweb.com"},{"url":"http://freepages.rootsweb.com/","title":"freepages.rootsweb.com"},{"url":"https://freepages.rootsweb.com/","title":"freepages.rootsweb.com"},{"url":"http://freepages.rootsweb.com/","title":"freepages.rootsweb.com"},{"url":"https://roanoke.com/","title":"roanoke.com"},{"url":"https://catalog.hathitrust.org/","title":"catalog.hathitrust.org"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://crimereads.com/","title":"crimereads.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.notesfromthefrontier.com/","title":"www.notesfromthefrontier.com"},{"url":"https://www.cjonline.com/","title":"www.cjonline.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://readmaryann.wordpress.com/","title":"readmaryann.wordpress.com"},{"url":"https://curator135.com/","title":"curator135.com"},{"url":"https://legalclarity.org/","title":"legalclarity.org"},{"url":"https://calhounclerk.com/","title":"calhounclerk.com"},{"url":"https://www.theiacp.org/","title":"www.theiacp.org"},{"url":"https://kansascity.newspapers.com/","title":"kansascity.newspapers.com"},{"url":"https://www.iheart.com/","title":"www.iheart.com"},{"url":"https://ohiomysteries.com/","title":"ohiomysteries.com"},{"url":"https://bethanyseminary.edu/","title":"bethanyseminary.edu"},{"url":"https://crimereads.com/","title":"crimereads.com"},{"url":"https://www.palcomp3.com.br/","title":"www.palcomp3.com.br"},{"url":"https://les-maraichers-de-la-poudge.fr/","title":"les-maraichers-de-la-poudge.fr"}],"searchCalls":[{"id":"st_tmp_ba7qmdc2sh8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ss2266qi5pi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6vlbjhbf1qe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_97u0dzi1t5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yk2udgocgr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zc16vrid5ak","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p6iqqtnzan","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_26zkidabpwl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4vumxalbdsc","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_u1uzu5nvask","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s7nqtu3a1lb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xojnh2bdkq9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zno9zl15qfh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5xqnu3v404k","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_vpp31pj1qrm","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_cq10o992vel","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_uj6cwzedy2m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zsujjc3ol8c","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_w3vgkivnysg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zc0e7z9xjm","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_9qzhox3fknn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yv4g9wvwvwj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eq6agtkl4k7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zhhinzr6h9n","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_nibouzk7w7j","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-89","epoch":0,"score":"C","citations":[{"url":"https://www.premierleague.com/","title":"www.premierleague.com"},{"url":"https://www.premierleague.com/","title":"www.premierleague.com"},{"url":"https://footballdatabase.com/","title":"footballdatabase.com"},{"url":"https://footballdatabase.com/","title":"footballdatabase.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://africanfootball.com/","title":"africanfootball.com"},{"url":"https://www.espn.co.uk/","title":"www.espn.co.uk"},{"url":"https://footballdatabase.com/","title":"footballdatabase.com"},{"url":"https://tribuna.com/","title":"tribuna.com"},{"url":"https://www.rsssf.org/","title":"www.rsssf.org"},{"url":"http://www.league321.com/","title":"www.league321.com"},{"url":"https://www.teamstats.net/","title":"www.teamstats.net"},{"url":"https://africa.espn.com/","title":"africa.espn.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://thenationonlineng.net/","title":"thenationonlineng.net"},{"url":"https://anambrastate.gov.ng/","title":"anambrastate.gov.ng"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://facts.ng/","title":"facts.ng"},{"url":"http://www.aipaireland.com/","title":"www.aipaireland.com"},{"url":"https://cirddoc.org/","title":"cirddoc.org"},{"url":"https://www.transfermarkt.us/","title":"www.transfermarkt.us"},{"url":"https://africanfootball.com/","title":"africanfootball.com"},{"url":"https://www.thepapare.com/","title":"www.thepapare.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://cn.soccerway.com/","title":"cn.soccerway.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://ie.soccerway.com/","title":"ie.soccerway.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://ratnapura.rules.city/","title":"ratnapura.rules.city"},{"url":"https://lakpura.com/","title":"lakpura.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"http://www.geonames.org/","title":"www.geonames.org"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://www.uniquesrilanka.com/","title":"www.uniquesrilanka.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.sundaytimes.lk/","title":"www.sundaytimes.lk"},{"url":"https://www.rsssf.org/","title":"www.rsssf.org"},{"url":"https://www.rsssf.org/","title":"www.rsssf.org"},{"url":"https://www.moys.gov.lk/","title":"www.moys.gov.lk"},{"url":"https://www.rsssf.org/","title":"www.rsssf.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.transfermarkt.com/","title":"www.transfermarkt.com"},{"url":"https://www.transfermarkt.us/","title":"www.transfermarkt.us"},{"url":"https://africa.espn.com/","title":"africa.espn.com"},{"url":"https://www.rsssf.org/","title":"www.rsssf.org"},{"url":"http://stats.football.co.uk/","title":"stats.football.co.uk"},{"url":"https://www.sportinglife.com/","title":"www.sportinglife.com"},{"url":"https://www.sportinglife.com/","title":"www.sportinglife.com"},{"url":"https://www.footballcritic.com/","title":"www.footballcritic.com"},{"url":"https://www.tottenhamhotspur.com/","title":"www.tottenhamhotspur.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.readfootball.com/","title":"www.readfootball.com"},{"url":"https://www.worldfootball.net/","title":"www.worldfootball.net"},{"url":"https://globalsportsarchive.com/","title":"globalsportsarchive.com"},{"url":"https://wiki.hattrick.org/","title":"wiki.hattrick.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.playmakerstats.com/","title":"www.playmakerstats.com"},{"url":"https://www.transfermarkt.us/","title":"www.transfermarkt.us"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://rteportal.mp.gov.in/","title":"rteportal.mp.gov.in"},{"url":"https://sporty.com/","title":"sporty.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://ha.wikipedia.org/","title":"ha.wikipedia.org"},{"url":"https://www.playmakerstats.com/","title":"www.playmakerstats.com"},{"url":"https://ig.wikipedia.org/","title":"ig.wikipedia.org"},{"url":"https://alchetron.com/","title":"alchetron.com"},{"url":"https://tribuna.com/","title":"tribuna.com"},{"url":"https://www.rsssf.org/","title":"www.rsssf.org"},{"url":"https://footballdatabase.com/","title":"footballdatabase.com"},{"url":"https://www.teamstats.net/","title":"www.teamstats.net"},{"url":"https://abiastate.gov.ng/","title":"abiastate.gov.ng"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.espn.co.uk/","title":"www.espn.co.uk"},{"url":"https://www.espn.co.uk/","title":"www.espn.co.uk"},{"url":"https://www.espn.in/","title":"www.espn.in"},{"url":"https://www.espn.ph/","title":"www.espn.ph"},{"url":"https://www.espn.co.uk/","title":"www.espn.co.uk"},{"url":"https://abiawarriorsfc.com.ng/","title":"abiawarriorsfc.com.ng"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.nylc.ng/","title":"www.nylc.ng"},{"url":"https://yo.wikipedia.org/","title":"yo.wikipedia.org"},{"url":"https://nigerianmatchday.com/","title":"nigerianmatchday.com"},{"url":"https://nigeria.opendataforafrica.org/","title":"nigeria.opendataforafrica.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://nigerianfocus.com/","title":"nigerianfocus.com"}],"searchCalls":[{"id":"st_tmp_x1umlzpflml","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_grifjbsayc8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_maa5ck4pyad","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t8e9prtf9un","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1gofdlbxgn6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dwe89vh2gma","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g7j4h9yvr0t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_txv53pvebgr","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_gfppibedokb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p9yzavnialj","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_4kfxxer4l88","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_28eko3fvx7r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y7rpyo2lt4l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ojeogfqje3b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r78zu0rc8o9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x0c1tsd7dn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ge8lhgfiw7g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8twssgclixp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n0jvxv7az2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wv6fhfml7ds","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ceh8bue700b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d0xlpr6k4cf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_af0tcwy32t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rx67p1hwvkq","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-9","epoch":0,"score":"I","citations":[{"url":"https://worldart.news/","title":"worldart.news"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://goarts.ucla.edu/","title":"goarts.ucla.edu"},{"url":"https://www.artsy.net/","title":"www.artsy.net"},{"url":"https://whitney.org/","title":"whitney.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.si.edu/","title":"www.si.edu"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.kemperartmuseum.wustl.edu/","title":"www.kemperartmuseum.wustl.edu"},{"url":"https://www.kemperartmuseum.wustl.edu/","title":"www.kemperartmuseum.wustl.edu"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.metmuseum.org/","title":"www.metmuseum.org"},{"url":"https://www.metmuseum.org/","title":"www.metmuseum.org"},{"url":"https://www.bloomberg.com/","title":"www.bloomberg.com"},{"url":"https://bombmagazine.org/","title":"bombmagazine.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://allafrica.com/","title":"allafrica.com"},{"url":"https://www.mutualart.com/","title":"www.mutualart.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.si.edu/","title":"www.si.edu"},{"url":"https://newsroom.ucla.edu/","title":"newsroom.ucla.edu"},{"url":"https://fowler.ucla.edu/","title":"fowler.ucla.edu"},{"url":"https://goarts.ucla.edu/","title":"goarts.ucla.edu"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://blanton.emuseum.com/","title":"blanton.emuseum.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://circleartagency.com/","title":"circleartagency.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://artuk.org/","title":"artuk.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.si.edu/","title":"www.si.edu"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://art.chaminuka.com/","title":"art.chaminuka.com"},{"url":"https://www.rem.routledge.com/","title":"www.rem.routledge.com"},{"url":"https://labulleadessin.ch/","title":"labulleadessin.ch"},{"url":"https://wielsbekeloopt.be/","title":"wielsbekeloopt.be"},{"url":"https://www.academia.edu/","title":"www.academia.edu"},{"url":"https://art.state.gov/","title":"art.state.gov"},{"url":"https://martyrslive.com/","title":"martyrslive.com"},{"url":"https://www.nyasatimes.com/","title":"www.nyasatimes.com"},{"url":"https://www.smh.com.au/","title":"www.smh.com.au"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://nairobiwire.com/","title":"nairobiwire.com"},{"url":"https://www.tembo.eu/","title":"www.tembo.eu"},{"url":"https://www.itmgroup.eu/","title":"www.itmgroup.eu"},{"url":"https://africa.businessinsider.com/","title":"africa.businessinsider.com"},{"url":"https://popline.org/","title":"popline.org"},{"url":"https://www.gamespot.com/","title":"www.gamespot.com"},{"url":"https://www.researchgate.net/","title":"www.researchgate.net"},{"url":"https://www.shutupandsitdown.com/","title":"www.shutupandsitdown.com"},{"url":"https://bo3.gg/","title":"bo3.gg"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://art.chaminuka.com/","title":"art.chaminuka.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.jabulaniradio.com/","title":"www.jabulaniradio.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://francoiselivinec.com/","title":"francoiselivinec.com"},{"url":"https://www.mutualart.com/","title":"www.mutualart.com"},{"url":"https://www.dw.com/","title":"www.dw.com"},{"url":"https://www.artsy.net/","title":"www.artsy.net"},{"url":"https://www.artsy.net/","title":"www.artsy.net"},{"url":"https://francoiselivinec.com/","title":"francoiselivinec.com"},{"url":"https://airmail.news/","title":"airmail.news"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.art.salon/","title":"www.art.salon"},{"url":"https://www.askart.com/","title":"www.askart.com"},{"url":"https://www.askart.com/","title":"www.askart.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.afropop.org/","title":"www.afropop.org"},{"url":"https://bendbulletin.com/","title":"bendbulletin.com"},{"url":"https://nation.africa/","title":"nation.africa"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_czjgugnckn7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n017uezfdt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ol0g22tmyu8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5gl7i00cati","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ufczs8qexdm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cykgvwytrv5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i4j2rs6l5yq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bazwdfevcji","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4uqccmlxzww","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hwqezm1qt6j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ap16zehcbz","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o24sk5v5ey","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_040nayg4n374","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gsxh83pkei","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_14u9h0ib37a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_498rbs6wcmg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qefk1qf79dq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_06ofgq5gqhbc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xizuzcfllfq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h8l2bs1cqkw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a91p04muogg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f389tzchy64","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0idt9z9ldp2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uytst3e433","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e4795taspft","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zohq1pm4wq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_5b9bu02pf6j","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-90","epoch":0,"score":"I","citations":[{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://www.e-ir.info/","title":"www.e-ir.info"},{"url":"https://open.umn.edu/","title":"open.umn.edu"},{"url":"https://assets.cambridge.org/","title":"assets.cambridge.org"},{"url":"https://jsis.washington.edu/","title":"jsis.washington.edu"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://www.penguinrandomhouse.com/","title":"www.penguinrandomhouse.com"},{"url":"https://www.newyorker.com/","title":"www.newyorker.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.simonandschuster.com/","title":"www.simonandschuster.com"},{"url":"https://catalog.hathitrust.org/","title":"catalog.hathitrust.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.routledge.com/","title":"www.routledge.com"},{"url":"https://www.loc.gov/","title":"www.loc.gov"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.theatlantic.com/","title":"www.theatlantic.com"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://mellenpress.com/","title":"mellenpress.com"},{"url":"https://www.gutenberg.org/","title":"www.gutenberg.org"},{"url":"https://blog.oup.com/","title":"blog.oup.com"},{"url":"https://www.nebraskapress.unl.edu/","title":"www.nebraskapress.unl.edu"},{"url":"https://padresteve.com/","title":"padresteve.com"},{"url":"https://lan-portal.uob.edu.ly/","title":"lan-portal.uob.edu.ly"},{"url":"https://muse.jhu.edu/","title":"muse.jhu.edu"},{"url":"http://cdn.ocp.org/","title":"cdn.ocp.org"},{"url":"https://www.thegospelcoalition.org/","title":"www.thegospelcoalition.org"},{"url":"https://sentry.rmu.edu/","title":"sentry.rmu.edu"},{"url":"https://www.christianitytoday.com/","title":"www.christianitytoday.com"},{"url":"https://www.christianitytoday.com/","title":"www.christianitytoday.com"},{"url":"https://www.degruyterbrill.com/","title":"www.degruyterbrill.com"},{"url":"https://www.democracynow.org/","title":"www.democracynow.org"},{"url":"https://www.democracynow.org/","title":"www.democracynow.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.ft.com/","title":"www.ft.com"},{"url":"https://www.lrb.co.uk/","title":"www.lrb.co.uk"},{"url":"https://www.penguinrandomhouse.ca/","title":"www.penguinrandomhouse.ca"},{"url":"https://openlibrary.org/","title":"openlibrary.org"},{"url":"https://www.penguinrandomhouse.com/","title":"www.penguinrandomhouse.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.perlego.com/","title":"www.perlego.com"},{"url":"https://vod.video.cornell.edu/","title":"vod.video.cornell.edu"},{"url":"https://as.nyu.edu/","title":"as.nyu.edu"},{"url":"https://iis.berkeley.edu/","title":"iis.berkeley.edu"},{"url":"https://www.hamilton.edu/","title":"www.hamilton.edu"},{"url":"https://wamu.org/","title":"wamu.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.penguinrandomhouse.com/","title":"www.penguinrandomhouse.com"},{"url":"https://www.elgaronline.com/","title":"www.elgaronline.com"},{"url":"https://www.brookings.edu/","title":"www.brookings.edu"},{"url":"https://www.emerald.com/","title":"www.emerald.com"},{"url":"https://www.economist.com/","title":"www.economist.com"},{"url":"https://www.economist.com/","title":"www.economist.com"},{"url":"https://www.hamiltonbook.com/","title":"www.hamiltonbook.com"},{"url":"https://read.dukeupress.edu/","title":"read.dukeupress.edu"},{"url":"https://www.researchgate.net/","title":"www.researchgate.net"},{"url":"https://press.uchicago.edu/","title":"press.uchicago.edu"},{"url":"https://magazine.columbia.edu/","title":"magazine.columbia.edu"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://www.jewishbookcouncil.org/","title":"www.jewishbookcouncil.org"},{"url":"https://www.e-ir.info/","title":"www.e-ir.info"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.kirkusreviews.com/","title":"www.kirkusreviews.com"},{"url":"https://www.barnesandnoble.com/","title":"www.barnesandnoble.com"},{"url":"https://www.economist.com/","title":"www.economist.com"},{"url":"https://muse.jhu.edu/","title":"muse.jhu.edu"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://www.cfg.cam.ac.uk/","title":"www.cfg.cam.ac.uk"},{"url":"https://journals.sagepub.com/","title":"journals.sagepub.com"},{"url":"https://www.penguinrandomhouse.com/","title":"www.penguinrandomhouse.com"},{"url":"https://www.penguinrandomhouse.com/","title":"www.penguinrandomhouse.com"},{"url":"https://www.bookey.app/","title":"www.bookey.app"},{"url":"https://www.snapframework.com/","title":"www.snapframework.com"},{"url":"https://assets.cambridge.org/","title":"assets.cambridge.org"},{"url":"https://www.cambridge.org/","title":"www.cambridge.org"},{"url":"https://news.columbia.edu/","title":"news.columbia.edu"},{"url":"https://www.penguinrandomhouse.com/","title":"www.penguinrandomhouse.com"},{"url":"https://www.penguinrandomhouse.com/","title":"www.penguinrandomhouse.com"},{"url":"https://www.latimes.com/","title":"www.latimes.com"},{"url":"https://sohopress.com/","title":"sohopress.com"},{"url":"https://comicbook.com/","title":"comicbook.com"},{"url":"https://www.loc.gov/","title":"www.loc.gov"},{"url":"https://digital.gonzaga.edu/","title":"digital.gonzaga.edu"},{"url":"https://en.wikisource.org/","title":"en.wikisource.org"},{"url":"https://ciaotest.cc.columbia.edu/","title":"ciaotest.cc.columbia.edu"},{"url":"https://scholars.duke.edu/","title":"scholars.duke.edu"},{"url":"https://www.nybooks.com/","title":"www.nybooks.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.media.ba/","title":"www.media.ba"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.media.ba/","title":"www.media.ba"},{"url":"https://www.penguin.com.au/","title":"www.penguin.com.au"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://www.penguin.co.uk/","title":"www.penguin.co.uk"},{"url":"https://www.foyles.co.uk/","title":"www.foyles.co.uk"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://providencemag.com/","title":"providencemag.com"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.c-span.org/","title":"www.c-span.org"},{"url":"https://www.bloomsbury.com/","title":"www.bloomsbury.com"},{"url":"https://www.newstatesman.com/","title":"www.newstatesman.com"},{"url":"https://openlibrary.org/","title":"openlibrary.org"},{"url":"https://www.bloomsbury.com/","title":"www.bloomsbury.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.dailymail.com/","title":"www.dailymail.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://spectator.com/","title":"spectator.com"},{"url":"https://www.spectator.com.au/","title":"www.spectator.com.au"},{"url":"https://www.middleeasteye.net/","title":"www.middleeasteye.net"},{"url":"https://www.middleeasteye.net/","title":"www.middleeasteye.net"},{"url":"https://bookshop.quaker.org.uk/","title":"bookshop.quaker.org.uk"},{"url":"https://therealnews.com/","title":"therealnews.com"},{"url":"https://jewishvoiceforliberation.org.uk/","title":"jewishvoiceforliberation.org.uk"},{"url":"https://openlibrary.org/","title":"openlibrary.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.simonandschuster.co.uk/","title":"www.simonandschuster.co.uk"},{"url":"https://vernonpress.com/","title":"vernonpress.com"}],"searchCalls":[{"id":"st_tmp_lt6t2tzxkyr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6a6cfoypbr2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lf34imv3o2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9gufen0g0db","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i3851sj8oq9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qal2fqapiy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jevfwty9adh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dufnu9selje","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mxxtshwjwup","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_57lr89kx3wx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wen606ykwt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ovfpireiys","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y5kb5x8kbn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ebg35q0w0rs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8stwy0e7l5a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7s62jmc5pgq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nyg85zznmx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ja9ijj9ktja","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_31ek84n10i3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3mrqqcep6cb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_botqu1z1fe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_of4boz10ol","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wuonz1k3ii7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_26hhuo83zru","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fhosfnyqtbk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tnjbxuwb8yq","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-91","epoch":0,"score":"C","citations":[{"url":"https://www.shazam.com/","title":"www.shazam.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.chosun.com/","title":"www.chosun.com"},{"url":"https://www.hellokpop.com/","title":"www.hellokpop.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.nme.com/","title":"www.nme.com"},{"url":"https://twicetours.com/","title":"twicetours.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://kilian-staudt.de/","title":"kilian-staudt.de"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.bandwagon.asia/","title":"www.bandwagon.asia"},{"url":"https://sg.news.yahoo.com/","title":"sg.news.yahoo.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://uk.news.yahoo.com/","title":"uk.news.yahoo.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.koreaboo.com/","title":"www.koreaboo.com"},{"url":"https://www.pbs.org/","title":"www.pbs.org"},{"url":"https://www.koreaherald.com/","title":"www.koreaherald.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.sixthtone.com/","title":"www.sixthtone.com"},{"url":"https://www.songfacts.com/","title":"www.songfacts.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.yahoo.com/","title":"www.yahoo.com"},{"url":"https://www.yahoo.com/","title":"www.yahoo.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.mk.co.kr/","title":"www.mk.co.kr"},{"url":"https://www.allkpop.com/","title":"www.allkpop.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://omonatheydidnt.livejournal.com/","title":"omonatheydidnt.livejournal.com"},{"url":"https://www.allkpop.com/","title":"www.allkpop.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://kpop.fandom.com/","title":"kpop.fandom.com"},{"url":"https://sp.myname-mobile.com/","title":"sp.myname-mobile.com"},{"url":"https://www.universal-music.co.jp/","title":"www.universal-music.co.jp"},{"url":"https://www.tkma.co.jp/","title":"www.tkma.co.jp"},{"url":"https://ja.wikipedia.org/","title":"ja.wikipedia.org"},{"url":"https://www.nikkansports.com/","title":"www.nikkansports.com"},{"url":"https://news.livedoor.com/","title":"news.livedoor.com"},{"url":"https://ja.wikipedia.org/","title":"ja.wikipedia.org"},{"url":"https://www.donga.com/","title":"www.donga.com"},{"url":"https://www.chosun.com/","title":"www.chosun.com"},{"url":"https://ko.wikipedia.org/","title":"ko.wikipedia.org"},{"url":"https://www.yna.co.kr/","title":"www.yna.co.kr"},{"url":"https://www.imaeil.com/","title":"www.imaeil.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://revistakoreain.com.br/","title":"revistakoreain.com.br"},{"url":"https://www.dramabl.com/","title":"www.dramabl.com"},{"url":"https://kprofiles.com/","title":"kprofiles.com"},{"url":"https://www.wowkorea.jp/","title":"www.wowkorea.jp"},{"url":"https://www.billboard-japan.com/","title":"www.billboard-japan.com"},{"url":"https://natalie.mu/","title":"natalie.mu"},{"url":"https://www.universal-music.co.jp/","title":"www.universal-music.co.jp"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://ko.wikipedia.org/","title":"ko.wikipedia.org"},{"url":"https://www.yna.co.kr/","title":"www.yna.co.kr"},{"url":"https://m.blog.naver.com/","title":"m.blog.naver.com"},{"url":"https://music.bugs.co.kr/","title":"music.bugs.co.kr"},{"url":"https://www.allkpop.com/","title":"www.allkpop.com"},{"url":"https://kpopping.com/","title":"kpopping.com"},{"url":"https://thebiaslist.com/","title":"thebiaslist.com"},{"url":"https://au.rollingstone.com/","title":"au.rollingstone.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://www.mk.co.kr/","title":"www.mk.co.kr"},{"url":"https://www.mk.co.kr/","title":"www.mk.co.kr"},{"url":"https://kpopping.com/","title":"kpopping.com"},{"url":"https://www.allkpop.com/","title":"www.allkpop.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.mk.co.kr/","title":"www.mk.co.kr"},{"url":"https://koreajoongangdaily.joins.com/","title":"koreajoongangdaily.joins.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://www.whosampled.com/","title":"www.whosampled.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://kpopping.com/","title":"kpopping.com"},{"url":"https://www.last.fm/","title":"www.last.fm"},{"url":"https://www.famousbirthdays.com/","title":"www.famousbirthdays.com"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://baike.baidu.com/","title":"baike.baidu.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.namu.wiki/","title":"en.namu.wiki"}],"searchCalls":[{"id":"st_tmp_6e5i664mo88","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s4vn69g9z5t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7wqkiw221cm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f303fq4nxcs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9355was2bdi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_teofx4hnjgc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eacx7f6fgj7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lkuf0fwdbmd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x8k84lkm95r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8n8xx2zk1ho","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gyquqmtnyvj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_opybkyk0chh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fxsndeb44y","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vqgxnh5ftfk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4irt9wabnzj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0g1ur7xh680a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5s2czdy48pa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ou2uigqqxfl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5jv9qyknb9d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xzuybox2uha","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7sy2yvanpnn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0l1r0lk57ld","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_h3w7xaj60xj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_orco2grzsao","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_adw9osm079v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h62wemjox9","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-92","epoch":0,"score":"C","citations":[{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://assets.srhd.org/","title":"assets.srhd.org"},{"url":"https://www.infectioncontroltoday.com/","title":"www.infectioncontroltoday.com"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://www.infectioncontroltoday.com/","title":"www.infectioncontroltoday.com"},{"url":"https://www.aao.org/","title":"www.aao.org"},{"url":"https://www.aao.org/","title":"www.aao.org"},{"url":"https://www.aao.org/","title":"www.aao.org"},{"url":"https://www.aao.org/","title":"www.aao.org"},{"url":"https://www.aao.org/","title":"www.aao.org"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.aao.org/","title":"www.aao.org"},{"url":"https://neurology.duke.edu/","title":"neurology.duke.edu"},{"url":"https://www.aao.org/","title":"www.aao.org"},{"url":"https://spotlight.duke.edu/","title":"spotlight.duke.edu"},{"url":"https://scholars.duke.edu/","title":"scholars.duke.edu"},{"url":"http://www.retinapodcast.com/","title":"www.retinapodcast.com"},{"url":"https://www.aao.org/","title":"www.aao.org"},{"url":"https://www.aao.org/","title":"www.aao.org"},{"url":"https://www.aao.org/","title":"www.aao.org"},{"url":"https://www.aao.org/","title":"www.aao.org"},{"url":"https://www.aao.org/","title":"www.aao.org"},{"url":"https://www.aao.org/","title":"www.aao.org"},{"url":"https://www.aao.org/","title":"www.aao.org"},{"url":"https://www.aao.org/","title":"www.aao.org"},{"url":"https://www.aao.org/","title":"www.aao.org"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.aao.org/","title":"www.aao.org"},{"url":"https://www.aao.org/","title":"www.aao.org"}],"searchCalls":[{"id":"st_tmp_h06fgn3hi3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_03imolhnoby8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1b2liljtpnq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_08xd3ni8kw4q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9t9x8rqc1dm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7tr5287tpry","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_a79yocvnp5b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ybr3sg5nf0n","status":"completed","action":"search","executed":true,"sourceCount":1}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-93","epoch":0,"score":"I","citations":[{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://thatshelf.com/","title":"thatshelf.com"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.libraryjournal.com/","title":"www.libraryjournal.com"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://www.jou.ufl.edu/","title":"www.jou.ufl.edu"},{"url":"https://aaregistry.org/","title":"aaregistry.org"},{"url":"https://en.wikisource.org/","title":"en.wikisource.org"},{"url":"https://muse.jhu.edu/","title":"muse.jhu.edu"},{"url":"https://www.cambridge.org/","title":"www.cambridge.org"},{"url":"https://research.monash.edu/","title":"research.monash.edu"},{"url":"https://assets.cambridge.org/","title":"assets.cambridge.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://pshares.org/","title":"pshares.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://journals.psu.edu/","title":"journals.psu.edu"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://blackpast.org/","title":"blackpast.org"},{"url":"https://chicago.suntimes.com/","title":"chicago.suntimes.com"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.loc.gov/","title":"www.loc.gov"},{"url":"https://digitalcollections.nypl.org/","title":"digitalcollections.nypl.org"},{"url":"https://www.readex.com/","title":"www.readex.com"},{"url":"https://www.familysearch.org/","title":"www.familysearch.org"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://guides.loc.gov/","title":"guides.loc.gov"},{"url":"https://www.senate.gov/","title":"www.senate.gov"},{"url":"https://www.senate.gov/","title":"www.senate.gov"},{"url":"https://hdl.loc.gov/","title":"hdl.loc.gov"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://en.wikisource.org/","title":"en.wikisource.org"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.elgaronline.com/","title":"www.elgaronline.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.thriftbooks.com/","title":"www.thriftbooks.com"},{"url":"https://kids.kiddle.co/","title":"kids.kiddle.co"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.uniontempledc.com/","title":"www.uniontempledc.com"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.gutenberg.org/","title":"www.gutenberg.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.dacapopress.com/","title":"www.dacapopress.com"},{"url":"https://www.oxfordreference.com/","title":"www.oxfordreference.com"},{"url":"https://eric.ed.gov/","title":"eric.ed.gov"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.georgiaencyclopedia.org/","title":"www.georgiaencyclopedia.org"},{"url":"https://blog.library.si.edu/","title":"blog.library.si.edu"},{"url":"https://archives.yale.edu/","title":"archives.yale.edu"},{"url":"https://www.archives.gov/","title":"www.archives.gov"},{"url":"https://hd.housedivided.dickinson.edu/","title":"hd.housedivided.dickinson.edu"},{"url":"https://www.vatican.va/","title":"www.vatican.va"},{"url":"https://www.josephsmithpapers.org/","title":"www.josephsmithpapers.org"},{"url":"https://lib.guides.umd.edu/","title":"lib.guides.umd.edu"},{"url":"https://sk.sagepub.com/","title":"sk.sagepub.com"},{"url":"https://www.encyclopedia.com/","title":"www.encyclopedia.com"},{"url":"https://catalog.hathitrust.org/","title":"catalog.hathitrust.org"},{"url":"https://wehd.com/","title":"wehd.com"},{"url":"https://research.lib.buffalo.edu/","title":"research.lib.buffalo.edu"},{"url":"https://chdr.cah.ucf.edu/","title":"chdr.cah.ucf.edu"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://reliefweb.int/","title":"reliefweb.int"},{"url":"https://www.record.com.br/","title":"www.record.com.br"},{"url":"https://www.sensacine.com/","title":"www.sensacine.com"},{"url":"https://www.gutenberg.org/","title":"www.gutenberg.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"http://www.cs.columbia.edu/","title":"www.cs.columbia.edu"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://blackvirginia.richmond.edu/","title":"blackvirginia.richmond.edu"},{"url":"https://blackpast.org/","title":"blackpast.org"},{"url":"https://blogs.loc.gov/","title":"blogs.loc.gov"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.gutenberg.org/","title":"www.gutenberg.org"},{"url":"https://www.lva.virginia.gov/","title":"www.lva.virginia.gov"},{"url":"https://www.richmonder.org/","title":"www.richmonder.org"},{"url":"https://encyclopediavirginia.org/","title":"encyclopediavirginia.org"},{"url":"https://blackvirginia.richmond.edu/","title":"blackvirginia.richmond.edu"},{"url":"https://www.wtvr.com/","title":"www.wtvr.com"},{"url":"https://www.mahoganybooks.com/","title":"www.mahoganybooks.com"},{"url":"https://wtop.com/","title":"wtop.com"},{"url":"https://www.oregonencyclopedia.org/","title":"www.oregonencyclopedia.org"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://encyclopediavirginia.org/","title":"encyclopediavirginia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://encyclopediavirginia.org/","title":"encyclopediavirginia.org"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.elgaronline.com/","title":"www.elgaronline.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"}],"searchCalls":[{"id":"st_tmp_hj1mahwf60l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_irhggi0iy8q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2kbvu4z6arl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8x6jmsmfi6u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sg051jkkm88","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7jk5p3vnswu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pt2yk2d7hkf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0rcaw55kvik","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h9vt6n2pf45","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yi7cuvijkdm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cs35naeqjr4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_abw4vfkxuy9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_21244b6lq45j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tjhvhuzjaed","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nt778a4lzs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nsmdnqem4ss","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_65k8qtqsq0u","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_7441wj2y0x5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g6hi5ytjvjf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hdht5y7r49","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mce8a00xa78","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4asymi9l4cb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x0owmpx0ovl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nntlxnkoyxa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o3m824s4fs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r8rf8p3gwu","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-94","epoch":0,"score":"C","citations":[{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://thekrazemag.com/","title":"thekrazemag.com"},{"url":"https://www.kpopstarz.com/","title":"www.kpopstarz.com"},{"url":"https://www.koreaboo.com/","title":"www.koreaboo.com"},{"url":"https://www.allkpop.com/","title":"www.allkpop.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://www.allkpop.com/","title":"www.allkpop.com"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://www.koreaboo.com/","title":"www.koreaboo.com"},{"url":"https://www.unitedkpop.com/","title":"www.unitedkpop.com"},{"url":"https://www.youtube.com/","title":"www.youtube.com"},{"url":"https://www.shazam.com/","title":"www.shazam.com"},{"url":"https://thekrazemag.com/","title":"thekrazemag.com"},{"url":"https://www.republicworld.com/","title":"www.republicworld.com"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.deseret.com/","title":"www.deseret.com"},{"url":"https://edition.cnn.com/","title":"edition.cnn.com"},{"url":"https://www.pbs.org/","title":"www.pbs.org"},{"url":"https://www.csmonitor.com/","title":"www.csmonitor.com"},{"url":"https://www.koreaherald.com/","title":"www.koreaherald.com"}],"searchCalls":[{"id":"st_tmp_xi2ewwa7j0e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pu1iggo48o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6a76h3bl8o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6i7ls0v8zt9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6frj5n7uti2","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-95","epoch":0,"score":"I","citations":[{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.flickr.com/","title":"www.flickr.com"},{"url":"https://hansard.parliament.uk/","title":"hansard.parliament.uk"},{"url":"https://upload.wikimedia.org/","title":"upload.wikimedia.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.news24.com/","title":"www.news24.com"},{"url":"https://www.glencairnmuseum.org/","title":"www.glencairnmuseum.org"},{"url":"https://www.news24.com/","title":"www.news24.com"},{"url":"https://za.centralindex.com/","title":"za.centralindex.com"},{"url":"https://atom.lib.uct.ac.za/","title":"atom.lib.uct.ac.za"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://vhd.heritagecouncil.vic.gov.au/","title":"vhd.heritagecouncil.vic.gov.au"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://andywightman.scot/","title":"andywightman.scot"},{"url":"https://www.fineandcountry.co.za/","title":"www.fineandcountry.co.za"},{"url":"https://www.flickr.com/","title":"www.flickr.com"},{"url":"https://resource.capetown.gov.za/","title":"resource.capetown.gov.za"},{"url":"http://census2011.adrianfrith.com/","title":"census2011.adrianfrith.com"},{"url":"https://resource.capetown.gov.za/","title":"resource.capetown.gov.za"},{"url":"https://resource.capetown.gov.za/","title":"resource.capetown.gov.za"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://za.centralindex.com/","title":"za.centralindex.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://assets.lloyds.com/","title":"assets.lloyds.com"},{"url":"https://committees.parliament.uk/","title":"committees.parliament.uk"},{"url":"https://assets.lloyds.com/","title":"assets.lloyds.com"},{"url":"https://www.glencairnmuseum.org/","title":"www.glencairnmuseum.org"},{"url":"https://www.glencairnmuseum.org/","title":"www.glencairnmuseum.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.dhr.virginia.gov/","title":"www.dhr.virginia.gov"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://resource.capetown.gov.za/","title":"resource.capetown.gov.za"},{"url":"https://resource.capetown.gov.za/","title":"resource.capetown.gov.za"},{"url":"https://resource.capetown.gov.za/","title":"resource.capetown.gov.za"},{"url":"https://www.facebook.com/","title":"www.facebook.com"}],"searchCalls":[{"id":"st_tmp_07px03kei2gm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fn1426w8ti8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7yjs7g75hcw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dnzbldljmhb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iua5vdpjro","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eout7h439du","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_azqxvmua8b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9m49joeluir","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_itrac49lftb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qnbx35p4oqc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z5n53a0tnzd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_im2rrsyvdic","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lu24e83ib2l","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-96","epoch":0,"score":"C","citations":[{"url":"http://13.221.215.172/","title":"13.221.215.172"},{"url":"http://3.107.255.180/","title":"3.107.255.180"},{"url":"http://3.91.51.180/","title":"3.91.51.180"},{"url":"https://www.gmusicplus.com/","title":"www.gmusicplus.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"http://www.reachrecords.com/","title":"www.reachrecords.com"},{"url":"https://www.ccmmagazine.com/","title":"www.ccmmagazine.com"},{"url":"https://genius.com/","title":"genius.com"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.thenewman.org.ng/","title":"www.thenewman.org.ng"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://selahafrik.com/","title":"selahafrik.com"},{"url":"https://www.thechristianbeat.org/","title":"www.thechristianbeat.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.thechristianbeat.org/","title":"www.thechristianbeat.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.thechristianbeat.org/","title":"www.thechristianbeat.org"},{"url":"https://www.africanmusiclibrary.org/","title":"www.africanmusiclibrary.org"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.africanmusiclibrary.org/","title":"www.africanmusiclibrary.org"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"http://54.157.0.221/","title":"54.157.0.221"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.hull.ac.uk/","title":"www.hull.ac.uk"},{"url":"https://www.gmusicplus.com/","title":"www.gmusicplus.com"},{"url":"https://london.hull.ac.uk/","title":"london.hull.ac.uk"},{"url":"https://vinepulse.com/","title":"vinepulse.com"},{"url":"https://www.ucas.com/","title":"www.ucas.com"},{"url":"https://www.premier.plus/","title":"www.premier.plus"},{"url":"https://www.premier.plus/","title":"www.premier.plus"},{"url":"https://www.premier.plus/","title":"www.premier.plus"},{"url":"https://www.premier.plus/","title":"www.premier.plus"},{"url":"https://www.thevibeonline.com/","title":"www.thevibeonline.com"}],"searchCalls":[{"id":"st_tmp_1vmra9011ip","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pno9mbf5lk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_56d9ro91i6b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_23uple2vsry","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rano41qfb3e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2mulhhec7gq","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_rhgu871nhle","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v1e61zns2wh","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-97","epoch":0,"score":"I","citations":[{"url":"https://www.gresham.ac.uk/","title":"www.gresham.ac.uk"},{"url":"https://www.magd.cam.ac.uk/","title":"www.magd.cam.ac.uk"},{"url":"https://oclw.web.ox.ac.uk/","title":"oclw.web.ox.ac.uk"},{"url":"https://english.cornell.edu/","title":"english.cornell.edu"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://muse.jhu.edu/","title":"muse.jhu.edu"},{"url":"https://mmp.mml.ox.ac.uk/","title":"mmp.mml.ox.ac.uk"},{"url":"https://poems.poetrysociety.org.uk/","title":"poems.poetrysociety.org.uk"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.poetryfoundation.org/","title":"www.poetryfoundation.org"},{"url":"https://poetryarchive.org/","title":"poetryarchive.org"},{"url":"https://granta.com/","title":"granta.com"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://resolve.cambridge.org/","title":"resolve.cambridge.org"},{"url":"https://poetryarchive.org/","title":"poetryarchive.org"},{"url":"http://poems.poetrysociety.org.uk/","title":"poems.poetrysociety.org.uk"},{"url":"https://www.abebooks.com/","title":"www.abebooks.com"},{"url":"https://brill.com/","title":"brill.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://wheelercolumn.berkeley.edu/","title":"wheelercolumn.berkeley.edu"},{"url":"https://uolpress.co.uk/","title":"uolpress.co.uk"},{"url":"https://poets.org/","title":"poets.org"},{"url":"https://poets.org/","title":"poets.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.poetryfoundation.org/","title":"www.poetryfoundation.org"},{"url":"https://poetrysociety.org.uk/","title":"poetrysociety.org.uk"},{"url":"https://granta.com/","title":"granta.com"},{"url":"https://archive.cortlandreview.org/","title":"archive.cortlandreview.org"},{"url":"https://poetryarchive.org/","title":"poetryarchive.org"},{"url":"https://writingseminars.jhu.edu/","title":"writingseminars.jhu.edu"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.ucl.ac.uk/","title":"www.ucl.ac.uk"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://poetrysociety.org.uk/","title":"poetrysociety.org.uk"},{"url":"https://weeklypoems.brookes.ac.uk/","title":"weeklypoems.brookes.ac.uk"},{"url":"https://www.lrb.co.uk/","title":"www.lrb.co.uk"},{"url":"https://www.lrb.co.uk/","title":"www.lrb.co.uk"},{"url":"https://www.twinkl.com/","title":"www.twinkl.com"},{"url":"https://pnreview.co.uk/","title":"pnreview.co.uk"},{"url":"https://pnreview.co.uk/","title":"pnreview.co.uk"},{"url":"https://poets.org/","title":"poets.org"},{"url":"https://poets.org/","title":"poets.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://poets.org/","title":"poets.org"},{"url":"https://poets.org/","title":"poets.org"},{"url":"https://poets.org/","title":"poets.org"},{"url":"https://www.poetryfoundation.org/","title":"www.poetryfoundation.org"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://orlando.cambridge.org/","title":"orlando.cambridge.org"},{"url":"https://archivesearch.lib.cam.ac.uk/","title":"archivesearch.lib.cam.ac.uk"},{"url":"https://poetryarchive.org/","title":"poetryarchive.org"},{"url":"https://resolve.cambridge.org/","title":"resolve.cambridge.org"},{"url":"https://granta.com/","title":"granta.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://wellcomecollection.org/","title":"wellcomecollection.org"},{"url":"https://poetryarchive.org/","title":"poetryarchive.org"},{"url":"https://poets.org/","title":"poets.org"},{"url":"https://poets.org/","title":"poets.org"},{"url":"https://poets.org/","title":"poets.org"},{"url":"https://poets.org/","title":"poets.org"},{"url":"https://poets.org/","title":"poets.org"},{"url":"https://poets.org/","title":"poets.org"},{"url":"https://poets.org/","title":"poets.org"},{"url":"https://www.lib.cam.ac.uk/","title":"www.lib.cam.ac.uk"},{"url":"https://mypoeticside.com/","title":"mypoeticside.com"},{"url":"https://writing.upenn.edu/","title":"writing.upenn.edu"},{"url":"https://www.english.ox.ac.uk/","title":"www.english.ox.ac.uk"},{"url":"https://poetryarchive.org/","title":"poetryarchive.org"},{"url":"https://poetryarchive.org/","title":"poetryarchive.org"},{"url":"https://poetryarchive.org/","title":"poetryarchive.org"},{"url":"https://poetryarchive.org/","title":"poetryarchive.org"},{"url":"https://poetryarchive.org/","title":"poetryarchive.org"},{"url":"https://poetryarchive.org/","title":"poetryarchive.org"},{"url":"https://poetryarchive.org/","title":"poetryarchive.org"},{"url":"https://poetryarchive.org/","title":"poetryarchive.org"},{"url":"https://poetryarchive.org/","title":"poetryarchive.org"},{"url":"https://granta.com/","title":"granta.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.qub.ac.uk/","title":"www.qub.ac.uk"}],"searchCalls":[{"id":"st_tmp_89hq4d3wl84","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2mhyhdrr9m3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0pg56roed2ui","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bojttqo1ft4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e9w2g5ap9v5","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_x5s6oen6xti","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u8diaok6d4o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v3z02u91yo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i0xmn7o6x7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yhn1j44dibq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_29wkw0ik0bc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ismo4gh8w8q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sfc6ypginf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5y79n8292v7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ob1sqwx5j28","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_68rtnsb1b94","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8sahcxm20dd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1dhwav8mb44","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_edf624zjc2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o8oenijuu3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rh7z3mvopnl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i2t8t44sm9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bxp9zql8aj6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s2sg3imgc4o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mgtsi7dh82","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ny8oabc2jpn","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-98","epoch":0,"score":"C","citations":[{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://pubs.aip.org/","title":"pubs.aip.org"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://spectrumlocalnews.com/","title":"spectrumlocalnews.com"},{"url":"https://clintonwhitehouse4.archives.gov/","title":"clintonwhitehouse4.archives.gov"},{"url":"https://resources.clie.ucl.ac.uk/","title":"resources.clie.ucl.ac.uk"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.pma.caltech.edu/","title":"www.pma.caltech.edu"},{"url":"https://cen.acs.org/","title":"cen.acs.org"},{"url":"https://chem.yale.edu/","title":"chem.yale.edu"},{"url":"https://neuroscience.jhu.edu/","title":"neuroscience.jhu.edu"},{"url":"https://statistics.wharton.upenn.edu/","title":"statistics.wharton.upenn.edu"},{"url":"https://www.mrc-cbu.cam.ac.uk/","title":"www.mrc-cbu.cam.ac.uk"},{"url":"https://www.southalabama.edu/","title":"www.southalabama.edu"},{"url":"https://www.life.illinois.edu/","title":"www.life.illinois.edu"},{"url":"https://www.kean.edu/","title":"www.kean.edu"},{"url":"https://today.ucsd.edu/","title":"today.ucsd.edu"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://news.cornell.edu/","title":"news.cornell.edu"},{"url":"https://wp.stolaf.edu/","title":"wp.stolaf.edu"},{"url":"http://catalog.csun.edu/","title":"catalog.csun.edu"},{"url":"https://professorsemeritus.columbia.edu/","title":"professorsemeritus.columbia.edu"},{"url":"https://www.brandeis.edu/","title":"www.brandeis.edu"},{"url":"https://www.plymouth.ac.uk/","title":"www.plymouth.ac.uk"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://digital.archives.caltech.edu/","title":"digital.archives.caltech.edu"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.bu.edu/","title":"www.bu.edu"},{"url":"https://medicine.yale.edu/","title":"medicine.yale.edu"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://arnaudhoux.fr/","title":"arnaudhoux.fr"},{"url":"https://cyovh1p2w-amphtml.lavasai.lt/","title":"cyovh1p2w-amphtml.lavasai.lt"},{"url":"https://5033znd2x-amphtml.lavasai.lt/","title":"5033znd2x-amphtml.lavasai.lt"},{"url":"https://3q4349mz91.lavasai.lt/","title":"3q4349mz91.lavasai.lt"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://www.pnas.org/","title":"www.pnas.org"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://www.nature.com/","title":"www.nature.com"},{"url":"https://pubs.acs.org/","title":"pubs.acs.org"},{"url":"http://catalog.csun.edu/","title":"catalog.csun.edu"},{"url":"https://catalog.csun.edu/","title":"catalog.csun.edu"},{"url":"http://catalog.csun.edu/","title":"catalog.csun.edu"},{"url":"https://www.umass.edu/","title":"www.umass.edu"},{"url":"https://catalog.csun.edu/","title":"catalog.csun.edu"},{"url":"https://www.birmingham.ac.uk/","title":"www.birmingham.ac.uk"},{"url":"https://microbiology.washington.edu/","title":"microbiology.washington.edu"},{"url":"https://whorulesamerica.ucsc.edu/","title":"whorulesamerica.ucsc.edu"},{"url":"https://collections.countway.harvard.edu/","title":"collections.countway.harvard.edu"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.timesargus.com/","title":"www.timesargus.com"},{"url":"https://www.healyfuneralhome.com/","title":"www.healyfuneralhome.com"},{"url":"https://www.huffingtonpost.co.uk/","title":"www.huffingtonpost.co.uk"},{"url":"https://www.hfe.co.uk/","title":"www.hfe.co.uk"},{"url":"https://www.hertford.ox.ac.uk/","title":"www.hertford.ox.ac.uk"},{"url":"https://researchprofiles.canberra.edu.au/","title":"researchprofiles.canberra.edu.au"},{"url":"https://ahc-ohp.lib.umn.edu/","title":"ahc-ohp.lib.umn.edu"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://news.cornell.edu/","title":"news.cornell.edu"},{"url":"https://www.amacad.org/","title":"www.amacad.org"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"http://archives.news.yale.edu/","title":"archives.news.yale.edu"},{"url":"https://www.pnas.org/","title":"www.pnas.org"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://orcid.org/","title":"orcid.org"},{"url":"https://www.med.upenn.edu/","title":"www.med.upenn.edu"},{"url":"https://open.bu.edu/","title":"open.bu.edu"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://europepmc.org/","title":"europepmc.org"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://europepmc.org/","title":"europepmc.org"},{"url":"https://www.jlr.org/","title":"www.jlr.org"},{"url":"https://europepmc.org/","title":"europepmc.org"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.federalregister.gov/","title":"www.federalregister.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://www.med.upenn.edu/","title":"www.med.upenn.edu"},{"url":"https://iubmb.onlinelibrary.wiley.com/","title":"iubmb.onlinelibrary.wiley.com"},{"url":"https://scholar.google.com/","title":"scholar.google.com"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://www.jlr.org/","title":"www.jlr.org"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"}],"searchCalls":[{"id":"st_tmp_que9rjgmxy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0lku5pyh1sco","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xk2oja869bi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jz2xc5fgxl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_odq7gfeilni","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k0aw5iwdi4n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2qi7qpemiae","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gvmdimtqm8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7owfalq1t9j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4kfox760qqt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_svdgu43849l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_39xor517y0d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4o2fsre3bmy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_216sbrwcjk2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tl4a7w3hnii","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n5dvo79cev","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kqeacpak3sn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rc0b4n6yvvj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_37ikd2zyduw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yzxpadorq4g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x9hv5c9rzxn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r270kc7s168","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9vttapsbo1m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r3ayu3nj82l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b3aghmqydt6","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"browsecomp","sampleId":"browsecomp-99","epoch":0,"score":"I","citations":[{"url":"https://economictimes.indiatimes.com/","title":"economictimes.indiatimes.com"},{"url":"https://economictimes.indiatimes.com/","title":"economictimes.indiatimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://economictimes.indiatimes.com/","title":"economictimes.indiatimes.com"},{"url":"https://economictimes.indiatimes.com/","title":"economictimes.indiatimes.com"},{"url":"https://economictimes.indiatimes.com/","title":"economictimes.indiatimes.com"},{"url":"https://economictimes.indiatimes.com/","title":"economictimes.indiatimes.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://economictimes.indiatimes.com/","title":"economictimes.indiatimes.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://numero.com/","title":"numero.com"},{"url":"https://www.wealthofself.com/","title":"www.wealthofself.com"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"http://news.bbc.co.uk/","title":"news.bbc.co.uk"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://numero.com/","title":"numero.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.media.mit.edu/","title":"www.media.mit.edu"},{"url":"https://www.newyorker.com/","title":"www.newyorker.com"},{"url":"https://www.cbc.ca/","title":"www.cbc.ca"},{"url":"https://www.timesofisrael.com/","title":"www.timesofisrael.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://on.theverge.com/","title":"on.theverge.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://www.huffpost.com/","title":"www.huffpost.com"},{"url":"https://dict.dreamdecoder.me/","title":"dict.dreamdecoder.me"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.box10.com/","title":"www.box10.com"},{"url":"https://d75ammm.vklatt.de/","title":"d75ammm.vklatt.de"},{"url":"https://deadline.com/","title":"deadline.com"},{"url":"https://www.huffpost.com/","title":"www.huffpost.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.huffpost.com/","title":"www.huffpost.com"},{"url":"https://apotheke28.medium.com/","title":"apotheke28.medium.com"},{"url":"https://www.huffpost.com/","title":"www.huffpost.com"},{"url":"https://www.huffpost.com/","title":"www.huffpost.com"},{"url":"https://www.huffpost.com/","title":"www.huffpost.com"},{"url":"https://www.huffpost.com/","title":"www.huffpost.com"},{"url":"https://www.huffpost.com/","title":"www.huffpost.com"},{"url":"https://at40fg.proboards.com/","title":"at40fg.proboards.com"},{"url":"https://www.nightflightplus.com/","title":"www.nightflightplus.com"},{"url":"https://addictionrecoveryebulletin.org/","title":"addictionrecoveryebulletin.org"},{"url":"https://www.ohsla.net/","title":"www.ohsla.net"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.threads.com/","title":"www.threads.com"},{"url":"https://letterboxd.com/","title":"letterboxd.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://glassefactory.com/","title":"glassefactory.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.theatlantic.com/","title":"www.theatlantic.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://daily.jstor.org/","title":"daily.jstor.org"},{"url":"https://cullmantimes.com/","title":"cullmantimes.com"},{"url":"https://www.harpercollins.com/","title":"www.harpercollins.com"},{"url":"https://www.nbccf.org/","title":"www.nbccf.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://nndb.com/","title":"nndb.com"},{"url":"https://www.hachettebookgroup.com/","title":"www.hachettebookgroup.com"},{"url":"https://www.huffpost.com/","title":"www.huffpost.com"},{"url":"https://ksqd.org/","title":"ksqd.org"},{"url":"https://ksqd.org/","title":"ksqd.org"},{"url":"https://ksqd.org/","title":"ksqd.org"},{"url":"https://www.deseret.com/","title":"www.deseret.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://economictimes.indiatimes.com/","title":"economictimes.indiatimes.com"},{"url":"https://d75ammm.vklatt.de/","title":"d75ammm.vklatt.de"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://pitchfork.com/","title":"pitchfork.com"},{"url":"https://www.nbcnews.com/","title":"www.nbcnews.com"},{"url":"https://o3kfs93-amphtml.volvostore.re/","title":"o3kfs93-amphtml.volvostore.re"},{"url":"https://theautry.org/","title":"theautry.org"},{"url":"https://www.nationalgeographic.com/","title":"www.nationalgeographic.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.etonline.com/","title":"www.etonline.com"},{"url":"https://www.yahoo.com/","title":"www.yahoo.com"},{"url":"https://people.com/","title":"people.com"},{"url":"https://www.theglobeandmail.com/","title":"www.theglobeandmail.com"},{"url":"https://spectator.com/","title":"spectator.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.wsj.com/","title":"www.wsj.com"},{"url":"https://www.cbc.ca/","title":"www.cbc.ca"}],"searchCalls":[{"id":"st_tmp_sywoczs3tnl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_52mbcdoyjwj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v041ifcah0l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_82pe20zjdkb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xjf1wm4cq7i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7b7si2tdcv2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dlib428648m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_71xrzh9fw4w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ri776tonnvm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n626636bnga","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yb0cnrnecz","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wkkcp5sgo4a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zgwjhh3o7kr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jrt8oyi8a7c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qmo3cnz6zg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bs9ed0fam4m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x4f3kuhb1om","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n8z6185inb","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_cgqg8v49go","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_24ztua55zvc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uoyjed3ntn9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iklsvywwefk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oe3wrgch64f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_egwfgdpp6w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6tmesurx7d","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-0","epoch":0,"score":"C","citations":[{"url":"https://migrationobservatory.ox.ac.uk/","title":"migrationobservatory.ox.ac.uk"},{"url":"https://migrationobservatory.ox.ac.uk/","title":"migrationobservatory.ox.ac.uk"},{"url":"https://webfs.oecd.org/","title":"webfs.oecd.org"},{"url":"https://webfs.oecd.org/","title":"webfs.oecd.org"},{"url":"https://data-explorer.oecd.org/","title":"data-explorer.oecd.org"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://reliefweb.int/","title":"reliefweb.int"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.enactafrica.org/","title":"ocindex.enactafrica.org"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://migrationobservatory.ox.ac.uk/","title":"migrationobservatory.ox.ac.uk"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://africa.ocindex.net/","title":"africa.ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"}],"searchCalls":[{"id":"st_tmp_oaz6xm4coe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kungp3t61wd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6ap3kbj6p0n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tl50q7u3t9s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ifpup61zin","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ij2dtsvvq0i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q555710ta8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_76vxt4t2oll","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4tsfh5jsacr","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_6uhi9zyi743","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_lq4h012jur","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f265en8zrz","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b2oahso27rj","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_xmk0mqkrc4h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1zbfspw533x","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_81t766fe2k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_awqnwaoj8jj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m6pxbbp23v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9pd6po2ed1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gbpt3hac3au","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2opk1euf59f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nypiv3uoef9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8gxfwcc1p8a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f25c8p1qm2k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_305g8sfthwj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xzoo4exjya","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_iunv9zegdrb","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ccq8ebmcc8","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_t3c1f2ktbp","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-1","epoch":0,"score":"C","citations":[{"url":"https://darkan.org/","title":"darkan.org"},{"url":"https://oldschool.runescape.wiki/","title":"oldschool.runescape.wiki"},{"url":"https://fortune.com/","title":"fortune.com"},{"url":"https://mmos.com/","title":"mmos.com"},{"url":"https://mmorpg.gg/","title":"mmorpg.gg"},{"url":"https://oldschool.runescape.wiki/","title":"oldschool.runescape.wiki"},{"url":"https://oldschool.runescape.wiki/","title":"oldschool.runescape.wiki"},{"url":"https://oldschool.runescape.wiki/","title":"oldschool.runescape.wiki"},{"url":"https://oldschool.runescape.wiki/","title":"oldschool.runescape.wiki"},{"url":"https://www.youtube.com/","title":"www.youtube.com"},{"url":"https://oldschool.runescape.wiki/","title":"oldschool.runescape.wiki"},{"url":"https://oldschool.runescape.wiki/","title":"oldschool.runescape.wiki"},{"url":"https://oldschool.runescape.wiki/","title":"oldschool.runescape.wiki"},{"url":"https://secure.runescape.com/","title":"secure.runescape.com"},{"url":"http://oldschool.runescape.wiki/","title":"oldschool.runescape.wiki"},{"url":"https://oldschool.runescape.wiki/","title":"oldschool.runescape.wiki"},{"url":"https://oldschool.runescape.wiki/","title":"oldschool.runescape.wiki"},{"url":"https://oldschool.runescape.wiki/","title":"oldschool.runescape.wiki"},{"url":"https://oldschool.runescape.wiki/","title":"oldschool.runescape.wiki"}],"searchCalls":[{"id":"st_tmp_2wzwyvxf2he","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vaxqul1v9y","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lwcer1nttof","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hfr8f2wy08","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-10","epoch":0,"score":"C","citations":[{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://s.wsj.net/","title":"s.wsj.net"},{"url":"https://www.foxweather.com/","title":"www.foxweather.com"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://preview.weather.gov/","title":"preview.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://repository.library.noaa.gov/","title":"repository.library.noaa.gov"},{"url":"http://repository.library.noaa.gov/","title":"repository.library.noaa.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://preview.weather.gov/","title":"preview.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://preview.weather.gov/","title":"preview.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://ascelibrary.com/","title":"ascelibrary.com"},{"url":"https://www.ncdc.noaa.gov/","title":"www.ncdc.noaa.gov"},{"url":"https://www.ncei.noaa.gov/","title":"www.ncei.noaa.gov"},{"url":"https://www.ncei.noaa.gov/","title":"www.ncei.noaa.gov"},{"url":"https://www.ncei.noaa.gov/","title":"www.ncei.noaa.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://forecast.weather.gov/","title":"forecast.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://preview.weather.gov/","title":"preview.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://preview.weather.gov/","title":"preview.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://pubs.usgs.gov/","title":"pubs.usgs.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"}],"searchCalls":[{"id":"st_tmp_3wpoayf5qb6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_36xui3zzrha","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_we1mypo60ar","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dxjuh416ddp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_acggf76w808","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_toi5lyb076d","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_vcf6hmg9uqf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8gk93slx8c6","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_z7vrjii9aj","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_m9xwe8oru6d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_teis314au4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xumugdgply","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e5qrfdl7op","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_023ppxg44phv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nks0jr5nkd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t0gwjmy5707","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mlwyib8awj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w1ghz2ykxci","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yg9wey190lr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7mudmusxyt3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xz6w8umryp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iv33k9iuqgf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vw9xoeojovb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ksy6icymml","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-11","epoch":0,"score":"C","citations":[{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://archive.ourworldindata.org/","title":"archive.ourworldindata.org"},{"url":"https://archive.ourworldindata.org/","title":"archive.ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"}],"searchCalls":[{"id":"st_tmp_925n1ku8xd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xynprj5z94m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cdv70shwpg7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_43j7pi0qw6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_om4lx11tgfd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0hnp9uopednl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a8zgvchx1mj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v1spxuk11t","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_4kgn721dckw","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_8gkaysa994k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5l80y81ovhi","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_3wfvshfreuj","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_0x3hg19jglr9","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_3m7uofkia51","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_gyv3vvv8lh5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pb70zpu4g9","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_ctafhq5ztjb","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_2yc5mn79sab","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_q93gn5dxqed","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_3ccb4sosz1o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9aubdzzvol","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i041w0nawdd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lezt93rrokj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dh2kfn3szqm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t985fmq0e6s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xg7cj5zafii","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ukskjn0su1o","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_mwlgvrut36m","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_jj50066a3j","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-12","epoch":0,"score":"C","citations":[{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://jakkspacificinc.gcs-web.com/","title":"jakkspacificinc.gcs-web.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"http://sec.gov/","title":"sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://investor.hasbro.com/","title":"investor.hasbro.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.wsj.com/","title":"www.wsj.com"},{"url":"https://www.businesswire.com/","title":"www.businesswire.com"},{"url":"https://finance.yahoo.com/","title":"finance.yahoo.com"},{"url":"https://investors.mattel.com/","title":"investors.mattel.com"},{"url":"https://s21.q4cdn.com/","title":"s21.q4cdn.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://s21.q4cdn.com/","title":"s21.q4cdn.com"},{"url":"https://www.wsj.com/","title":"www.wsj.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.businesswire.com/","title":"www.businesswire.com"},{"url":"http://sec.gov/","title":"sec.gov"},{"url":"https://jakkspacificinc.gcs-web.com/","title":"jakkspacificinc.gcs-web.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://jakkspacificinc.gcs-web.com/","title":"jakkspacificinc.gcs-web.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"}],"searchCalls":[{"id":"st_tmp_kctnmc0wqvg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fbr2t362634","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ydkgvm9mqpm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3ufmbuk5h4q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pbb0xe8cpi","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_wq4u2mzv7k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_plyewtmh96g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m4s4w85pmod","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3q3ig90i5z","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4tjeuwrr25x","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b7cmwapksbw","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_32p5n6ebc1m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7n7prw8npx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pq9fvpe0zrp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2i9q44o1zvh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6dlsk4g79l6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bumrawhf0gg","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_vxqdd1fc1y","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qtpabkquskh","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_evn0fm2f21b","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_0t5s5tc7x5n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wnafapu5av","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qx4r5c870w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f1jtk1v4gi","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_njxmb9hx91m","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_eoeceinoitw","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_g3d27n022nq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_xqi1e1r539h","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-13","epoch":0,"score":"C","citations":[{"url":"https://www.metoffice.gov.uk/","title":"www.metoffice.gov.uk"},{"url":"https://weather.metoffice.gov.uk/","title":"weather.metoffice.gov.uk"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://production.english-heritage.org.uk/","title":"production.english-heritage.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://preproduction.english-heritage.org.uk/","title":"preproduction.english-heritage.org.uk"},{"url":"https://historicengland.org.uk/","title":"historicengland.org.uk"},{"url":"https://historicengland.org.uk/","title":"historicengland.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://production.english-heritage.org.uk/","title":"production.english-heritage.org.uk"},{"url":"https://historicengland.org.uk/","title":"historicengland.org.uk"},{"url":"https://production.english-heritage.org.uk/","title":"production.english-heritage.org.uk"},{"url":"https://historicengland.org.uk/","title":"historicengland.org.uk"},{"url":"https://historicengland.org.uk/","title":"historicengland.org.uk"},{"url":"https://www.geograph.org.uk/","title":"www.geograph.org.uk"},{"url":"https://historicengland.org.uk/","title":"historicengland.org.uk"},{"url":"https://historicengland.org.uk/","title":"historicengland.org.uk"},{"url":"https://www.wbur.org/","title":"www.wbur.org"},{"url":"https://svs.gsfc.nasa.gov/","title":"svs.gsfc.nasa.gov"},{"url":"https://www.iata.org/","title":"www.iata.org"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://historicengland.org.uk/","title":"historicengland.org.uk"}],"searchCalls":[{"id":"st_tmp_mkv5lst0bga","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_inkm1e0ilc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ekbcwh5mhxh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_va17j52512","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fgnfgnwh1vr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tvul1wnna6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h2s4v4ebt1k","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-14","epoch":0,"score":"C","citations":[{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://www.act.org/","title":"www.act.org"},{"url":"https://sboe.texas.gov/","title":"sboe.texas.gov"},{"url":"https://doe.sd.gov/","title":"doe.sd.gov"},{"url":"https://tea.texas.gov/","title":"tea.texas.gov"},{"url":"https://www.act.org/","title":"www.act.org"},{"url":"https://www.act.org/","title":"www.act.org"},{"url":"https://www.act.org/","title":"www.act.org"},{"url":"https://www.act.org/","title":"www.act.org"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://www.act.org/","title":"www.act.org"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://files.eric.ed.gov/","title":"files.eric.ed.gov"},{"url":"https://doe.sd.gov/","title":"doe.sd.gov"},{"url":"https://doe.sd.gov/","title":"doe.sd.gov"},{"url":"https://www.dakotanewsnow.com/","title":"www.dakotanewsnow.com"},{"url":"https://www.act.org/","title":"www.act.org"},{"url":"https://www.act.org/","title":"www.act.org"},{"url":"https://www.act.org/","title":"www.act.org"},{"url":"https://www.act.org/","title":"www.act.org"},{"url":"https://www.act.org/","title":"www.act.org"},{"url":"https://www.act.org/","title":"www.act.org"},{"url":"https://www.act.org/","title":"www.act.org"},{"url":"https://www.act.org/","title":"www.act.org"},{"url":"https://www.act.org/","title":"www.act.org"},{"url":"https://www.act.org/","title":"www.act.org"},{"url":"https://www.act.org/","title":"www.act.org"},{"url":"https://www.act.org/","title":"www.act.org"},{"url":"https://www.act.org/","title":"www.act.org"},{"url":"https://www.act.org/","title":"www.act.org"},{"url":"https://www.act.org/","title":"www.act.org"},{"url":"https://www.act.org/","title":"www.act.org"},{"url":"https://files.eric.ed.gov/","title":"files.eric.ed.gov"},{"url":"https://standards.education.mn.gov/","title":"standards.education.mn.gov"},{"url":"https://files.eric.ed.gov/","title":"files.eric.ed.gov"},{"url":"https://education.mn.gov/","title":"education.mn.gov"},{"url":"https://news.sd.gov/","title":"news.sd.gov"},{"url":"https://doe.sd.gov/","title":"doe.sd.gov"},{"url":"https://news.sd.gov/","title":"news.sd.gov"}],"searchCalls":[{"id":"st_tmp_8o7kmo0gtnq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j9nhxos8whi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z9xmo8nj7up","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mfxvt72nc8n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7twl3mxc6rr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8rab2olyv6i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lopkbrpuxmn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ddca5wh31iu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bb5jcxmap6c","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-15","epoch":0,"score":"C","citations":[{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://www.europarl.europa.eu/","title":"www.europarl.europa.eu"},{"url":"https://www.eeas.europa.eu/","title":"www.eeas.europa.eu"},{"url":"https://www.electionseuropeennes.eu/","title":"www.electionseuropeennes.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://op.europa.eu/","title":"op.europa.eu"},{"url":"https://en.eustat.eus/","title":"en.eustat.eus"},{"url":"https://en.eustat.eus/","title":"en.eustat.eus"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://www.eustat.eus/","title":"www.eustat.eus"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://www.cso.ie/","title":"www.cso.ie"},{"url":"https://portugal.gov.pt/","title":"portugal.gov.pt"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://www.istat.it/","title":"www.istat.it"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://home-affairs.ec.europa.eu/","title":"home-affairs.ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://eur-lex.europa.eu/","title":"eur-lex.europa.eu"},{"url":"https://www.eea.europa.eu/","title":"www.eea.europa.eu"},{"url":"https://www.strasbourg-europe.eu/","title":"www.strasbourg-europe.eu"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://2009-2017.state.gov/","title":"2009-2017.state.gov"},{"url":"https://globaledge.msu.edu/","title":"globaledge.msu.edu"},{"url":"https://www.coe.int/","title":"www.coe.int"},{"url":"https://www.imf.org/","title":"www.imf.org"},{"url":"https://cms.law/","title":"cms.law"},{"url":"https://home-affairs.ec.europa.eu/","title":"home-affairs.ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://www.insee.fr/","title":"www.insee.fr"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"}],"searchCalls":[{"id":"st_tmp_qlc2aihvdtl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_56sbm6242dd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1nj5fr965b7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e7r2rxxn5z","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8bovnt0v9lo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_79mprw7xqpr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_507it65ijij","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_831svmyaxpl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kj7k5r379zj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_51c42eskjo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9czxfuaijw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gfsqmljmlx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nu2voubl66i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f7ozodyrc5e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zj2ibjpq8jm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j4p2t2fhec8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vxfih9l5xni","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7ha9emdejhy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ghzh4j4bdp7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oqyejyc5bug","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-16","epoch":0,"score":"C","citations":[{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://www.fws.gov/","title":"www.fws.gov"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://www.fws.gov/","title":"www.fws.gov"},{"url":"https://californiaspecies.com/","title":"californiaspecies.com"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://visitidaho.org/","title":"visitidaho.org"},{"url":"https://www.idahopower.com/","title":"www.idahopower.com"},{"url":"https://visitsouthidaho.com/","title":"visitsouthidaho.com"},{"url":"https://www.wyohistory.org/","title":"www.wyohistory.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_i6n8ettkzz","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uc3513lfy4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_izn4x58x6g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p41hzog8px","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dzqckrahm1v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j2iv17kv4el","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8xbh10w8n8h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cs2kvh2e0o4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7svoxrea10k","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-17","epoch":0,"score":"I","citations":[{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.fiba.basketball/","title":"www.fiba.basketball"},{"url":"https://www.cbssports.com/","title":"www.cbssports.com"},{"url":"https://www.nbcolympics.com/","title":"www.nbcolympics.com"},{"url":"https://www.cbssports.com/","title":"www.cbssports.com"},{"url":"https://www.sports-reference.com/","title":"www.sports-reference.com"},{"url":"https://www.sports-reference.com/","title":"www.sports-reference.com"},{"url":"https://upstatespartans.com/","title":"upstatespartans.com"},{"url":"https://www.thestate.com/","title":"www.thestate.com"},{"url":"https://gamecocksonline.com/","title":"gamecocksonline.com"},{"url":"https://www.thestate.com/","title":"www.thestate.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.greenvilleonline.com/","title":"www.greenvilleonline.com"},{"url":"https://www.sports-reference.com/","title":"www.sports-reference.com"},{"url":"https://www.greenvilleonline.com/","title":"www.greenvilleonline.com"},{"url":"https://notredamefalcons.com/","title":"notredamefalcons.com"},{"url":"https://fightingirish.com/","title":"fightingirish.com"},{"url":"https://fightingirish.com/","title":"fightingirish.com"},{"url":"https://fightingirish.com/","title":"fightingirish.com"},{"url":"https://www.sports-reference.com/","title":"www.sports-reference.com"},{"url":"https://www.sports-reference.com/","title":"www.sports-reference.com"},{"url":"https://fightingirish.com/","title":"fightingirish.com"},{"url":"https://fightingirish.com/","title":"fightingirish.com"},{"url":"https://theacc.com/","title":"theacc.com"},{"url":"http://sports-reference.com/","title":"sports-reference.com"},{"url":"https://gohuskies.com/","title":"gohuskies.com"},{"url":"https://wsucougars.com/","title":"wsucougars.com"},{"url":"https://wsucougars.com/","title":"wsucougars.com"},{"url":"https://www.seattletimes.com/","title":"www.seattletimes.com"},{"url":"https://gohuskies.com/","title":"gohuskies.com"},{"url":"https://www.sports-reference.com/","title":"www.sports-reference.com"},{"url":"https://www.seattletimes.com/","title":"www.seattletimes.com"},{"url":"https://uconnhuskies.com/","title":"uconnhuskies.com"},{"url":"https://uconnhuskies.com/","title":"uconnhuskies.com"},{"url":"https://www.sports-reference.com/","title":"www.sports-reference.com"},{"url":"https://www.cbssports.com/","title":"www.cbssports.com"},{"url":"https://www.sports-reference.com/","title":"www.sports-reference.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.ncaa.com/","title":"www.ncaa.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://sc.edu/","title":"sc.edu"},{"url":"https://www.foxsports.com/","title":"www.foxsports.com"}],"searchCalls":[{"id":"st_tmp_46gtq9ppqx6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3udkwp7e0jv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v067ymsh02k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_62tj4lae29b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o9ru0a2phc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_286qrizi6cw","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_rgdo8m1yw9k","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_7ba4iz51rdb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p2t5wjsvpzj","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-18","epoch":0,"score":"C","citations":[{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://open.canada.ca/","title":"open.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://open.canada.ca/","title":"open.canada.ca"},{"url":"http://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://publications.gc.ca/","title":"publications.gc.ca"},{"url":"https://open.canada.ca/","title":"open.canada.ca"},{"url":"https://publications.gc.ca/","title":"publications.gc.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://open.canada.ca/","title":"open.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://www.fas.usda.gov/","title":"www.fas.usda.gov"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://publications.gc.ca/","title":"publications.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://www.bundesbank.de/","title":"www.bundesbank.de"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://publications.gc.ca/","title":"publications.gc.ca"},{"url":"https://www.ksh.hu/","title":"www.ksh.hu"},{"url":"https://www.fas.usda.gov/","title":"www.fas.usda.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"}],"searchCalls":[{"id":"st_tmp_6a15q46mshx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d027hpmcd6o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bts7t7oqri7","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_z625scedo9","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_wisq5s2wkg8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p5kxmnaqb8a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ib70q3kj1l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_arin5n93qc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wxkm932lrxr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wr5josdj7tr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_znxmxhrl21b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6mahobjoa9k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y5lrqg1ihnl","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-19","epoch":0,"score":"I","citations":[{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.eater.com/","title":"www.eater.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.scmp.com/","title":"www.scmp.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.eater.com/","title":"www.eater.com"},{"url":"https://www.eater.com/","title":"www.eater.com"},{"url":"https://www.eater.com/","title":"www.eater.com"},{"url":"https://www.eater.com/","title":"www.eater.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://edition.cnn.com/","title":"edition.cnn.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://edition.cnn.com/","title":"edition.cnn.com"},{"url":"https://www.hospitalitymagazine.com.au/","title":"www.hospitalitymagazine.com.au"},{"url":"https://poradnikrestauratora.pl/","title":"poradnikrestauratora.pl"},{"url":"https://www.foodandwinegazette.com/","title":"www.foodandwinegazette.com"},{"url":"https://www.foodandwinegazette.com/","title":"www.foodandwinegazette.com"},{"url":"https://www.gastromasa.com/","title":"www.gastromasa.com"},{"url":"https://www.hot-dinners.com/","title":"www.hot-dinners.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"http://theworlds50best.com/","title":"theworlds50best.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.foodandwinegazette.com/","title":"www.foodandwinegazette.com"},{"url":"https://www.eater.com/","title":"www.eater.com"},{"url":"https://www.kitv.com/","title":"www.kitv.com"},{"url":"https://www.gaultmillau.at/","title":"www.gaultmillau.at"},{"url":"https://sgmagazine.com/","title":"sgmagazine.com"},{"url":"https://www.eater.com/","title":"www.eater.com"},{"url":"https://www.timeout.com/","title":"www.timeout.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://eaters-manifesto.com/","title":"eaters-manifesto.com"},{"url":"https://www.restaurant-ranking.com/","title":"www.restaurant-ranking.com"},{"url":"https://www.enprimeurclub.com/","title":"www.enprimeurclub.com"},{"url":"https://joinpearl.co/","title":"joinpearl.co"},{"url":"https://restaurantheimat.nl/","title":"restaurantheimat.nl"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"http://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"http://cnn.com/","title":"cnn.com"},{"url":"https://www.bonappetit.com/","title":"www.bonappetit.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.newswire.ca/","title":"www.newswire.ca"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.prestigeonline.com/","title":"www.prestigeonline.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.gastromasa.com/","title":"www.gastromasa.com"},{"url":"https://www.falstaff.com/","title":"www.falstaff.com"},{"url":"https://www.identitagolose.com/","title":"www.identitagolose.com"},{"url":"https://www.identitagolose.com/","title":"www.identitagolose.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.eater.com/","title":"www.eater.com"},{"url":"https://www.tatlerasia.com/","title":"www.tatlerasia.com"},{"url":"https://www.prestigeonline.com/","title":"www.prestigeonline.com"},{"url":"https://krghospitality.com/","title":"krghospitality.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.foodandwinegazette.com/","title":"www.foodandwinegazette.com"},{"url":"https://fortune.com/","title":"fortune.com"},{"url":"https://luxus-plus.com/","title":"luxus-plus.com"},{"url":"https://www.bonappetit.com/","title":"www.bonappetit.com"},{"url":"https://www.en-vols.com/","title":"www.en-vols.com"},{"url":"https://www.timeout.com/","title":"www.timeout.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://edition.cnn.com/","title":"edition.cnn.com"},{"url":"https://www.timeout.com/","title":"www.timeout.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.bonappetit.com/","title":"www.bonappetit.com"}],"searchCalls":[{"id":"st_tmp_a4c752fm1hw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q4gr7ykixs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i9p9s6lwmwr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x83ecywg3mo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_760iba9dmdg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ig1s2zp9ii8","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_gngps4wls7p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_44eg9kl0fym","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wylb22sfauj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hhi1es9mci","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hg1ieu26a6w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rfihy8bv09l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_obnz26t0fvd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_psii14z8e1j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u6gv55t1s7j","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_xytn8khy56","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s6i7v006mu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nxb2894nti9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vhb3lo96wgh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qkbl4gxhk5m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5ebxkqlj6ox","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_welmpmy0sud","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eqwq41qsc5q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_76v6zgbh67h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7x2ib76upu7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4btwcs4fzuf","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_i70by7sahnj","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-2","epoch":0,"score":"C","citations":[{"url":"https://www.phoenixnewtimes.com/","title":"www.phoenixnewtimes.com"},{"url":"https://www.phoenixnewtimes.com/","title":"www.phoenixnewtimes.com"},{"url":"https://www.phoenixnewtimes.com/","title":"www.phoenixnewtimes.com"},{"url":"https://www.phoenixnewtimes.com/","title":"www.phoenixnewtimes.com"},{"url":"https://www.phoenixnewtimes.com/","title":"www.phoenixnewtimes.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://reference.org/","title":"reference.org"},{"url":"https://www.last.fm/","title":"www.last.fm"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://www.youtube.com/","title":"www.youtube.com"},{"url":"https://www.youtube.com/","title":"www.youtube.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://www.tiktok.com/","title":"www.tiktok.com"},{"url":"https://musicaroo.com/","title":"musicaroo.com"},{"url":"https://faroutmagazine.co.uk/","title":"faroutmagazine.co.uk"},{"url":"https://www.songfacts.com/","title":"www.songfacts.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.famousbirthdays.com/","title":"www.famousbirthdays.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://roarsongs.bandcamp.com/","title":"roarsongs.bandcamp.com"},{"url":"https://www.shazam.com/","title":"www.shazam.com"},{"url":"https://codamusic.me/","title":"codamusic.me"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_c2y6gph4euh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_umqodztazv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d2c5aiibrmq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_659unt8yzxa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8y2j0uxu2h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tnsqyzfl7p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u0sk9614ghg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pcc6uyrdlvm","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-20","epoch":0,"score":"I","citations":[{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://commissionsantementale.ca/","title":"commissionsantementale.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://www.mentalhealthcommission.ca/","title":"www.mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mhcc.org.au/","title":"mhcc.org.au"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mhcc.org.au/","title":"mhcc.org.au"},{"url":"https://canadacommons.ca/","title":"canadacommons.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://commissionsantementale.ca/","title":"commissionsantementale.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"}],"searchCalls":[{"id":"st_tmp_r0q9q8afirl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dy7sudlvwib","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bl7zb7yqizw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8wpli5n5go","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_cls1cqfmgpv","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_6tls9jw1mpq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rocv3ioejk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pk9xxme3otf","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_jgxy58qlwnm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1vlvq2r24ty","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_5rv04alxws","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_usbq48b1tpj","status":"completed","action":"search","executed":true,"sourceCount":2}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-21","epoch":0,"score":"I","citations":[{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://doi.org/","title":"doi.org"},{"url":"https://repository.library.noaa.gov/","title":"repository.library.noaa.gov"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://www.fisheries.noaa.gov/","title":"www.fisheries.noaa.gov"},{"url":"http://ui.adsabs.harvard.edu/","title":"ui.adsabs.harvard.edu"},{"url":"https://spo.nmfs.noaa.gov/","title":"spo.nmfs.noaa.gov"},{"url":"https://repository.library.noaa.gov/","title":"repository.library.noaa.gov"},{"url":"https://espace.library.uq.edu.au/","title":"espace.library.uq.edu.au"},{"url":"https://eurekamag.com/","title":"eurekamag.com"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://www.mdpi.com/","title":"www.mdpi.com"},{"url":"https://www.biorxiv.org/","title":"www.biorxiv.org"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://europepmc.org/","title":"europepmc.org"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://sci-hub.st/","title":"sci-hub.st"},{"url":"https://ouci.dntb.gov.ua/","title":"ouci.dntb.gov.ua"},{"url":"https://www.semanticscholar.org/","title":"www.semanticscholar.org"},{"url":"https://www.semanticscholar.org/","title":"www.semanticscholar.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://www.fao.org/","title":"www.fao.org"},{"url":"https://www.dfo-mpo.gc.ca/","title":"www.dfo-mpo.gc.ca"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://www.fao.org/","title":"www.fao.org"},{"url":"https://www.nber.org/","title":"www.nber.org"},{"url":"https://www.vims.edu/","title":"www.vims.edu"},{"url":"https://sdgresources.relx.com/","title":"sdgresources.relx.com"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://catalog.libraries.psu.edu/","title":"catalog.libraries.psu.edu"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://www.nhbs.com/","title":"www.nhbs.com"},{"url":"https://shop.elsevier.com/","title":"shop.elsevier.com"},{"url":"https://orcid.org/","title":"orcid.org"},{"url":"https://www.mysterylovers.com/","title":"www.mysterylovers.com"},{"url":"https://bates.ecampus.com/","title":"bates.ecampus.com"},{"url":"https://www.dfo-mpo.gc.ca/","title":"www.dfo-mpo.gc.ca"},{"url":"https://repository.library.noaa.gov/","title":"repository.library.noaa.gov"},{"url":"https://repository.library.noaa.gov/","title":"repository.library.noaa.gov"},{"url":"https://repository.library.noaa.gov/","title":"repository.library.noaa.gov"},{"url":"https://repository.library.noaa.gov/","title":"repository.library.noaa.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://espace.library.uq.edu.au/","title":"espace.library.uq.edu.au"},{"url":"https://publications.gc.ca/","title":"publications.gc.ca"},{"url":"https://spo.nmfs.noaa.gov/","title":"spo.nmfs.noaa.gov"},{"url":"https://www.bayusedbooks.com/","title":"www.bayusedbooks.com"},{"url":"https://booksrun.com/","title":"booksrun.com"},{"url":"https://www.gutenberg.org/","title":"www.gutenberg.org"},{"url":"https://mcmullenmuseum.bc.edu/","title":"mcmullenmuseum.bc.edu"},{"url":"https://sites.bu.edu/","title":"sites.bu.edu"},{"url":"https://www.asce.org/","title":"www.asce.org"},{"url":"https://www.moma.org/","title":"www.moma.org"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://prod.sdgresources.relx.com/","title":"prod.sdgresources.relx.com"},{"url":"https://sdgresources.relx.com/","title":"sdgresources.relx.com"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://www.researchgate.net/","title":"www.researchgate.net"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://ouci.dntb.gov.ua/","title":"ouci.dntb.gov.ua"},{"url":"https://www.phillips.com/","title":"www.phillips.com"},{"url":"https://spo.nmfs.noaa.gov/","title":"spo.nmfs.noaa.gov"},{"url":"https://d-nb.info/","title":"d-nb.info"},{"url":"https://ouci.dntb.gov.ua/","title":"ouci.dntb.gov.ua"},{"url":"https://ouci.dntb.gov.ua/","title":"ouci.dntb.gov.ua"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://www.cambridge.org/","title":"www.cambridge.org"},{"url":"https://www.cambridge.org/","title":"www.cambridge.org"},{"url":"https://www.cambridge.org/","title":"www.cambridge.org"},{"url":"https://ui.adsabs.harvard.edu/","title":"ui.adsabs.harvard.edu"},{"url":"https://www.cambridge.org/","title":"www.cambridge.org"},{"url":"https://gfcmsitestorage.blob.core.windows.net/","title":"gfcmsitestorage.blob.core.windows.net"},{"url":"https://www.dfo-mpo.gc.ca/","title":"www.dfo-mpo.gc.ca"},{"url":"https://www.loc.gov/","title":"www.loc.gov"},{"url":"https://www.marketscreener.com/","title":"www.marketscreener.com"},{"url":"https://visitvacaville.visitwidget.com/","title":"visitvacaville.visitwidget.com"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"}],"searchCalls":[{"id":"st_tmp_2wq4qlut366","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_su4kgz3vunp","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_7s952pd1gao","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fhusgbzp91r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i2yg9eahrkb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x2uxrhhf7io","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m7pz1w8tq9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_12qfyjro21rq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g9qa8wczas","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mp7atquyryk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4nwborking8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sjsa2arxkos","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bvai18awi9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h3gdaudkrq7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6hbtlu7t378","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dhusk2n7e26","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7ucuzg6pukg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wga246xklmo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e1w38ied474","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_1pc6dx5vs2b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_70xkyj8sxst","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2p0sgm6fazh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_egpa3sh51lv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lbcs40nswy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h1v3hin1myl","status":"completed","action":"search","executed":true,"sourceCount":1}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-22","epoch":0,"score":"C","citations":[{"url":"https://coronavirus.jhu.edu/","title":"coronavirus.jhu.edu"},{"url":"https://coronavirus.jhu.edu/","title":"coronavirus.jhu.edu"},{"url":"https://coronavirus.jhu.edu/","title":"coronavirus.jhu.edu"},{"url":"https://bmjopen.bmj.com/","title":"bmjopen.bmj.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://coronavirus.jhu.edu/","title":"coronavirus.jhu.edu"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://www.macrotrends.net/","title":"www.macrotrends.net"},{"url":"https://www.macrotrends.net/","title":"www.macrotrends.net"},{"url":"https://www.macrotrends.net/","title":"www.macrotrends.net"},{"url":"https://www.macrotrends.net/","title":"www.macrotrends.net"},{"url":"https://www.macrotrends.net/","title":"www.macrotrends.net"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"http://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://bti-project.org/","title":"bti-project.org"},{"url":"https://thedocs.worldbank.org/","title":"thedocs.worldbank.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://thedocs.worldbank.org/","title":"thedocs.worldbank.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://www.macrotrends.net/","title":"www.macrotrends.net"},{"url":"https://www.macrotrends.net/","title":"www.macrotrends.net"},{"url":"https://www.ceicdata.com/","title":"www.ceicdata.com"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://www.ceicdata.com/","title":"www.ceicdata.com"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://www.ceicdata.com/","title":"www.ceicdata.com"},{"url":"https://www.ceicdata.com/","title":"www.ceicdata.com"},{"url":"https://www.ebrd.com/","title":"www.ebrd.com"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"}],"searchCalls":[{"id":"st_tmp_qdzha1kw7lk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ut18bhgwcq9","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_5vbvl0i599l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ficoulwdxke","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eka1uafgycv","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_2zfw8foyyb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pfwkx49inup","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_z1042lm9py","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1u8s7uy3oci","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y91456em4km","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hlnc0bvw58g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p78g4n0d21","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oi8vcwla0c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pam9bmwpeqg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rh6rv8ow90q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c3jn2jz9fq5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_epiacw42nrp","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_oqnk2cyn4lg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pnxdjnofixi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5m2kox99682","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uczbtm218","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_k9z1stneka","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2kecr72d815","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d5fh416pxxr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h0wuejaa909","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-23","epoch":0,"score":"C","citations":[{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://data.marine.gov.scot/","title":"data.marine.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://data.marine.gov.scot/","title":"data.marine.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://data.marine.gov.scot/","title":"data.marine.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://data.marine.gov.scot/","title":"data.marine.gov.scot"},{"url":"https://data.marine.gov.scot/","title":"data.marine.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://seafoodshetland.co.uk/","title":"seafoodshetland.co.uk"},{"url":"https://seafoodshetland.co.uk/","title":"seafoodshetland.co.uk"},{"url":"https://www.ibhejo.com/","title":"www.ibhejo.com"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://data.marine.gov.scot/","title":"data.marine.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://rifg.scot/","title":"rifg.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://data.marine.gov.scot/","title":"data.marine.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://data.marine.gov.scot/","title":"data.marine.gov.scot"},{"url":"https://data.marine.gov.scot/","title":"data.marine.gov.scot"},{"url":"https://data.marine.gov.scot/","title":"data.marine.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.shetnews.co.uk/","title":"www.shetnews.co.uk"},{"url":"https://wdfw.wa.gov/","title":"wdfw.wa.gov"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"}],"searchCalls":[{"id":"st_tmp_39c1jvmzmcn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q6tcmljiqbq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tmsee5a2o7o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ww2axijegcm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_stvxc81x4sg","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_qrrrtx8k7wj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_65vwtjz4prf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8q1tjk1z3f","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_inumgv46bse","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_cqgl6fudiun","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_z5k7o5x4rt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wozfipi6w3","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_tohxesjpgn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hpgfayvzs5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ntfdxf1gfv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kbiyjb8p6m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hu1a0228r6g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nmpwm46ddlb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wr6ezm0u699","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_5tryu5lm388","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_guvmbn8rlhp","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_q7ybwwlsdqq","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_jxsomgcud4l","status":"completed","action":"search","executed":true,"sourceCount":2}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-24","epoch":0,"score":"I","citations":[{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.stats.govt.nz/","title":"www.stats.govt.nz"},{"url":"https://datafinder.stats.govt.nz/","title":"datafinder.stats.govt.nz"},{"url":"https://datafinder.stats.govt.nz/","title":"datafinder.stats.govt.nz"},{"url":"https://www.stats.govt.nz/","title":"www.stats.govt.nz"},{"url":"https://www.federalregister.gov/","title":"www.federalregister.gov"},{"url":"https://www.viamichelin.com/","title":"www.viamichelin.com"},{"url":"https://www.distancesfrom.com/","title":"www.distancesfrom.com"},{"url":"https://www.viamichelin.co.uk/","title":"www.viamichelin.co.uk"},{"url":"https://fromto.city/","title":"fromto.city"},{"url":"https://www.distancesfrom.com/","title":"www.distancesfrom.com"},{"url":"https://www.distancesfrom.com/","title":"www.distancesfrom.com"},{"url":"https://www.roadonmap.com/","title":"www.roadonmap.com"},{"url":"https://www.distancesfrom.com/","title":"www.distancesfrom.com"},{"url":"https://www.distancesfrom.com/","title":"www.distancesfrom.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.wikiwand.com/","title":"www.wikiwand.com"},{"url":"https://www.camplify.co.nz/","title":"www.camplify.co.nz"},{"url":"https://www.distancesfrom.com/","title":"www.distancesfrom.com"},{"url":"https://www.distancesfrom.com/","title":"www.distancesfrom.com"},{"url":"https://www.distancesfrom.com/","title":"www.distancesfrom.com"},{"url":"https://www.relaxingjourneys.co.nz/","title":"www.relaxingjourneys.co.nz"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://reference.org/","title":"reference.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.wikiwand.com/","title":"www.wikiwand.com"},{"url":"https://www.city-facts.com/","title":"www.city-facts.com"},{"url":"https://regions.infometrics.co.nz/","title":"regions.infometrics.co.nz"},{"url":"https://www.distancesfrom.com/","title":"www.distancesfrom.com"},{"url":"https://nz.distancescalc.com/","title":"nz.distancescalc.com"},{"url":"https://www.distancesfrom.com/","title":"www.distancesfrom.com"},{"url":"https://www.distancesfrom.com/","title":"www.distancesfrom.com"},{"url":"https://fromto.city/","title":"fromto.city"},{"url":"https://www.distancesfrom.com/","title":"www.distancesfrom.com"},{"url":"https://www.distancesfrom.com/","title":"www.distancesfrom.com"},{"url":"https://www.travelmath.com/","title":"www.travelmath.com"},{"url":"https://www.airmilescalculator.com/","title":"www.airmilescalculator.com"},{"url":"https://www.distancesfrom.com/","title":"www.distancesfrom.com"},{"url":"https://www.distancesfrom.com/","title":"www.distancesfrom.com"},{"url":"https://www.distancesfrom.com/","title":"www.distancesfrom.com"},{"url":"https://www.distancesfrom.com/","title":"www.distancesfrom.com"},{"url":"https://distancecalculator.himmera.com/","title":"distancecalculator.himmera.com"},{"url":"https://fromto.city/","title":"fromto.city"}],"searchCalls":[{"id":"st_tmp_7x6civr3grp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bdjats0xc7i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ny0wdvz9ktf","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_r2di6xyyuso","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5rqlcesicrc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_74z3uz91lq5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gu420hwo9je","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t0kpqcuis9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pkn84q6q1i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xw0o8vnzqco","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ec6xgavu3m6","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-25","epoch":0,"score":"C","citations":[{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://repcloakroom.house.gov/","title":"repcloakroom.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"http://congress.gov/","title":"congress.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"http://congress.gov/","title":"congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://repcloakroom.house.gov/","title":"repcloakroom.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.govtrack.us/","title":"www.govtrack.us"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"}],"searchCalls":[{"id":"st_tmp_bm6ns884nyl","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_ad9jij90d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j9ug58m0tkd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_53xvg2niyiv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7i4hlkfxc2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sgo7wgmyw9s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r9amkg3xc78","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9l2j6c7lk8h","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_o25uo9y2sq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qisujm1uedd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9p3frbwl89m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bpp6vzovt96","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_5qaw7x7kw9p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wiqrhq21hm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bpasg3ls9rl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vae4l45km3b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_37qzozsnmug","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i69epuiqmoe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ygdryifyrwr","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_7hsspxg3n7k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9sb53t9kiaj","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_8370d6qubmd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rjo4q30glcs","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_m4sq4fe03e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3lvaxjerm8x","status":"completed","action":"search","executed":true,"sourceCount":4}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-26","epoch":0,"score":"C","citations":[{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"}],"searchCalls":[{"id":"st_tmp_mjc5jdvk34r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vl0vilbcctd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3qg1ck8fgvn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ow90oh6lyfq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lpm5ccebvrn","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_bhdti0muf4k","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-27","epoch":0,"score":"C","citations":[{"url":"https://obamawhitehouse.archives.gov/","title":"obamawhitehouse.archives.gov"},{"url":"https://obamawhitehouse.archives.gov/","title":"obamawhitehouse.archives.gov"},{"url":"https://obamawhitehouse.archives.gov/","title":"obamawhitehouse.archives.gov"},{"url":"https://obamawhitehouse.archives.gov/","title":"obamawhitehouse.archives.gov"},{"url":"https://obamawhitehouse.archives.gov/","title":"obamawhitehouse.archives.gov"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.mexicoschools.net/","title":"www.mexicoschools.net"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.mexicoschools.net/","title":"www.mexicoschools.net"},{"url":"https://www.mexicoschools.net/","title":"www.mexicoschools.net"},{"url":"https://mexicoschools.net/","title":"mexicoschools.net"},{"url":"https://livingnewdeal.org/","title":"livingnewdeal.org"},{"url":"https://www.superpages.com/","title":"www.superpages.com"},{"url":"https://www.mexicoschools.net/","title":"www.mexicoschools.net"},{"url":"https://graphics.stltoday.com/","title":"graphics.stltoday.com"},{"url":"https://mexicoschools.net/","title":"mexicoschools.net"},{"url":"https://mexicoschools.net/","title":"mexicoschools.net"},{"url":"https://www.trueschools.com/","title":"www.trueschools.com"},{"url":"https://education.mdc.mo.gov/","title":"education.mdc.mo.gov"},{"url":"https://graphics.stltoday.com/","title":"graphics.stltoday.com"},{"url":"https://education.mdc.mo.gov/","title":"education.mdc.mo.gov"},{"url":"https://graphics.stltoday.com/","title":"graphics.stltoday.com"},{"url":"https://education.mdc.mo.gov/","title":"education.mdc.mo.gov"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://obamawhitehouse.archives.gov/","title":"obamawhitehouse.archives.gov"},{"url":"https://obamawhitehouse.archives.gov/","title":"obamawhitehouse.archives.gov"},{"url":"https://obamawhitehouse.archives.gov/","title":"obamawhitehouse.archives.gov"},{"url":"https://obamawhitehouse.archives.gov/","title":"obamawhitehouse.archives.gov"}],"searchCalls":[{"id":"st_tmp_qg0rxwm70r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rva4mxp89wo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e42v5qf6nqe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1t7b4rq0v4q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_owgpio1r9wh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xt7ir8rwf","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_vi1s5srpbhc","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-28","epoch":0,"score":"I","citations":[{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.law.cornell.edu/","title":"www.law.cornell.edu"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.bestbuy.com/","title":"www.bestbuy.com"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://supremecourt.flcourts.gov/","title":"supremecourt.flcourts.gov"},{"url":"https://briefs.law.virginia.edu/","title":"briefs.law.virginia.edu"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"http://scdb.wustl.edu/","title":"scdb.wustl.edu"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://cases.justia.com/","title":"cases.justia.com"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.globaldata.com/","title":"www.globaldata.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"}],"searchCalls":[{"id":"st_tmp_m1uqgmvw7t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cq93jkve0cd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1rcse5ahspc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3aody6obive","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nxv3dhjm7c","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_8gmmlvahbzn","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_2zhn3sfvmm2","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_rjsgh0oyd38","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_jjqgtp0dbs","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_knkhqcjvjh","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ia6vhb14hmc","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_slfguifdvg","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_9fj7vph1339","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_05b4grlv7v3w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bsjsofmc5ek","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_imdz3pd5sj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kiobdooirt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vd1y361d4a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xx8sg1242xr","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_yocncw5v1zb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h9ax5piojbd","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_k0rxk95ijv","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_vu7ekiazfz","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_62it1k2gyz9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s0er9690flc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zmzdytkbcf","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-29","epoch":0,"score":"C","citations":[{"url":"https://www.nhs.uk/","title":"www.nhs.uk"},{"url":"https://www.wwl.nhs.uk/","title":"www.wwl.nhs.uk"},{"url":"https://clch.nhs.uk/","title":"clch.nhs.uk"},{"url":"https://www.dynamichealth.nhs.uk/","title":"www.dynamichealth.nhs.uk"},{"url":"https://hiowhealthcare.nhs.uk/","title":"hiowhealthcare.nhs.uk"},{"url":"https://cambspborochildrenshealth.nhs.uk/","title":"cambspborochildrenshealth.nhs.uk"},{"url":"https://www.mskdorset.nhs.uk/","title":"www.mskdorset.nhs.uk"},{"url":"https://www.tims.nhs.uk/","title":"www.tims.nhs.uk"},{"url":"https://elht.nhs.uk/","title":"elht.nhs.uk"},{"url":"https://www.blackpoolteachinghospitals.nhs.uk/","title":"www.blackpoolteachinghospitals.nhs.uk"},{"url":"https://www.whittington.nhs.uk/","title":"www.whittington.nhs.uk"},{"url":"https://www.berkshirehealthcare.nhs.uk/","title":"www.berkshirehealthcare.nhs.uk"},{"url":"https://www.nhs.uk/","title":"www.nhs.uk"},{"url":"https://www.nhs.uk/","title":"www.nhs.uk"},{"url":"https://www.nhs.uk/","title":"www.nhs.uk"},{"url":"https://elht.nhs.uk/","title":"elht.nhs.uk"},{"url":"https://www.nhs.uk/","title":"www.nhs.uk"},{"url":"https://www.nhs.uk/","title":"www.nhs.uk"},{"url":"https://www.nhs.uk/","title":"www.nhs.uk"},{"url":"https://www.nhs.uk/","title":"www.nhs.uk"},{"url":"https://www.tims.nhs.uk/","title":"www.tims.nhs.uk"},{"url":"https://www.nhsfife.org/","title":"www.nhsfife.org"},{"url":"https://www.nhsinform.scot/","title":"www.nhsinform.scot"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"}],"searchCalls":[{"id":"st_tmp_681y15m5aql","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ufb3a7b78un","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zo7su9ccdgd","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_rcrcm991m3i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uri8jlba8ci","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_xtcemm56a3","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-3","epoch":0,"score":"C","citations":[{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://web.archive.org/","title":"web.archive.org"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://cudi.edu.mx/","title":"cudi.edu.mx"},{"url":"https://www.buap.mx/","title":"www.buap.mx"},{"url":"https://repositorioinstitucional.buap.mx/","title":"repositorioinstitucional.buap.mx"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://www.ifuap.buap.mx/","title":"www.ifuap.buap.mx"},{"url":"https://www.uaslp.mx/","title":"www.uaslp.mx"},{"url":"https://www.zoominfo.com/","title":"www.zoominfo.com"},{"url":"https://unitapedia.univ-unita.eu/","title":"unitapedia.univ-unita.eu"},{"url":"https://www.tamiu.edu/","title":"www.tamiu.edu"},{"url":"https://www.crunchbase.com/","title":"www.crunchbase.com"},{"url":"https://cce.cinvestav.mx/","title":"cce.cinvestav.mx"},{"url":"https://www.cinvestav.mx/","title":"www.cinvestav.mx"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.scholaro.com/","title":"www.scholaro.com"},{"url":"https://www.zoominfo.com/","title":"www.zoominfo.com"},{"url":"https://www.ipn.mx/","title":"www.ipn.mx"},{"url":"https://www.ipn.mx/","title":"www.ipn.mx"},{"url":"https://www.ipn.mx/","title":"www.ipn.mx"},{"url":"https://www.ipn.mx/","title":"www.ipn.mx"},{"url":"https://www.ipn.mx/","title":"www.ipn.mx"},{"url":"http://dgaj.unam.mx/","title":"dgaj.unam.mx"},{"url":"https://www.fciencias.unam.mx/","title":"www.fciencias.unam.mx"},{"url":"https://pagina.fciencias.unam.mx/","title":"pagina.fciencias.unam.mx"},{"url":"https://www.nucleares.unam.mx/","title":"www.nucleares.unam.mx"},{"url":"https://www.fciencias.unam.mx/","title":"www.fciencias.unam.mx"},{"url":"https://web.archive.org/","title":"web.archive.org"},{"url":"https://web.archive.org/","title":"web.archive.org"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://www.uaslp.mx/","title":"www.uaslp.mx"},{"url":"https://www.uaslp.mx/","title":"www.uaslp.mx"},{"url":"https://www.uaslp.mx/","title":"www.uaslp.mx"},{"url":"https://www.uaslp.mx/","title":"www.uaslp.mx"},{"url":"https://www.uaslp.mx/","title":"www.uaslp.mx"}],"searchCalls":[{"id":"st_tmp_iragt0mc30j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dwgb3f0h3c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bnifyy9nuoi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u3pllj3sus","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1dmw2658xu8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4tisum3m9sa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wxllvpz2mu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mcn7q5mp1ja","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hs2lp7eingg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hbah6wc0hem","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pc75zul395","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7t3c7re7eza","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sqg7ge16czd","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-30","epoch":0,"score":"C","citations":[{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://publications.gc.ca/","title":"publications.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://cihr-irsc.gc.ca/","title":"cihr-irsc.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://vpfaculty.usask.ca/","title":"vpfaculty.usask.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.gov.mb.ca/","title":"www.gov.mb.ca"},{"url":"https://www.theglobeandmail.com/","title":"www.theglobeandmail.com"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://umanitoba.ca/","title":"umanitoba.ca"},{"url":"https://umanitoba.ca/","title":"umanitoba.ca"},{"url":"https://umtoday-wordpress.ad.umanitoba.ca/","title":"umtoday-wordpress.ad.umanitoba.ca"},{"url":"https://canadacommons.ca/","title":"canadacommons.ca"},{"url":"https://epe.lac-bac.gc.ca/","title":"epe.lac-bac.gc.ca"},{"url":"https://epe.lac-bac.gc.ca/","title":"epe.lac-bac.gc.ca"},{"url":"https://canadacommons.ca/","title":"canadacommons.ca"},{"url":"https://canadacommons.ca/","title":"canadacommons.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.mcgill.ca/","title":"www.mcgill.ca"},{"url":"https://www.mcgill.ca/","title":"www.mcgill.ca"},{"url":"https://www.mcgill.ca/","title":"www.mcgill.ca"}],"searchCalls":[{"id":"st_tmp_y8s6zu1mw3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jaxirkwvq2c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qewg9ss4sa","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_n6lwm7wjtrk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_96mu12z1lo","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_5il29v9u9ue","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_3uq09wj0l1f","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_3zhrupao6tm","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_dpn1pbi5as","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tg26jbaxxht","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0051y5ms6va39","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qvjuvfgdpkl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2gqqt2fvj1p","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_dizqajrno","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_po26p0gkeck","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_puvpckpfnsl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0ggujg0phx8q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p4ywcv7niem","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-31","epoch":0,"score":"I","citations":[{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://www.imf.org/","title":"www.imf.org"},{"url":"https://www.elibrary.imf.org/","title":"www.elibrary.imf.org"},{"url":"https://www.elibrary.imf.org/","title":"www.elibrary.imf.org"},{"url":"https://www.imf.org/","title":"www.imf.org"},{"url":"https://www.elibrary.imf.org/","title":"www.elibrary.imf.org"},{"url":"https://www.imf.org/","title":"www.imf.org"},{"url":"https://www.imf.org/","title":"www.imf.org"},{"url":"https://www.imf.org/","title":"www.imf.org"},{"url":"https://www.imf.org/","title":"www.imf.org"},{"url":"https://www.imf.org/","title":"www.imf.org"},{"url":"https://www.imf.org/","title":"www.imf.org"},{"url":"https://www.imf.org/","title":"www.imf.org"},{"url":"https://www.imf.org/","title":"www.imf.org"},{"url":"https://www.imf.org/","title":"www.imf.org"},{"url":"https://www.imf.org/","title":"www.imf.org"},{"url":"https://www.imf.org/","title":"www.imf.org"},{"url":"https://www.elibrary.imf.org/","title":"www.elibrary.imf.org"},{"url":"https://data.imf.org/","title":"data.imf.org"},{"url":"https://statbase.org/","title":"statbase.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://www.un.org/","title":"www.un.org"},{"url":"https://www.un.org/","title":"www.un.org"},{"url":"https://www.un.org/","title":"www.un.org"},{"url":"https://www.un.org/","title":"www.un.org"},{"url":"https://www.un.org/","title":"www.un.org"}],"searchCalls":[{"id":"st_tmp_ozgcf4qva","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7t8k4j9vmsf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fbfwbhxkepq","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_s745prwhb7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s0tzycveaa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i6gauql83d","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_b59ndn6983","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_83xathml3vx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w1v3m857nf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fai5giy0y","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_gav7p0iln2m","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_kwszvj99lwo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ibxd08jey","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_sihq3msp3yf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s4vfygv93rf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gjda0fu9pt6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iv5z634xzc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_smqc23eg5t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u54o6zna5r9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cddv3qtmf5e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ns7v671ifvl","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_p8zabcb2s5c","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_3uov0b0f7xp","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_kli42v39bui","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ntpzyhlve0j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qvu9o36tpn","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_bd117ifi6x4","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_vo5z20j2b0f","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_yrmsjch1umc","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-32","epoch":0,"score":"C","citations":[{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://data.census.gov/","title":"data.census.gov"},{"url":"https://data.census.gov/","title":"data.census.gov"},{"url":"https://data.census.gov/","title":"data.census.gov"},{"url":"https://data.census.gov/","title":"data.census.gov"},{"url":"https://data.census.gov/","title":"data.census.gov"},{"url":"https://api.census.gov/","title":"api.census.gov"},{"url":"https://api.census.gov/","title":"api.census.gov"},{"url":"https://api.census.gov/","title":"api.census.gov"},{"url":"https://api.census.gov/","title":"api.census.gov"},{"url":"https://api.census.gov/","title":"api.census.gov"},{"url":"https://files.hawaii.gov/","title":"files.hawaii.gov"},{"url":"https://files.hawaii.gov/","title":"files.hawaii.gov"},{"url":"https://www.neilsberg.com/","title":"www.neilsberg.com"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://data.census.gov/","title":"data.census.gov"},{"url":"https://data.census.gov/","title":"data.census.gov"},{"url":"https://data.census.gov/","title":"data.census.gov"},{"url":"https://data.census.gov/","title":"data.census.gov"},{"url":"https://data.census.gov/","title":"data.census.gov"},{"url":"https://data.census.gov/","title":"data.census.gov"},{"url":"https://data.census.gov/","title":"data.census.gov"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://census.hawaii.gov/","title":"census.hawaii.gov"},{"url":"http://www2.census.gov/","title":"www2.census.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://census.hawaii.gov/","title":"census.hawaii.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://planning.maryland.gov/","title":"planning.maryland.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www.michigan.gov/","title":"www.michigan.gov"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://data.census.gov/","title":"data.census.gov"},{"url":"https://data.census.gov/","title":"data.census.gov"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://nhfpi.org/","title":"nhfpi.org"},{"url":"https://nhfpi.org/","title":"nhfpi.org"},{"url":"https://planning.maryland.gov/","title":"planning.maryland.gov"},{"url":"https://indepthnh.org/","title":"indepthnh.org"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://tnsdc.utk.edu/","title":"tnsdc.utk.edu"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://www.businessnhmagazine.com/","title":"www.businessnhmagazine.com"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://api.census.gov/","title":"api.census.gov"}],"searchCalls":[{"id":"st_tmp_zyvyr5w8bk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5wgbkq1xyfi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iug79gymow","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ev5gjjy4m1k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sns2yvcn8zc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_21efs8i4p56i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nde5wqj0y1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9gby2wdmk9c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xs22i1mz6rn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cov2yl42578","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n7eq22ci87p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t81d7izv0b9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_utkbh3rxzgr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6spt8r05z5e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wz75fubjss","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dswr5uwh9oe","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_lt14uh3iqi","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_6m13k8voe9i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_50dvjyhc22c","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-33","epoch":0,"score":"C","citations":[{"url":"https://www.macrotrends.net/","title":"www.macrotrends.net"},{"url":"https://www.macrotrends.net/","title":"www.macrotrends.net"},{"url":"https://www.macrotrends.net/","title":"www.macrotrends.net"},{"url":"https://www.worldometers.info/","title":"www.worldometers.info"},{"url":"https://www.worldometers.info/","title":"www.worldometers.info"},{"url":"https://www.worldometers.info/","title":"www.worldometers.info"},{"url":"https://www.worldometers.info/","title":"www.worldometers.info"},{"url":"https://www.worldometers.info/","title":"www.worldometers.info"},{"url":"http://srv1.worldometers.info/","title":"srv1.worldometers.info"},{"url":"https://srv1.worldometers.info/","title":"srv1.worldometers.info"},{"url":"https://worldometers.info/","title":"worldometers.info"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"}],"searchCalls":[{"id":"st_tmp_6rv0kqf0nmt","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_lzn9wcuq24p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n9ffjsokjk8","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-34","epoch":0,"score":"C","citations":[{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://bishopsdev.blob.core.windows.net/","title":"bishopsdev.blob.core.windows.net"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://filestore.aqa.org.uk/","title":"filestore.aqa.org.uk"},{"url":"https://ocr-live-prd95.cambridgeassessment.org.uk/","title":"ocr-live-prd95.cambridgeassessment.org.uk"},{"url":"https://filestore.aqa.org.uk/","title":"filestore.aqa.org.uk"},{"url":"https://www.ocr.org.uk/","title":"www.ocr.org.uk"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://acm.edu.mo/","title":"acm.edu.mo"},{"url":"https://www.lifeforte.org/","title":"www.lifeforte.org"},{"url":"https://www.sundaytimes.lk/","title":"www.sundaytimes.lk"},{"url":"https://www.hau.gr/","title":"www.hau.gr"},{"url":"https://openlibrary.org/","title":"openlibrary.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.ocr.org.uk/","title":"www.ocr.org.uk"},{"url":"https://www.tes.com/","title":"www.tes.com"},{"url":"https://pmt.physicsandmathstutor.com/","title":"pmt.physicsandmathstutor.com"},{"url":"https://pastpapers.papacambridge.com/","title":"pastpapers.papacambridge.com"},{"url":"https://acm.edu.mo/","title":"acm.edu.mo"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://xtrapapers.co/","title":"xtrapapers.co"},{"url":"https://tryexampal.com/","title":"tryexampal.com"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://pastpapers.papacambridge.com/","title":"pastpapers.papacambridge.com"},{"url":"https://www.edutvonline.com/","title":"www.edutvonline.com"},{"url":"http://www.brassgolem.com/","title":"www.brassgolem.com"},{"url":"https://www.scribd.com/","title":"www.scribd.com"},{"url":"https://www.scribd.com/","title":"www.scribd.com"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://candidates.cambridgeenglish.org/","title":"candidates.cambridgeenglish.org"},{"url":"https://www.scribd.com/","title":"www.scribd.com"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://darbicollege.com/","title":"darbicollege.com"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.sundaytimes.lk/","title":"www.sundaytimes.lk"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://ffteducationdatalab.org.uk/","title":"ffteducationdatalab.org.uk"},{"url":"https://www.cambridgeenglish.org/","title":"www.cambridgeenglish.org"},{"url":"https://filestore.aqa.org.uk/","title":"filestore.aqa.org.uk"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://qualifications.pearson.com/","title":"qualifications.pearson.com"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://qualifications.pearson.com/","title":"qualifications.pearson.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"http://cambridgeinternational.org/","title":"cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"http://cambridgeinternational.org/","title":"cambridgeinternational.org"},{"url":"https://www.aqa.org.uk/","title":"www.aqa.org.uk"}],"searchCalls":[{"id":"st_tmp_0wkkn2dh8jum","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vyvivfa6pb9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zw2dha7a868","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qvadufwfbqe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wba7ngyldtl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_znlhoftz3ps","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_db97t0m0rur","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cw3oq4m9qs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_96oxov7651","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_op2pp5g14j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vtbbiejw5p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ng7tmk27ld","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0iso1wi9m0ts","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w4sy66i0u7j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w3zr60012mp","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_tfhc1dgqwn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vpn2rce545","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hg48zgmfbck","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_h2gud8tin8a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kalytjj15s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zeiyl7ikwbf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wohmvnrwa4j","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-35","epoch":0,"score":"I","citations":[{"url":"https://www.ubcpress.ca/","title":"www.ubcpress.ca"},{"url":"https://www.amazon.com/","title":"www.amazon.com"},{"url":"http://upcolorado.com/","title":"upcolorado.com"},{"url":"https://indiepubs.co.uk/","title":"indiepubs.co.uk"},{"url":"https://www.ebay.com/","title":"www.ebay.com"},{"url":"https://web.kpc.alaska.edu/","title":"web.kpc.alaska.edu"},{"url":"https://www.fs.usda.gov/","title":"www.fs.usda.gov"},{"url":"https://sites.kpc.alaska.edu/","title":"sites.kpc.alaska.edu"},{"url":"https://www.alaska.edu/","title":"www.alaska.edu"},{"url":"http://kpc.alaska.edu/","title":"kpc.alaska.edu"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://adfg.alaska.gov/","title":"adfg.alaska.gov"},{"url":"https://www.kdll.org/","title":"www.kdll.org"},{"url":"https://catalog.epscor.alaska.edu/","title":"catalog.epscor.alaska.edu"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://catalog.epscor.alaska.edu/","title":"catalog.epscor.alaska.edu"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://newsrelease.adfg.alaska.gov/","title":"newsrelease.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.kdll.org/","title":"www.kdll.org"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.kdll.org/","title":"www.kdll.org"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adn.com/","title":"www.adn.com"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.kdll.org/","title":"www.kdll.org"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://newsrelease.adfg.alaska.gov/","title":"newsrelease.adfg.alaska.gov"}],"searchCalls":[{"id":"st_tmp_aozxrl3egp8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4nmflxzel8s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ukzd7j3u6hk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k57r99qd3am","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pnj7tjj0bd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u5mn6p7ijy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yuinj09grvf","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_es3qlc2kr29","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ri7dxp932n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x11hzdmnj3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0q4jtnylciw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_viviyspacxq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ipp45u0dgj","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_q4ovwbqzsj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ho0ml0bggev","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5ci28aj9cx5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3hgtet7slg4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lyisir3fhpq","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_3ojradpphkp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3c831mpq2zq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3b7m1fo9nmp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ielh06qwmk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_chjvv5vwr2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_626hv0udkno","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2xg3mefuin7","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-36","epoch":0,"score":"I","citations":[{"url":"https://legislature.mi.gov/","title":"legislature.mi.gov"},{"url":"https://www.legislature.mi.gov/","title":"www.legislature.mi.gov"},{"url":"https://legislature.mi.gov/","title":"legislature.mi.gov"},{"url":"https://www.legislature.mi.gov/","title":"www.legislature.mi.gov"},{"url":"https://legislature.mi.gov/","title":"legislature.mi.gov"},{"url":"https://legislature.mi.gov/","title":"legislature.mi.gov"},{"url":"https://legislature.michigan.gov/","title":"legislature.michigan.gov"},{"url":"https://www.legislature.mi.gov/","title":"www.legislature.mi.gov"},{"url":"https://legislature.mi.gov/","title":"legislature.mi.gov"},{"url":"https://legislature.michigan.gov/","title":"legislature.michigan.gov"},{"url":"https://www.legislature.mi.gov/","title":"www.legislature.mi.gov"},{"url":"https://www.legislature.mi.gov/","title":"www.legislature.mi.gov"},{"url":"https://www.legislature.mi.gov/","title":"www.legislature.mi.gov"},{"url":"http://legislature.mi.gov/","title":"legislature.mi.gov"},{"url":"http://www.legislature.mi.gov/","title":"www.legislature.mi.gov"},{"url":"https://legislature.michigan.gov/","title":"legislature.michigan.gov"},{"url":"https://legislature.michigan.gov/","title":"legislature.michigan.gov"},{"url":"https://www.michigan.gov/","title":"www.michigan.gov"},{"url":"https://legislature.mi.gov/","title":"legislature.mi.gov"},{"url":"https://legiscan.com/","title":"legiscan.com"},{"url":"https://www.legislature.mi.gov/","title":"www.legislature.mi.gov"},{"url":"http://www.legislature.mi.gov/","title":"www.legislature.mi.gov"},{"url":"https://legislature.michigan.gov/","title":"legislature.michigan.gov"},{"url":"https://legiscan.com/","title":"legiscan.com"},{"url":"https://legiscan.com/","title":"legiscan.com"},{"url":"https://legislature.mi.gov/","title":"legislature.mi.gov"},{"url":"https://legislature.mi.gov/","title":"legislature.mi.gov"},{"url":"https://legislature.mi.gov/","title":"legislature.mi.gov"},{"url":"https://www.billsponsor.com/","title":"www.billsponsor.com"},{"url":"https://www.billtrack50.com/","title":"www.billtrack50.com"}],"searchCalls":[{"id":"st_tmp_yjk05kicn5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i3io2xo88d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hn2ipe6gzjg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8mkdi7yi61","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cvptjg4y34a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6jfrz8dy8ny","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5flkalkn216","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-37","epoch":0,"score":"I","citations":[{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://www.tuitiontracker.org/","title":"www.tuitiontracker.org"},{"url":"https://www.tuitiontracker.org/","title":"www.tuitiontracker.org"},{"url":"https://www.tuitiontracker.org/","title":"www.tuitiontracker.org"},{"url":"https://www.tuitiontracker.org/","title":"www.tuitiontracker.org"},{"url":"https://www.tuitiontracker.org/","title":"www.tuitiontracker.org"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://catalog.data.gov/","title":"catalog.data.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://www.csupueblo.edu/","title":"www.csupueblo.edu"},{"url":"https://www.csupueblo.edu/","title":"www.csupueblo.edu"},{"url":"https://www.cswe.org/","title":"www.cswe.org"},{"url":"https://www.csupueblo.edu/","title":"www.csupueblo.edu"},{"url":"https://www.csupueblo.edu/","title":"www.csupueblo.edu"},{"url":"https://www.cswe.org/","title":"www.cswe.org"},{"url":"https://www.washburn.edu/","title":"www.washburn.edu"},{"url":"https://www.cswe.org/","title":"www.cswe.org"},{"url":"https://www.humanservicesedu.org/","title":"www.humanservicesedu.org"},{"url":"https://www.washburn.edu/","title":"www.washburn.edu"},{"url":"https://catalog.umkc.edu/","title":"catalog.umkc.edu"},{"url":"https://catalog.umkc.edu/","title":"catalog.umkc.edu"},{"url":"https://seswps.umkc.edu/","title":"seswps.umkc.edu"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://programs.umkc.edu/","title":"programs.umkc.edu"},{"url":"https://catalog.utah.edu/","title":"catalog.utah.edu"},{"url":"https://www.uwyo.edu/","title":"www.uwyo.edu"},{"url":"https://www.cswe.org/","title":"www.cswe.org"},{"url":"https://www.humanservicesedu.org/","title":"www.humanservicesedu.org"},{"url":"https://www.tuitiontracker.org/","title":"www.tuitiontracker.org"},{"url":"https://www.tuitiontracker.org/","title":"www.tuitiontracker.org"},{"url":"https://www.tuitiontracker.org/","title":"www.tuitiontracker.org"},{"url":"https://www.tuitiontracker.org/","title":"www.tuitiontracker.org"},{"url":"https://www.tuitiontracker.org/","title":"www.tuitiontracker.org"},{"url":"https://www.tuitiontracker.org/","title":"www.tuitiontracker.org"},{"url":"https://www.tuitiontracker.org/","title":"www.tuitiontracker.org"},{"url":"https://www.tuitiontracker.org/","title":"www.tuitiontracker.org"},{"url":"https://www.fhsu.edu/","title":"www.fhsu.edu"},{"url":"https://www.tuitiontracker.org/","title":"www.tuitiontracker.org"},{"url":"https://www.fhsu.edu/","title":"www.fhsu.edu"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.tuitiontracker.org/","title":"www.tuitiontracker.org"},{"url":"https://www.tuitiontracker.org/","title":"www.tuitiontracker.org"},{"url":"http://tuitiontracker.org/","title":"tuitiontracker.org"},{"url":"https://www.niche.com/","title":"www.niche.com"},{"url":"https://www.tuitiontracker.org/","title":"www.tuitiontracker.org"},{"url":"https://files.eric.ed.gov/","title":"files.eric.ed.gov"},{"url":"https://go.boarddocs.com/","title":"go.boarddocs.com"},{"url":"https://bigfuture.collegeboard.org/","title":"bigfuture.collegeboard.org"},{"url":"https://go.boarddocs.com/","title":"go.boarddocs.com"},{"url":"http://tuitiontracker.org/","title":"tuitiontracker.org"},{"url":"https://www.tuitiontracker.org/","title":"www.tuitiontracker.org"},{"url":"https://www.niche.com/","title":"www.niche.com"},{"url":"https://www.collegefactual.com/","title":"www.collegefactual.com"},{"url":"https://www.tuitiontracker.org/","title":"www.tuitiontracker.org"},{"url":"https://www.umkc.edu/","title":"www.umkc.edu"},{"url":"https://bigfuture.collegeboard.org/","title":"bigfuture.collegeboard.org"},{"url":"https://www.tuitiontracker.org/","title":"www.tuitiontracker.org"},{"url":"https://www.niche.com/","title":"www.niche.com"},{"url":"https://bigfuture.collegeboard.org/","title":"bigfuture.collegeboard.org"},{"url":"https://www.tuitiontracker.org/","title":"www.tuitiontracker.org"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.umsl.edu/","title":"www.umsl.edu"},{"url":"https://www.uwyo.edu/","title":"www.uwyo.edu"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.uwyo.edu/","title":"www.uwyo.edu"},{"url":"https://www.tuitiontracker.org/","title":"www.tuitiontracker.org"},{"url":"https://www.tuitiontracker.org/","title":"www.tuitiontracker.org"},{"url":"https://www.tuitiontracker.org/","title":"www.tuitiontracker.org"},{"url":"https://www.tuitiontracker.org/","title":"www.tuitiontracker.org"},{"url":"https://www.tuitiontracker.org/","title":"www.tuitiontracker.org"},{"url":"https://www.tuitiontracker.org/","title":"www.tuitiontracker.org"}],"searchCalls":[{"id":"st_tmp_vji99ppoei","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kve0g3lvfpm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w8o31rslnaf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1t0aeyef5qy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fa3yy7n5gs6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n5yczs3qrx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0f31r62x0spq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c50jdgn01u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_75xhmjhhqnx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3cnijt0sp9h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9zvrukp1f5f","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_d2w4di2pl1","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_1tjzv23atmy","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_27vfi21nvnw","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_vnfy3ayd5wp","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_z5a0yhrtc2","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_e722cjk9hgv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9c91oo2wq6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cuxspczgfno","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_wdmyk0umuq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_edh7zicakj4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_77sl8x4wyj8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s59zws5qrb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ekced2mzwy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sel3v2f89r","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_w6dynypzcvq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_3mn1yeyzei2","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-38","epoch":0,"score":"C","citations":[{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"http://expersso.r-universe.dev/","title":"expersso.r-universe.dev"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://www.unescap.org/","title":"www.unescap.org"},{"url":"https://database.earth/","title":"database.earth"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://github.com/","title":"github.com"},{"url":"https://rdrr.io/","title":"rdrr.io"},{"url":"https://www.rug.nl/","title":"www.rug.nl"},{"url":"https://cran.r-project.org/","title":"cran.r-project.org"},{"url":"https://www.rug.nl/","title":"www.rug.nl"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://research.rug.nl/","title":"research.rug.nl"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://www.rug.nl/","title":"www.rug.nl"},{"url":"https://www.kaggle.com/","title":"www.kaggle.com"},{"url":"https://raw.githubusercontent.com/","title":"raw.githubusercontent.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.blog/","title":"github.blog"},{"url":"https://github.com/","title":"github.com"},{"url":"https://addhealth.cpc.unc.edu/","title":"addhealth.cpc.unc.edu"},{"url":"https://projects.propublica.org/","title":"projects.propublica.org"},{"url":"https://ised-isde.canada.ca/","title":"ised-isde.canada.ca"},{"url":"https://apxml.com/","title":"apxml.com"},{"url":"https://www.unescap.org/","title":"www.unescap.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.asianews.it/","title":"www.asianews.it"},{"url":"https://www.worldometers.info/","title":"www.worldometers.info"},{"url":"https://www.worldometers.info/","title":"www.worldometers.info"},{"url":"https://www.worldometers.info/","title":"www.worldometers.info"},{"url":"https://srv1.worldometers.info/","title":"srv1.worldometers.info"},{"url":"https://srv1.worldometers.info/","title":"srv1.worldometers.info"},{"url":"https://data.who.int/","title":"data.who.int"},{"url":"https://english.news.cn/","title":"english.news.cn"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://english.news.cn/","title":"english.news.cn"},{"url":"https://wiki.hoodedhorse.com/","title":"wiki.hoodedhorse.com"},{"url":"https://ftp.aeaweb.org/","title":"ftp.aeaweb.org"},{"url":"https://ecipe.org/","title":"ecipe.org"},{"url":"https://cran.r-project.org/","title":"cran.r-project.org"},{"url":"https://rdrr.io/","title":"rdrr.io"},{"url":"https://expersso.r-universe.dev/","title":"expersso.r-universe.dev"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://www.kaggle.com/","title":"www.kaggle.com"},{"url":"https://www.kaggle.com/","title":"www.kaggle.com"},{"url":"https://www.kaggle.com/","title":"www.kaggle.com"},{"url":"https://www.kaggle.com/","title":"www.kaggle.com"},{"url":"https://www.un.org/","title":"www.un.org"},{"url":"https://www.prb.org/","title":"www.prb.org"},{"url":"https://www.un.org/","title":"www.un.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://srv1.worldometers.info/","title":"srv1.worldometers.info"},{"url":"https://srv1.worldometers.info/","title":"srv1.worldometers.info"},{"url":"https://www.worldometers.info/","title":"www.worldometers.info"},{"url":"https://www.drishtiias.com/","title":"www.drishtiias.com"},{"url":"https://www.statspanda.com/","title":"www.statspanda.com"},{"url":"https://www.un.org/","title":"www.un.org"},{"url":"https://www.un.org/","title":"www.un.org"},{"url":"https://www.un.org/","title":"www.un.org"},{"url":"https://www.un.org/","title":"www.un.org"},{"url":"https://unctad.org/","title":"unctad.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"}],"searchCalls":[{"id":"st_tmp_yob4lqkb4dk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dhpmrs7b1xe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l4ej4luok1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j1j7fw6svt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t5630mh9q97","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nsx5vrxr8d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_npab9n4lfu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bw18ym9ro46","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2lqb31wu3kw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ya8czl2ipe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cu6y7gun1r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nieq5xh6jxe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ku4cphwrevh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fi2aww8z4r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8uvva3ohztl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uumz076rku9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yso2v1iec39","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_gziihgoddoe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gbnxlwt6c3r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wxainrejyf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mo36qgbzen","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_djzh0wv2v77","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h79wgwww3cl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mpgojjyfbl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k4cn1hcxano","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_53b9pzhzluh","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-39","epoch":0,"score":"I","citations":[{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://fishbase.se/","title":"fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://wdfw.wa.gov/","title":"wdfw.wa.gov"},{"url":"https://wdfw.wa.gov/","title":"wdfw.wa.gov"},{"url":"https://www.fws.gov/","title":"www.fws.gov"},{"url":"https://wdfw.wa.gov/","title":"wdfw.wa.gov"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.org/","title":"www.fishbase.org"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"http://www.fishbase.org/","title":"www.fishbase.org"},{"url":"https://www.pugetsound.edu/","title":"www.pugetsound.edu"},{"url":"https://dnr.wisconsin.gov/","title":"dnr.wisconsin.gov"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://dnr.wisconsin.gov/","title":"dnr.wisconsin.gov"},{"url":"https://nativefishcoalition.org/","title":"nativefishcoalition.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://idfg.idaho.gov/","title":"idfg.idaho.gov"},{"url":"https://invasivespecies.idaho.gov/","title":"invasivespecies.idaho.gov"},{"url":"https://idfg.idaho.gov/","title":"idfg.idaho.gov"},{"url":"https://idfg.idaho.gov/","title":"idfg.idaho.gov"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://web.archive.org/","title":"web.archive.org"},{"url":"http://www.fishbase.org/","title":"www.fishbase.org"},{"url":"https://programs.iowadnr.gov/","title":"programs.iowadnr.gov"},{"url":"https://fishbase.org/","title":"fishbase.org"},{"url":"https://tpwd.texas.gov/","title":"tpwd.texas.gov"},{"url":"https://repositories.lib.utexas.edu/","title":"repositories.lib.utexas.edu"},{"url":"https://txmarspecies.tamug.edu/","title":"txmarspecies.tamug.edu"},{"url":"https://obis.org/","title":"obis.org"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://fishbase.se/","title":"fishbase.se"},{"url":"https://fishbase.se/","title":"fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://fishbase.se/","title":"fishbase.se"},{"url":"https://fishbase.se/","title":"fishbase.se"},{"url":"https://fishbase.se/","title":"fishbase.se"},{"url":"https://fishbase.se/","title":"fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.org/","title":"www.fishbase.org"},{"url":"https://idfg.idaho.gov/","title":"idfg.idaho.gov"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://fishbase.se/","title":"fishbase.se"},{"url":"https://fishbase.se/","title":"fishbase.se"},{"url":"https://www.usgs.gov/","title":"www.usgs.gov"},{"url":"https://idfg.idaho.gov/","title":"idfg.idaho.gov"},{"url":"https://pubs.usgs.gov/","title":"pubs.usgs.gov"},{"url":"https://www.gbif.org/","title":"www.gbif.org"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"}],"searchCalls":[{"id":"st_tmp_9agq410mtfp","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_2bklabr0mfa","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_zdmdljb3gv","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_33tclxhyopg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_69fni26rkcq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l1ozrlvcwbp","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_lfxtm370579","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4stp919ek4p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oeqopj5vo6i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_novj79hvh1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5ymd4hgatyd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_715a0y34qz","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s4ksycimlpa","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_76f7zjqalex","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_os5evyesa3","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_b3t386959bh","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_uvj1vwvfhup","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_51411e4c6ym","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_axqfg0zz2ju","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d9hqkgky6h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gygpm2w4ea","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6r07n791n1o","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_9ycx1n7z8b4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5bx7qp1fx4e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e9kigu67nsm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ifsoil6a49","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-4","epoch":0,"score":"I","citations":[{"url":"https://www.visionofhumanity.org/","title":"www.visionofhumanity.org"},{"url":"https://www.visionofhumanity.org/","title":"www.visionofhumanity.org"},{"url":"https://www.visionofhumanity.org/","title":"www.visionofhumanity.org"},{"url":"https://www.visionofhumanity.org/","title":"www.visionofhumanity.org"},{"url":"https://www.visionofhumanity.org/","title":"www.visionofhumanity.org"},{"url":"https://www.visionofhumanity.org/","title":"www.visionofhumanity.org"},{"url":"https://www.visionofhumanity.org/","title":"www.visionofhumanity.org"},{"url":"https://www.visionofhumanity.org/","title":"www.visionofhumanity.org"},{"url":"https://www.visionofhumanity.org/","title":"www.visionofhumanity.org"},{"url":"https://www.visionofhumanity.org/","title":"www.visionofhumanity.org"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://www.visionofhumanity.org/","title":"www.visionofhumanity.org"},{"url":"https://www.visionofhumanity.org/","title":"www.visionofhumanity.org"},{"url":"https://www.visionofhumanity.org/","title":"www.visionofhumanity.org"},{"url":"https://www.thenationalnews.com/","title":"www.thenationalnews.com"},{"url":"https://www.visionofhumanity.org/","title":"www.visionofhumanity.org"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://www.unodc.org/","title":"www.unodc.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://www.unodc.org/","title":"www.unodc.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://data.who.int/","title":"data.who.int"},{"url":"https://archive.ourworldindata.org/","title":"archive.ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://www.cs.cornell.edu/","title":"www.cs.cornell.edu"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.statista.com/","title":"www.statista.com"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://stacks.cdc.gov/","title":"stacks.cdc.gov"},{"url":"https://stacks.cdc.gov/","title":"stacks.cdc.gov"},{"url":"https://www.unodc.org/","title":"www.unodc.org"},{"url":"https://data.unodc.org/","title":"data.unodc.org"},{"url":"https://dataunodc.un.org/","title":"dataunodc.un.org"},{"url":"https://www.unodc.org/","title":"www.unodc.org"},{"url":"https://www.smallarmssurvey.org/","title":"www.smallarmssurvey.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.cso.ie/","title":"www.cso.ie"},{"url":"https://www.police.govt.nz/","title":"www.police.govt.nz"},{"url":"https://www.police.govt.nz/","title":"www.police.govt.nz"},{"url":"https://www.irishmirror.ie/","title":"www.irishmirror.ie"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://gunviolence.eu/","title":"gunviolence.eu"},{"url":"https://ovc.ojp.gov/","title":"ovc.ojp.gov"}],"searchCalls":[{"id":"st_tmp_kckvtxcmtjs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7zxjq8v35ke","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ny73dkf58v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qi6viwneaa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8lccs7nklin","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3pq5uuijge6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9ohqy34vpsr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hdh2w4sx28","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iwh03dwez0d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j08f38t4x1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2ksvowofpsq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3nfa9no92sx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iwidfhogoxo","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_1209whj3hd1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f5edd1glf4u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dwuy72pwbkj","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_lks5u1lfhsp","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_vxhw8f8q81","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z5hiqklrsr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_af0vyqo4o27","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pbr4n3g6rej","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6c71jegylx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qemneb0sg8h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_aob3uxweh5f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bouwzbmvqth","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_aowj6sjtcdn","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_hyjse0raeo","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_k83nrtgv79l","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_dp3ubtq4jda","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_znn7kj1v6cn","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-40","epoch":0,"score":"I","citations":[{"url":"https://files.worldhappiness.report/","title":"files.worldhappiness.report"},{"url":"https://www.sbs.ox.ac.uk/","title":"www.sbs.ox.ac.uk"},{"url":"https://www.worldhappiness.report/","title":"www.worldhappiness.report"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://wellbeing.hmc.ox.ac.uk/","title":"wellbeing.hmc.ox.ac.uk"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.livenowfox.com/","title":"www.livenowfox.com"},{"url":"https://www.worldhappiness.report/","title":"www.worldhappiness.report"},{"url":"https://www.worldhappiness.report/","title":"www.worldhappiness.report"},{"url":"https://data.worldhappiness.report/","title":"data.worldhappiness.report"},{"url":"https://files.worldhappiness.report/","title":"files.worldhappiness.report"},{"url":"https://composite-indicators.jrc.ec.europa.eu/","title":"composite-indicators.jrc.ec.europa.eu"},{"url":"https://files.worldhappiness.report/","title":"files.worldhappiness.report"},{"url":"https://files.worldhappiness.report/","title":"files.worldhappiness.report"},{"url":"https://github.com/","title":"github.com"},{"url":"https://files.worldhappiness.report/","title":"files.worldhappiness.report"},{"url":"https://www.worldhappiness.report/","title":"www.worldhappiness.report"},{"url":"https://bookdown.org/","title":"bookdown.org"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://wellbeing.hmc.ox.ac.uk/","title":"wellbeing.hmc.ox.ac.uk"},{"url":"https://www.worldhappiness.report/","title":"www.worldhappiness.report"},{"url":"https://files.worldhappiness.report/","title":"files.worldhappiness.report"},{"url":"https://ora.ox.ac.uk/","title":"ora.ox.ac.uk"},{"url":"https://wellbeing.hmc.ox.ac.uk/","title":"wellbeing.hmc.ox.ac.uk"},{"url":"https://www.worldhappiness.report/","title":"www.worldhappiness.report"},{"url":"https://wellbeing.hmc.ox.ac.uk/","title":"wellbeing.hmc.ox.ac.uk"},{"url":"https://files.worldhappiness.report/","title":"files.worldhappiness.report"},{"url":"https://bookdown.org/","title":"bookdown.org"},{"url":"https://www.cbc.ca/","title":"www.cbc.ca"},{"url":"https://www.worldhappiness.report/","title":"www.worldhappiness.report"},{"url":"https://www.worldhappiness.report/","title":"www.worldhappiness.report"},{"url":"https://www.worldhappiness.report/","title":"www.worldhappiness.report"},{"url":"https://data.worldhappiness.report/","title":"data.worldhappiness.report"},{"url":"https://www.worldhappiness.report/","title":"www.worldhappiness.report"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://lithuania.lt/","title":"lithuania.lt"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.cnbc.com/","title":"www.cnbc.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://www.worldhappiness.report/","title":"www.worldhappiness.report"},{"url":"https://github.com/","title":"github.com"},{"url":"https://israeltoday.nl/","title":"israeltoday.nl"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://israeltoday.nl/","title":"israeltoday.nl"},{"url":"https://israeltoday.nl/","title":"israeltoday.nl"},{"url":"https://israeltoday.nl/","title":"israeltoday.nl"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://sdg.iisd.org/","title":"sdg.iisd.org"},{"url":"https://fortune.com/","title":"fortune.com"},{"url":"https://www.ox.ac.uk/","title":"www.ox.ac.uk"},{"url":"https://www.cnbc.com/","title":"www.cnbc.com"},{"url":"https://israeltoday.nl/","title":"israeltoday.nl"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.aarp.org/","title":"www.aarp.org"},{"url":"https://www.sbs.ox.ac.uk/","title":"www.sbs.ox.ac.uk"},{"url":"https://www.ynetnews.com/","title":"www.ynetnews.com"},{"url":"https://www.uscannenbergmedia.com/","title":"www.uscannenbergmedia.com"},{"url":"https://abcnews.com/","title":"abcnews.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"}],"searchCalls":[{"id":"st_tmp_kzgour2pb4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ipd05356vk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3yh592h0aqj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7i7n6bl4z8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a7ab0djqlfs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qqia9gb4gvn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qu95davlyh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sktwjmo1xf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ph041roopns","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_unjrtjsid6b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j1ppa5lqc4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8gy4xm856vv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j9vxqy8tij","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6p1oe7huucj","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_rwsxw1mj4u","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_a0axij874lv","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_2he3cqu2i0e","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_8bmr47oyx8h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hv8kcy0phgg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_swo63ezs7mc","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_od1tnug0xu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hdh0cywdb0p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6u50e34t3ej","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2iza97yat0j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bdahsfd4g8v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ul39v5n2thj","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-41","epoch":0,"score":"C","citations":[{"url":"https://trca.ca/","title":"trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://www.maple.watch/","title":"www.maple.watch"},{"url":"https://whitchurch.civicweb.net/","title":"whitchurch.civicweb.net"},{"url":"https://trca.ca/","title":"trca.ca"},{"url":"https://trca.ca/","title":"trca.ca"},{"url":"https://trca.ca/","title":"trca.ca"},{"url":"https://tcdd.texas.gov/","title":"tcdd.texas.gov"},{"url":"https://trca.ca/","title":"trca.ca"},{"url":"https://silo.tips/","title":"silo.tips"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://rdcpublic.blob.core.windows.net/","title":"rdcpublic.blob.core.windows.net"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://whitchurch.civicweb.net/","title":"whitchurch.civicweb.net"},{"url":"https://www.rtca.org/","title":"www.rtca.org"},{"url":"https://onlinepubs.trb.org/","title":"onlinepubs.trb.org"},{"url":"https://trca.ca/","title":"trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://docs.house.gov/","title":"docs.house.gov"},{"url":"https://docs.house.gov/","title":"docs.house.gov"},{"url":"https://resources.finalsite.net/","title":"resources.finalsite.net"},{"url":"https://trca.ca/","title":"trca.ca"},{"url":"https://trca.ca/","title":"trca.ca"},{"url":"https://whitchurch.civicweb.net/","title":"whitchurch.civicweb.net"},{"url":"https://trca.ca/","title":"trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://www.wrc-rca.org/","title":"www.wrc-rca.org"},{"url":"https://www.dgs.ca.gov/","title":"www.dgs.ca.gov"},{"url":"https://metrofire.ca.gov/","title":"metrofire.ca.gov"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://ww2.scottsdaleaz.gov/","title":"ww2.scottsdaleaz.gov"},{"url":"https://www.dpfirepension.org/","title":"www.dpfirepension.org"},{"url":"https://cms4files.revize.com/","title":"cms4files.revize.com"},{"url":"https://clas.wayne.edu/","title":"clas.wayne.edu"},{"url":"https://galenaks.gov/","title":"galenaks.gov"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"}],"searchCalls":[{"id":"st_tmp_sqpiel2l0hg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t2h6rhbit4d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fsy11ewmcuq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_554dkmazonu","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_trnafyvee4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o1kylbka7fs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vsdy1vsfam9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_29z9b1rkg3k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fgkkoxw5h94","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0beezmta6ttj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mf5l0wjr78","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ayqfc1wxj89","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cbg19ozq1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pisol8k0xct","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_38sldc1a8u8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_myfmc12kpg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_omf3r39h56","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i3u6eh3x2w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jyqidvedcm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ofvg4w5whmn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9vcujuy49jc","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-42","epoch":0,"score":"C","citations":[{"url":"https://www.cia.gov/","title":"www.cia.gov"},{"url":"https://theworldfactbook.org/","title":"theworldfactbook.org"},{"url":"https://worldfactbookarchive.org/","title":"worldfactbookarchive.org"},{"url":"https://worldfactbookarchive.org/","title":"worldfactbookarchive.org"},{"url":"https://worldfactbookarchive.org/","title":"worldfactbookarchive.org"},{"url":"https://theworldfactbook.org/","title":"theworldfactbook.org"},{"url":"https://theworldfactbook.org/","title":"theworldfactbook.org"},{"url":"https://openfactbook.org/","title":"openfactbook.org"},{"url":"https://worldfactbookarchive.org/","title":"worldfactbookarchive.org"},{"url":"https://worldfactbookarchive.org/","title":"worldfactbookarchive.org"},{"url":"https://worldfactbookarchive.org/","title":"worldfactbookarchive.org"},{"url":"https://worldfactbookarchive.org/","title":"worldfactbookarchive.org"},{"url":"https://worldfactbookarchive.org/","title":"worldfactbookarchive.org"},{"url":"https://worldfactbookarchive.org/","title":"worldfactbookarchive.org"},{"url":"https://worldfactbookarchive.org/","title":"worldfactbookarchive.org"},{"url":"https://theworldfactbook.org/","title":"theworldfactbook.org"},{"url":"https://worldfactbookarchive.org/","title":"worldfactbookarchive.org"},{"url":"https://openfactbook.org/","title":"openfactbook.org"},{"url":"https://worldfactbookarchive.org/","title":"worldfactbookarchive.org"},{"url":"https://worldfactbookarchive.org/","title":"worldfactbookarchive.org"},{"url":"https://theworldfactbook.org/","title":"theworldfactbook.org"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://user.iiasa.ac.at/","title":"user.iiasa.ac.at"},{"url":"https://user.iiasa.ac.at/","title":"user.iiasa.ac.at"},{"url":"https://theworldfactbook.org/","title":"theworldfactbook.org"},{"url":"https://www.irena.org/","title":"www.irena.org"},{"url":"https://openfactbook.org/","title":"openfactbook.org"},{"url":"https://user.iiasa.ac.at/","title":"user.iiasa.ac.at"},{"url":"https://worldfactbookarchive.org/","title":"worldfactbookarchive.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://worldfactbookarchive.org/","title":"worldfactbookarchive.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://worldfactbookarchive.org/","title":"worldfactbookarchive.org"},{"url":"https://worldfactbookarchive.org/","title":"worldfactbookarchive.org"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://worldfactbookarchive.org/","title":"worldfactbookarchive.org"},{"url":"https://www.nationsencyclopedia.com/","title":"www.nationsencyclopedia.com"},{"url":"https://start.csail.mit.edu/","title":"start.csail.mit.edu"},{"url":"https://start.csail.mit.edu/","title":"start.csail.mit.edu"},{"url":"https://theworldfactbook.org/","title":"theworldfactbook.org"}],"searchCalls":[{"id":"st_tmp_yjj2jk3rytf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_usr0c20lbh9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2hz4v1ec7t1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n9pwlnqkpv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pfwaw2hgatq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_saxb5i81h3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c32c1z82cgp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cq0g4iuov1s","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_1pqtiqe98x6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kt60tpeiwh","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_qez45zvman","status":"completed","action":"search","executed":true,"sourceCount":1}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-43","epoch":0,"score":"I","citations":[{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://apps.who.int/","title":"apps.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://apps.who.int/","title":"apps.who.int"},{"url":"https://datacommons.org/","title":"datacommons.org"},{"url":"https://www.jec.senate.gov/","title":"www.jec.senate.gov"},{"url":"https://www.bea.gov/","title":"www.bea.gov"},{"url":"https://data.humdata.org/","title":"data.humdata.org"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.alzint.org/","title":"www.alzint.org"},{"url":"https://github.com/","title":"github.com"},{"url":"https://gist.github.com/","title":"gist.github.com"},{"url":"https://apify.com/","title":"apify.com"},{"url":"https://www.researchsquare.com/","title":"www.researchsquare.com"},{"url":"https://apify.com/","title":"apify.com"},{"url":"http://datacommons.org/","title":"datacommons.org"},{"url":"https://data.humdata.org/","title":"data.humdata.org"},{"url":"https://data.humdata.org/","title":"data.humdata.org"},{"url":"https://docs.datacommons.org/","title":"docs.datacommons.org"},{"url":"http://who.int/","title":"who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://data.humdata.org/","title":"data.humdata.org"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://github.com/","title":"github.com"},{"url":"https://data.humdata.org/","title":"data.humdata.org"},{"url":"https://www.ncei.noaa.gov/","title":"www.ncei.noaa.gov"},{"url":"https://data.humdata.org/","title":"data.humdata.org"},{"url":"https://data.humdata.org/","title":"data.humdata.org"},{"url":"https://data.humdata.org/","title":"data.humdata.org"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://test-cms.who.int/","title":"test-cms.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://datacommons.org/","title":"datacommons.org"},{"url":"https://who-dev5.prgsdev.com/","title":"who-dev5.prgsdev.com"},{"url":"https://iris.who.int/","title":"iris.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://cran.r-project.org/","title":"cran.r-project.org"},{"url":"https://portal.imaging.datacommons.cancer.gov/","title":"portal.imaging.datacommons.cancer.gov"},{"url":"https://gist.github.com/","title":"gist.github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"}],"searchCalls":[{"id":"st_tmp_wen9gei5e5g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_elloqup29v8","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_k58sg63vt68","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3akwjqg4e65","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dckps79cm59","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dyhbzbgcksm","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_fh8qafm6jp","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_7jor1ixrx8v","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_6b9bmcwmshj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6nutg91sk1s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b0ym6dn7gkj","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_dg6uhp9p6r","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_wz9jz3x3cb","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_a4rnnxj7s6","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_o12v45s2whm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1ykeibaoyrx","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_lzzyvuoh84k","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_gxx2ljgy46d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c9bh6omllk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h2hxz9exkfq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7820b1drob6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4n3mrywzwlp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mvdd1mjo0d8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zg8rvbaorak","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kbpmhej1omc","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-44","epoch":0,"score":"C","citations":[{"url":"https://endcorporalpunishment.org/","title":"endcorporalpunishment.org"},{"url":"http://endcorporalpunishment.org/","title":"endcorporalpunishment.org"},{"url":"https://endcorporalpunishment.org/","title":"endcorporalpunishment.org"},{"url":"https://endcorporalpunishment.org/","title":"endcorporalpunishment.org"},{"url":"https://endcorporalpunishment.org/","title":"endcorporalpunishment.org"},{"url":"https://www.endcorporalpunishment.org/","title":"www.endcorporalpunishment.org"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://blogs.loc.gov/","title":"blogs.loc.gov"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://endcorporalpunishment.org/","title":"endcorporalpunishment.org"},{"url":"https://endcorporalpunishment.org/","title":"endcorporalpunishment.org"},{"url":"https://endcorporalpunishment.org/","title":"endcorporalpunishment.org"},{"url":"http://endcorporalpunishment.org/","title":"endcorporalpunishment.org"},{"url":"https://endcorporalpunishment.org/","title":"endcorporalpunishment.org"},{"url":"https://endcorporalpunishment.org/","title":"endcorporalpunishment.org"},{"url":"https://endcorporalpunishment.org/","title":"endcorporalpunishment.org"},{"url":"https://endcorporalpunishment.org/","title":"endcorporalpunishment.org"},{"url":"https://www.cacb.uscourts.gov/","title":"www.cacb.uscourts.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data360files.worldbank.org/","title":"data360files.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://genderdata.worldbank.org/","title":"genderdata.worldbank.org"},{"url":"https://data360files.worldbank.org/","title":"data360files.worldbank.org"},{"url":"https://data360files.worldbank.org/","title":"data360files.worldbank.org"},{"url":"https://dlthub.com/","title":"dlthub.com"},{"url":"https://datacatalogfiles.worldbank.org/","title":"datacatalogfiles.worldbank.org"},{"url":"https://www.worldbank.org/","title":"www.worldbank.org"},{"url":"https://data.unicef.org/","title":"data.unicef.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://data360files.worldbank.org/","title":"data360files.worldbank.org"},{"url":"https://data360.worldbank.org/","title":"data360.worldbank.org"},{"url":"https://data.unicef.org/","title":"data.unicef.org"},{"url":"https://data.unicef.org/","title":"data.unicef.org"},{"url":"https://data.unicef.org/","title":"data.unicef.org"},{"url":"https://data.unicef.org/","title":"data.unicef.org"},{"url":"https://data.unicef.org/","title":"data.unicef.org"},{"url":"https://data.unicef.org/","title":"data.unicef.org"},{"url":"https://data.unicef.org/","title":"data.unicef.org"},{"url":"https://data.unicef.org/","title":"data.unicef.org"},{"url":"https://data.unicef.org/","title":"data.unicef.org"},{"url":"https://data.unicef.org/","title":"data.unicef.org"},{"url":"https://data.unicef.org/","title":"data.unicef.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.unicef.org/","title":"data.unicef.org"},{"url":"https://data.unicef.org/","title":"data.unicef.org"},{"url":"https://data.unicef.org/","title":"data.unicef.org"},{"url":"https://data.unicef.org/","title":"data.unicef.org"},{"url":"https://data.unicef.org/","title":"data.unicef.org"},{"url":"http://endcorporalpunishment.org/","title":"endcorporalpunishment.org"},{"url":"http://www.endcorporalpunishment.org/","title":"www.endcorporalpunishment.org"},{"url":"https://endcorporalpunishment.org/","title":"endcorporalpunishment.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.unicef.org/","title":"data.unicef.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://data.unicef.org/","title":"data.unicef.org"},{"url":"https://data360files.worldbank.org/","title":"data360files.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.unicef.org/","title":"data.unicef.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://thedocs.worldbank.org/","title":"thedocs.worldbank.org"},{"url":"https://data360files.worldbank.org/","title":"data360files.worldbank.org"},{"url":"https://data.unicef.org/","title":"data.unicef.org"},{"url":"https://data.who.int/","title":"data.who.int"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://statbase.org/","title":"statbase.org"}],"searchCalls":[{"id":"st_tmp_cdr5d3v5s4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ht57ve1nal","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7mg6urlh95g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3y5onpo8d7m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3oajjo1v2gh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u3qkcni13rh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s9ou9rp9ger","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j33bh9xey7q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qy2soeat5wi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z7ii6h4xokc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nylcsd8yymq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jvqw0cjgmrb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9rme953rd95","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_o2tpw7npnfc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_13rhq44uub7o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m1usuc340lr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lxs5jrdvnnd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9w0sgreh9dp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_00vbjymp2k9hj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nh73cgh8bd","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-45","epoch":0,"score":"I","citations":[{"url":"https://www.accessdata.fda.gov/","title":"www.accessdata.fda.gov"},{"url":"https://www.accessdata.fda.gov/","title":"www.accessdata.fda.gov"},{"url":"https://www.accessdata.fda.gov/","title":"www.accessdata.fda.gov"},{"url":"https://www.accessdata.fda.gov/","title":"www.accessdata.fda.gov"},{"url":"https://www.accessdata.fda.gov/","title":"www.accessdata.fda.gov"},{"url":"http://hivinfo.nih.gov/","title":"hivinfo.nih.gov"},{"url":"https://hivinfo.nih.gov/","title":"hivinfo.nih.gov"},{"url":"https://hivinfo.nih.gov/","title":"hivinfo.nih.gov"},{"url":"https://hivinfo.nih.gov/","title":"hivinfo.nih.gov"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.federalregister.gov/","title":"www.federalregister.gov"},{"url":"https://www.fda.gov/","title":"www.fda.gov"},{"url":"https://hivinfo.nih.gov/","title":"hivinfo.nih.gov"},{"url":"https://webbook.nist.gov/","title":"webbook.nist.gov"},{"url":"https://pubchem.ncbi.nlm.nih.gov/","title":"pubchem.ncbi.nlm.nih.gov"},{"url":"https://pubchem.ncbi.nlm.nih.gov/","title":"pubchem.ncbi.nlm.nih.gov"},{"url":"https://precision.fda.gov/","title":"precision.fda.gov"},{"url":"https://pubchem.ncbi.nlm.nih.gov/","title":"pubchem.ncbi.nlm.nih.gov"},{"url":"https://pubchem.ncbi.nlm.nih.gov/","title":"pubchem.ncbi.nlm.nih.gov"},{"url":"http://pubchem.ncbi.nlm.nih.gov/","title":"pubchem.ncbi.nlm.nih.gov"},{"url":"https://pubchem.ncbi.nlm.nih.gov/","title":"pubchem.ncbi.nlm.nih.gov"},{"url":"https://pubchem.ncbi.nlm.nih.gov/","title":"pubchem.ncbi.nlm.nih.gov"},{"url":"https://plantaedb.com/","title":"plantaedb.com"},{"url":"https://pubchem.ncbi.nlm.nih.gov/","title":"pubchem.ncbi.nlm.nih.gov"},{"url":"https://pubchem.ncbi.nlm.nih.gov/","title":"pubchem.ncbi.nlm.nih.gov"},{"url":"https://pubchem.ncbi.nlm.nih.gov/","title":"pubchem.ncbi.nlm.nih.gov"},{"url":"https://pubchem.ncbi.nlm.nih.gov/","title":"pubchem.ncbi.nlm.nih.gov"},{"url":"https://hivinfo.nih.gov/","title":"hivinfo.nih.gov"},{"url":"https://hivinfo.nih.gov/","title":"hivinfo.nih.gov"},{"url":"https://clinicalinfo.hiv.gov/","title":"clinicalinfo.hiv.gov"},{"url":"https://pubchem.ncbi.nlm.nih.gov/","title":"pubchem.ncbi.nlm.nih.gov"},{"url":"https://pubchem.ncbi.nlm.nih.gov/","title":"pubchem.ncbi.nlm.nih.gov"},{"url":"https://pubchem.ncbi.nlm.nih.gov/","title":"pubchem.ncbi.nlm.nih.gov"},{"url":"https://pubchem.ncbi.nlm.nih.gov/","title":"pubchem.ncbi.nlm.nih.gov"},{"url":"https://pubchem.ncbi.nlm.nih.gov/","title":"pubchem.ncbi.nlm.nih.gov"},{"url":"https://pubchem.ncbi.nlm.nih.gov/","title":"pubchem.ncbi.nlm.nih.gov"},{"url":"https://precision.fda.gov/","title":"precision.fda.gov"},{"url":"https://precision.fda.gov/","title":"precision.fda.gov"},{"url":"https://pubchem.ncbi.nlm.nih.gov/","title":"pubchem.ncbi.nlm.nih.gov"},{"url":"https://pubchem.ncbi.nlm.nih.gov/","title":"pubchem.ncbi.nlm.nih.gov"},{"url":"https://pubchem.ncbi.nlm.nih.gov/","title":"pubchem.ncbi.nlm.nih.gov"},{"url":"https://pubchem.ncbi.nlm.nih.gov/","title":"pubchem.ncbi.nlm.nih.gov"},{"url":"https://pubchem.ncbi.nlm.nih.gov/","title":"pubchem.ncbi.nlm.nih.gov"},{"url":"https://pubchem.ncbi.nlm.nih.gov/","title":"pubchem.ncbi.nlm.nih.gov"},{"url":"https://pubchem.ncbi.nlm.nih.gov/","title":"pubchem.ncbi.nlm.nih.gov"},{"url":"https://hivinfo.nih.gov/","title":"hivinfo.nih.gov"},{"url":"https://hivinfo.nih.gov/","title":"hivinfo.nih.gov"},{"url":"https://www.hivguidelines.org/","title":"www.hivguidelines.org"},{"url":"https://pubchem.ncbi.nlm.nih.gov/","title":"pubchem.ncbi.nlm.nih.gov"},{"url":"https://public-inspection.federalregister.gov/","title":"public-inspection.federalregister.gov"},{"url":"https://www.accessdata.fda.gov/","title":"www.accessdata.fda.gov"},{"url":"https://public-inspection.federalregister.gov/","title":"public-inspection.federalregister.gov"},{"url":"https://www.accessdata.fda.gov/","title":"www.accessdata.fda.gov"},{"url":"https://hivinfo.nih.gov/","title":"hivinfo.nih.gov"},{"url":"https://clinicalinfo.hiv.gov/","title":"clinicalinfo.hiv.gov"},{"url":"https://www.accessdata.fda.gov/","title":"www.accessdata.fda.gov"},{"url":"https://www.accessdata.fda.gov/","title":"www.accessdata.fda.gov"},{"url":"https://www.accessdata.fda.gov/","title":"www.accessdata.fda.gov"},{"url":"https://www.ebi.ac.uk/","title":"www.ebi.ac.uk"},{"url":"https://go.drugbank.com/","title":"go.drugbank.com"},{"url":"https://go.drugbank.com/","title":"go.drugbank.com"},{"url":"https://go.drugbank.com/","title":"go.drugbank.com"},{"url":"https://www.ema.europa.eu/","title":"www.ema.europa.eu"},{"url":"https://pubchem.ncbi.nlm.nih.gov/","title":"pubchem.ncbi.nlm.nih.gov"},{"url":"https://pubchem.ncbi.nlm.nih.gov/","title":"pubchem.ncbi.nlm.nih.gov"},{"url":"https://go.drugbank.com/","title":"go.drugbank.com"},{"url":"https://go.drugbank.com/","title":"go.drugbank.com"},{"url":"https://go.drugbank.com/","title":"go.drugbank.com"},{"url":"https://list.essentialmeds.org/","title":"list.essentialmeds.org"},{"url":"https://go.drugbank.com/","title":"go.drugbank.com"},{"url":"https://www.accessdata.fda.gov/","title":"www.accessdata.fda.gov"},{"url":"https://www.accessdata.fda.gov/","title":"www.accessdata.fda.gov"},{"url":"https://www.accessdata.fda.gov/","title":"www.accessdata.fda.gov"},{"url":"https://www.accessdata.fda.gov/","title":"www.accessdata.fda.gov"},{"url":"https://www.accessdata.fda.gov/","title":"www.accessdata.fda.gov"},{"url":"https://drugs.ncats.io/","title":"drugs.ncats.io"},{"url":"https://www.accessdata.fda.gov/","title":"www.accessdata.fda.gov"},{"url":"https://www.accessdata.fda.gov/","title":"www.accessdata.fda.gov"},{"url":"https://drugs.ncats.io/","title":"drugs.ncats.io"},{"url":"https://pubchem.ncbi.nlm.nih.gov/","title":"pubchem.ncbi.nlm.nih.gov"},{"url":"https://pubchem.ncbi.nlm.nih.gov/","title":"pubchem.ncbi.nlm.nih.gov"}],"searchCalls":[{"id":"st_tmp_4sju6nz7j2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nu4x5fmx61e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ptc03zvysd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h6f9ckj4r2s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bu6qafq6ftm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4es127u2jua","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oy2cqvu7hka","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0j6gju6utq26","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2phwh4s9k4s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pltifrqigzp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ltajfp69a5l","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_jzu6msowvie","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_njd1c334mx8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8h7dnvzam4l","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_ge967wc0kyf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d0i6r9a1nxa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0vffmweb4tgn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vmtvstd56ka","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3ndq0e767ek","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1pkewmlhyh5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i3iu5y9pwj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xfig9pq7plr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_voibf9plorg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5f2ju7idjy3","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_eni4ehtrvmg","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_aisb2lnprem","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-46","epoch":0,"score":"I","citations":[{"url":"https://www.icbc.com/","title":"www.icbc.com"},{"url":"https://www.icbc.com/","title":"www.icbc.com"},{"url":"https://icbc.com/","title":"icbc.com"},{"url":"https://icbc.com/","title":"icbc.com"},{"url":"https://catalogue.data.gov.bc.ca/","title":"catalogue.data.gov.bc.ca"},{"url":"https://open.canada.ca/","title":"open.canada.ca"},{"url":"https://open.canada.ca/","title":"open.canada.ca"},{"url":"https://open.canada.ca/","title":"open.canada.ca"},{"url":"https://catalogue.data.gov.bc.ca/","title":"catalogue.data.gov.bc.ca"},{"url":"https://open.canada.ca/","title":"open.canada.ca"},{"url":"https://catalogue.data.gov.bc.ca/","title":"catalogue.data.gov.bc.ca"},{"url":"https://open.canada.ca/","title":"open.canada.ca"},{"url":"https://catalogue.data.gov.bc.ca/","title":"catalogue.data.gov.bc.ca"},{"url":"https://open.canada.ca/","title":"open.canada.ca"},{"url":"https://catalogue.data.gov.bc.ca/","title":"catalogue.data.gov.bc.ca"},{"url":"https://catalogue.data.gov.bc.ca/","title":"catalogue.data.gov.bc.ca"},{"url":"https://catalogue.data.gov.bc.ca/","title":"catalogue.data.gov.bc.ca"},{"url":"https://catalogue.data.gov.bc.ca/","title":"catalogue.data.gov.bc.ca"},{"url":"https://catalogue.data.gov.bc.ca/","title":"catalogue.data.gov.bc.ca"},{"url":"https://catalogue.data.gov.bc.ca/","title":"catalogue.data.gov.bc.ca"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://www.ubcm.ca/","title":"www.ubcm.ca"},{"url":"https://catalogue.data.gov.bc.ca/","title":"catalogue.data.gov.bc.ca"},{"url":"https://victoria.citified.ca/","title":"victoria.citified.ca"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://open.canada.ca/","title":"open.canada.ca"},{"url":"https://www.icbc.com/","title":"www.icbc.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://www.surrey.ca/","title":"www.surrey.ca"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://open.canada.ca/","title":"open.canada.ca"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://icbc.com/","title":"icbc.com"},{"url":"https://www.bcbudget.gov.bc.ca/","title":"www.bcbudget.gov.bc.ca"},{"url":"https://www.icbc.com/","title":"www.icbc.com"},{"url":"https://vancouver.ca/","title":"vancouver.ca"},{"url":"https://icbc.com/","title":"icbc.com"},{"url":"https://icbc.com/","title":"icbc.com"},{"url":"https://icbc.com/","title":"icbc.com"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://data.ontario.ca/","title":"data.ontario.ca"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"}],"searchCalls":[{"id":"st_tmp_hycrznltvf","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_klnw2yb3gbq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2tuf9nza22f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k1fq8bzgk1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v48eed92brp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y9o8zuov0li","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9trxxnxg215","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_n3d0c92rmvr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6gsxvm6tqo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yla4jokvbo","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_ga0lu064axb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a94azqv601n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ht1c91f471","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oo1plzu5fjl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gu0mf8jgqt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bxb3fp37jd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ycoexxrxspg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_odji66hux5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wtq4q591wc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3va860trb13","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_480hz2m48bu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_evfrda9h3td","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xts0ujq9mth","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_cgscjcg98rd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cex74s5k2p9","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_6nfnktdvlub","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_08drtg94md25","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_jopgvoav5h8","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-47","epoch":0,"score":"C","citations":[{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.jazzdisco.org/","title":"www.jazzdisco.org"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.jazzdisco.org/","title":"www.jazzdisco.org"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.jazzdisco.org/","title":"www.jazzdisco.org"},{"url":"https://www.jazzdisco.org/","title":"www.jazzdisco.org"},{"url":"https://musicbrainz.org/","title":"musicbrainz.org"},{"url":"https://musicbrainz.org/","title":"musicbrainz.org"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.jazzdisco.org/","title":"www.jazzdisco.org"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.jazzdisco.org/","title":"www.jazzdisco.org"},{"url":"https://www.jazzdisco.org/","title":"www.jazzdisco.org"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.shazam.com/","title":"www.shazam.com"},{"url":"https://www.shazam.com/","title":"www.shazam.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"http://discogs.com/","title":"discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"}],"searchCalls":[{"id":"st_tmp_8n7ec3v1kh4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ucubcj2sslc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iavimxabxij","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f5m9dogspn7","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_hmjdc83we2c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qw1jqq9e9eo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pto4ijzcw3f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4cwfm6hitur","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6ny87evap7w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m1iy44d7e9","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_rl7m21iewoc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f4608l80ex","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gut3x9w48uv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fa824smsvet","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_43sj75mm46b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9sdttghk7xl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n8z7yk4to2n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_06rvdgyd0ogg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4xlujudd5v9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a6lt24yfka8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1eswijw6pnj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qad8bnqzc3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ip1fhdthry","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l9drg6wk5t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k2cj4wltpyb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tqaidu3ry6c","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-48","epoch":0,"score":"C","citations":[{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://assets.publishing.service.gov.uk/","title":"assets.publishing.service.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.ofwat.gov.uk/","title":"www.ofwat.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.southernwater.co.uk/","title":"www.southernwater.co.uk"},{"url":"https://assets.publishing.service.gov.uk/","title":"assets.publishing.service.gov.uk"},{"url":"https://www.southernwater.co.uk/","title":"www.southernwater.co.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.southernwater.co.uk/","title":"www.southernwater.co.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://assets.publishing.service.gov.uk/","title":"assets.publishing.service.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://assets.publishing.service.gov.uk/","title":"assets.publishing.service.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"http://gov.uk/","title":"gov.uk"}],"searchCalls":[{"id":"st_tmp_2jct8x52rjy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9f9eko1z14r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ofxmichdz6i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lsr0y3y6isr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qhpqswgwee","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lusn62txxe8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9982kk5ii8a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ykmusyv9cy","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_khgjdt9w6a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3onddjgs4kg","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-49","epoch":0,"score":"C","citations":[{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.niaaa.nih.gov/","title":"www.niaaa.nih.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://catalog.data.gov/","title":"catalog.data.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://catalog.data.gov/","title":"catalog.data.gov"},{"url":"https://data.virginia.gov/","title":"data.virginia.gov"},{"url":"https://healthdata.gov/","title":"healthdata.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://library.samhsa.gov/","title":"library.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://catalog.data.gov/","title":"catalog.data.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://data.virginia.gov/","title":"data.virginia.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"}],"searchCalls":[{"id":"st_tmp_95zxrdkj3g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fa86p2t5c9w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7pi4lxu1h79","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iqmmjb2uflp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mtd1748ihd","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_a90flfn4v4e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0vsr7lwnx1id","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8le0ds2ixeh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8fe7cva06os","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_2wbrbvrmp9w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xcbom66j2zf","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_29pkcx3acnn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5mn6wrw6glh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mmlfq9doqx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w134dneg9a","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_e938yz43n3f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_98vi44pskxv","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_n3c4t2st78","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_kgkql9xa12d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_czfdiqr39va","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-5","epoch":0,"score":"C","citations":[{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.pa.gov/","title":"www.pa.gov"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://jamesli.net/","title":"jamesli.net"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"http://tdsb.on.ca/","title":"tdsb.on.ca"},{"url":"https://cdnsm5-ss14.sharpschool.com/","title":"cdnsm5-ss14.sharpschool.com"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tvdsb.ca/","title":"www.tvdsb.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"}],"searchCalls":[{"id":"st_tmp_njzopworep","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lpof8bi1px","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o2owgbl5n1h","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_kbikd9b4cmc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ykajtzfudv","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_ju6ld3zd9e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j81rghz4ihh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bjeae0xdxd4","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-50","epoch":0,"score":"C","citations":[{"url":"https://www.pulitzer.org/","title":"www.pulitzer.org"},{"url":"https://www.pulitzer.org/","title":"www.pulitzer.org"},{"url":"https://www.pulitzer.org/","title":"www.pulitzer.org"},{"url":"https://www.pulitzer.org/","title":"www.pulitzer.org"},{"url":"https://www.pulitzer.org/","title":"www.pulitzer.org"},{"url":"https://www.pulitzer.org/","title":"www.pulitzer.org"},{"url":"https://www.pulitzer.org/","title":"www.pulitzer.org"},{"url":"https://burlingtonpubliclibrary.org/","title":"burlingtonpubliclibrary.org"},{"url":"https://archive.nytimes.com/","title":"archive.nytimes.com"},{"url":"https://www.upi.com/","title":"www.upi.com"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.prnewswire.co.uk/","title":"www.prnewswire.co.uk"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.ipn.mx/","title":"www.ipn.mx"},{"url":"https://www.wgbh.org/","title":"www.wgbh.org"},{"url":"https://www.simmons.edu/","title":"www.simmons.edu"},{"url":"https://history.fas.harvard.edu/","title":"history.fas.harvard.edu"},{"url":"https://www.pulitzer.org/","title":"www.pulitzer.org"},{"url":"https://pll.harvard.edu/","title":"pll.harvard.edu"},{"url":"https://history.brown.edu/","title":"history.brown.edu"},{"url":"https://www.loc.gov/","title":"www.loc.gov"},{"url":"https://wwws.loc.gov/","title":"wwws.loc.gov"},{"url":"https://research.brown.edu/","title":"research.brown.edu"},{"url":"https://vivo.brown.edu/","title":"vivo.brown.edu"},{"url":"https://www.pbs.org/","title":"www.pbs.org"},{"url":"https://www.pulitzer.org/","title":"www.pulitzer.org"},{"url":"https://www.nypl.org/","title":"www.nypl.org"},{"url":"https://montgomery.dartmouth.edu/","title":"montgomery.dartmouth.edu"},{"url":"https://www.history.com/","title":"www.history.com"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.psu.edu/","title":"www.psu.edu"},{"url":"https://global.oup.com/","title":"global.oup.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.penguinrandomhouse.com/","title":"www.penguinrandomhouse.com"},{"url":"https://www.encyclopedia.com/","title":"www.encyclopedia.com"},{"url":"https://www.pulitzer.org/","title":"www.pulitzer.org"},{"url":"https://www.chronicle.com/","title":"www.chronicle.com"},{"url":"https://iop.harvard.edu/","title":"iop.harvard.edu"},{"url":"https://nieman.harvard.edu/","title":"nieman.harvard.edu"},{"url":"https://www.psu.edu/","title":"www.psu.edu"},{"url":"https://www.psu.edu/","title":"www.psu.edu"},{"url":"https://ssri.psu.edu/","title":"ssri.psu.edu"},{"url":"https://www.psu.edu/","title":"www.psu.edu"},{"url":"https://www.psu.edu/","title":"www.psu.edu"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.slu.edu.ph/","title":"www.slu.edu.ph"},{"url":"https://yocket.com/","title":"yocket.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://www.psu.edu/","title":"www.psu.edu"},{"url":"https://www.psu.edu/","title":"www.psu.edu"},{"url":"https://www.psu.edu/","title":"www.psu.edu"},{"url":"https://www.psu.edu/","title":"www.psu.edu"},{"url":"https://onwardstate.com/","title":"onwardstate.com"},{"url":"https://www.psu.edu/","title":"www.psu.edu"},{"url":"https://onwardstate.com/","title":"onwardstate.com"},{"url":"https://www.eme.psu.edu/","title":"www.eme.psu.edu"},{"url":"https://www.pulitzer.org/","title":"www.pulitzer.org"},{"url":"https://www.pulitzer.org/","title":"www.pulitzer.org"},{"url":"https://www.pulitzer.org/","title":"www.pulitzer.org"},{"url":"https://www.pulitzer.org/","title":"www.pulitzer.org"},{"url":"https://www.pulitzer.org/","title":"www.pulitzer.org"},{"url":"https://www.pulitzer.org/","title":"www.pulitzer.org"},{"url":"https://www.pulitzer.org/","title":"www.pulitzer.org"},{"url":"https://www.pulitzer.org/","title":"www.pulitzer.org"},{"url":"https://www.pulitzer.org/","title":"www.pulitzer.org"},{"url":"https://www.chronicle.com/","title":"www.chronicle.com"},{"url":"https://www.pulitzer.org/","title":"www.pulitzer.org"},{"url":"https://www.pulitzer.org/","title":"www.pulitzer.org"},{"url":"https://www.pulitzer.org/","title":"www.pulitzer.org"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://admissions.dartmouth.edu/","title":"admissions.dartmouth.edu"},{"url":"https://fortunaadmissions.com/","title":"fortunaadmissions.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://pr.princeton.edu/","title":"pr.princeton.edu"},{"url":"https://www.pulitzer.org/","title":"www.pulitzer.org"},{"url":"https://www.historynewsnetwork.org/","title":"www.historynewsnetwork.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://personal.tcu.edu/","title":"personal.tcu.edu"},{"url":"https://www.upi.com/","title":"www.upi.com"},{"url":"https://www.psu.edu/","title":"www.psu.edu"},{"url":"https://www.psu.edu/","title":"www.psu.edu"},{"url":"https://www.psu.edu/","title":"www.psu.edu"}],"searchCalls":[{"id":"st_tmp_h788x1lnck9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4ii1n4bw2yh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s6lr0gmwka","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2vnj213em6l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5psejvgjjiv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gxsuskku4kf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s8ks6ddn6ns","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c8qyla2i71m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_609r25a7lvb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8p2oocgcvhm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nquetxgycg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dzld9wljg6w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tcbhymibmse","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mtg4v6vmhzb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vz6mas4d3yj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qwks4d3wu1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vygo43rn9t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3jwx5wkbosc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_juc9tgcn63q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7edopboolx2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j2dpbmznrmt","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-51","epoch":0,"score":"C","citations":[{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www.statcan.gc.ca/","title":"www.statcan.gc.ca"},{"url":"https://www.statcan.gc.ca/","title":"www.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://open.canada.ca/","title":"open.canada.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www.babycenter.ca/","title":"www.babycenter.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www.statcan.gc.ca/","title":"www.statcan.gc.ca"},{"url":"https://www.cbc.ca/","title":"www.cbc.ca"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.statcan.gc.ca/","title":"www.statcan.gc.ca"},{"url":"https://globalnews.ca/","title":"globalnews.ca"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www.todocanada.ca/","title":"www.todocanada.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www.statcan.gc.ca/","title":"www.statcan.gc.ca"},{"url":"https://www.statcan.gc.ca/","title":"www.statcan.gc.ca"},{"url":"https://www.statcan.gc.ca/","title":"www.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www.cbc.ca/","title":"www.cbc.ca"},{"url":"https://news.ontario.ca/","title":"news.ontario.ca"},{"url":"https://globalnews.ca/","title":"globalnews.ca"},{"url":"https://globalnews.ca/","title":"globalnews.ca"},{"url":"https://globalnews.ca/","title":"globalnews.ca"},{"url":"https://open.canada.ca/","title":"open.canada.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www.statcan.gc.ca/","title":"www.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://catalog.data.gov/","title":"catalog.data.gov"},{"url":"https://github.com/","title":"github.com"},{"url":"https://www.statcan.gc.ca/","title":"www.statcan.gc.ca"},{"url":"https://www.babycenter.ca/","title":"www.babycenter.ca"},{"url":"https://www.cmfmag.ca/","title":"www.cmfmag.ca"},{"url":"https://news.ontario.ca/","title":"news.ontario.ca"},{"url":"https://www.alberta.ca/","title":"www.alberta.ca"},{"url":"https://www.nsnews.com/","title":"www.nsnews.com"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://globalnews.ca/","title":"globalnews.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www.kamloopsbcnow.com/","title":"www.kamloopsbcnow.com"},{"url":"https://globalnews.ca/","title":"globalnews.ca"}],"searchCalls":[{"id":"st_tmp_jghtidd4q1n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u5f6jpbkg0r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fkg1znc85vd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q40akzrnwss","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qcr73u8imtf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nepa430z6c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4gqfsl61o3k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ihah6jc6ik9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iq1xgnc9uho","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_za3cjps60hg","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_wkvppaj46s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l1bllhbqmv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8wjm1wslj1v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sbwmu1en29k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j5bo5mm15o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_biekb68ijvh","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_s44ld51lmrj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c7xcfdegm1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k8ldejblop","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sdr4hhu9q9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tqiqoqmhzr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vb13qcbvbkg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5ifqa0q8gfw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d6zn9kw0wo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_df9b0uginlu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8vjbv5c1jht","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-52","epoch":0,"score":"C","citations":[{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://dashboards.sdgindex.org/","title":"dashboards.sdgindex.org"},{"url":"https://dashboards.sdgindex.org/","title":"dashboards.sdgindex.org"},{"url":"https://data360files.worldbank.org/","title":"data360files.worldbank.org"},{"url":"https://dashboards.sdgindex.org/","title":"dashboards.sdgindex.org"},{"url":"https://dashboards.sdgindex.org/","title":"dashboards.sdgindex.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://agenciadenoticias.ibge.gov.br/","title":"agenciadenoticias.ibge.gov.br"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://gpseducation.oecd.org/","title":"gpseducation.oecd.org"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unhabitat.org/","title":"unhabitat.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://data.unhabitat.org/","title":"data.unhabitat.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://ilostat.ilo.org/","title":"ilostat.ilo.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://ilostat.ilo.org/","title":"ilostat.ilo.org"},{"url":"https://dashboards.sdgindex.org/","title":"dashboards.sdgindex.org"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://statbase.org/","title":"statbase.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://statbase.org/","title":"statbase.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://egypt.unfpa.org/","title":"egypt.unfpa.org"},{"url":"https://www.ceicdata.com/","title":"www.ceicdata.com"}],"searchCalls":[{"id":"st_tmp_hoc6s9j7j9h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_icpczxlazo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xcpuvv4cw5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qbf7om5znum","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bmw4l0u4yew","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h007jonhalt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_88khmcymqq3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w87hoc4oka","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p8ft4h3ih0l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pzu4wj4f0s","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_nqt4d0xychp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h2c0l6cs9sj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qhlzenmr1k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kyrt4e15uy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_44o59zj3ok3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nnxons7l2fo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_suj3g1qnaci","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mp68z9iibp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sz8j4e5gfwg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qexxw846sce","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wkmx8cxpsri","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vh8nydwjh6n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_svqobeyketc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ukde2r84orj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1tmeun2l7mf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_56qp75sagw5","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_6yvueljlib7","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_qyygxjpiccs","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-53","epoch":0,"score":"C","citations":[{"url":"https://www.nhtsa.gov/","title":"www.nhtsa.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://www.nhtsa.gov/","title":"www.nhtsa.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://www.nhtsa.gov/","title":"www.nhtsa.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://popcenter.asu.edu/","title":"popcenter.asu.edu"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"},{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://www.nhtsa.gov/","title":"www.nhtsa.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://www.flhsmv.gov/","title":"www.flhsmv.gov"},{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"},{"url":"https://www.bts.gov/","title":"www.bts.gov"},{"url":"https://ftp.txdot.gov/","title":"ftp.txdot.gov"},{"url":"https://www.txdot.gov/","title":"www.txdot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://www.bts.gov/","title":"www.bts.gov"},{"url":"https://www.nhtsa.gov/","title":"www.nhtsa.gov"},{"url":"https://www.bts.gov/","title":"www.bts.gov"},{"url":"https://www.bts.gov/","title":"www.bts.gov"},{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"},{"url":"https://car-accidents.com/","title":"car-accidents.com"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://rosap.ntl.bts.gov/","title":"rosap.ntl.bts.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"http://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://www.nhtsa.gov/","title":"www.nhtsa.gov"},{"url":"https://www.bts.gov/","title":"www.bts.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://rosap.ntl.bts.gov/","title":"rosap.ntl.bts.gov"}],"searchCalls":[{"id":"st_tmp_xgddnlaqz3i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_anaz3vjjd9o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tfcw05ewqhb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_olt6id66eyi","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_b71onnj73fw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sl8spuz120h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9n4z9919awu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4vs9h7sh0lv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yu9ngxvr1nd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ksvtmtryp5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ngrqdgcw2o","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_h6rcvcelte","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x9sgd779cd9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_855lq1ztxyb","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-54","epoch":0,"score":"I","citations":[{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://kenaninstitute.unc.edu/","title":"kenaninstitute.unc.edu"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://www.redfin.com/","title":"www.redfin.com"},{"url":"https://www.cbre.com/","title":"www.cbre.com"},{"url":"https://www.redfin.com/","title":"www.redfin.com"},{"url":"https://www.redfin.com/","title":"www.redfin.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.redfin.com/","title":"www.redfin.com"},{"url":"https://www.theglobeandmail.com/","title":"www.theglobeandmail.com"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.brookings.edu/","title":"www.brookings.edu"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://fraser.stlouisfed.org/","title":"fraser.stlouisfed.org"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.nyc.gov/","title":"www.nyc.gov"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.visualcapitalist.com/","title":"www.visualcapitalist.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.pbs.org/","title":"www.pbs.org"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"}],"searchCalls":[{"id":"st_tmp_8ob81vawg0w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mnp9fmvte17","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fu8expa0q9p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b5lj6j5i5z9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kja9tqwac9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_30aow7pzkwq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tedpoqbusgl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_785om246sio","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_958h5fifojl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sjtf07ojx2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_won70y252fb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wxvbdnhifa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k4wjboiawqe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_glqry72zcws","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_f4nyo5zkytj","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_ngsggk2owle","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f6ndlydnglv","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-55","epoch":0,"score":"C","citations":[{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://arcb.com/","title":"arcb.com"},{"url":"https://investors.arcb.com/","title":"investors.arcb.com"},{"url":"https://investors.arcb.com/","title":"investors.arcb.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://investor.matson.com/","title":"investor.matson.com"},{"url":"https://investor.matson.com/","title":"investor.matson.com"},{"url":"https://investor.matson.com/","title":"investor.matson.com"},{"url":"https://investor.matson.com/","title":"investor.matson.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://investor.matson.com/","title":"investor.matson.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://investor.matson.com/","title":"investor.matson.com"},{"url":"https://s203.q4cdn.com/","title":"s203.q4cdn.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://investors.arcb.com/","title":"investors.arcb.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://finance.yahoo.com/","title":"finance.yahoo.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://investor.matson.com/","title":"investor.matson.com"},{"url":"https://www.importinfo.com/","title":"www.importinfo.com"},{"url":"https://www.wistatedocuments.org/","title":"www.wistatedocuments.org"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://investor.matson.com/","title":"investor.matson.com"},{"url":"https://investor.matson.com/","title":"investor.matson.com"},{"url":"https://investor.matson.com/","title":"investor.matson.com"},{"url":"https://investor.matson.com/","title":"investor.matson.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.wsj.com/","title":"www.wsj.com"},{"url":"https://saia.gcs-web.com/","title":"saia.gcs-web.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://saia.gcs-web.com/","title":"saia.gcs-web.com"}],"searchCalls":[{"id":"st_tmp_05floqhe4b9o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0b3jgaa5hyaf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8dnkkmxqaxa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1nsypfght9v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_69vcgtgi0nw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v8y4ze7obz","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iyf77ahftq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lr4rdz3gh4l","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_dz93igrdk5a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fx4qtxis7e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4yxf24tx98a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ynbc4nh41m","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_7st4f0qgoct","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qf7qvq8yrcq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7j6mf7oct19","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s7b2ag7b5je","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_pw2q1ua41y","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_avufbztfbmj","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_y4g89g9shyn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6fnuq2hsfoq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_xc2alja4nza","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8fhb6abtewb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fhv2ide3urt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rhgp1g3fe1t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0ejshf10t58j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_65wwfvwaozj","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-56","epoch":0,"score":"I","citations":[{"url":"https://schoolsup.org/","title":"schoolsup.org"},{"url":"https://www.azcentral.com/","title":"www.azcentral.com"},{"url":"https://coppercourier.com/","title":"coppercourier.com"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"http://ed.gov/","title":"ed.gov"},{"url":"https://data-maricopa.opendata.arcgis.com/","title":"data-maricopa.opendata.arcgis.com"},{"url":"https://coppercourier.com/","title":"coppercourier.com"},{"url":"https://www.azcentral.com/","title":"www.azcentral.com"},{"url":"https://coppercourier.com/","title":"coppercourier.com"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://go.boarddocs.com/","title":"go.boarddocs.com"},{"url":"https://go.boarddocs.com/","title":"go.boarddocs.com"},{"url":"https://www.azed.gov/","title":"www.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://www.cde.ca.gov/","title":"www.cde.ca.gov"},{"url":"https://www.ed.gov/","title":"www.ed.gov"},{"url":"https://files-backend.assets.thrillshare.com/","title":"files-backend.assets.thrillshare.com"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://www.ed.gov/","title":"www.ed.gov"},{"url":"https://www.ed.gov/","title":"www.ed.gov"},{"url":"https://www.ed.gov/","title":"www.ed.gov"},{"url":"https://www.ed.gov/","title":"www.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://arizonaschools.us/","title":"arizonaschools.us"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://liberty25.org/","title":"liberty25.org"},{"url":"https://www.liberty25.org/","title":"www.liberty25.org"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://www.smusd90.org/","title":"www.smusd90.org"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://go.boarddocs.com/","title":"go.boarddocs.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.azauditor.gov/","title":"www.azauditor.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://www.azauditor.gov/","title":"www.azauditor.gov"},{"url":"https://www.azauditor.gov/","title":"www.azauditor.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"}],"searchCalls":[{"id":"st_tmp_6xfy7t1ps7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_84qm1koyrf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z8amiomwy58","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4ekin6d3zhf","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_h9qbauwg1kt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cboh9a75yma","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_48at7gq88xt","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_mgqgtv4f9si","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sn2c19gpcra","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a460mm587v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tfb46lprs0f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uq7qwwdk2w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9knwfdf2c8w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ol31a8jwsh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m5axw4sqd1o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_10ove8mksxak","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cnuf3yh60tc","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_6rpk827lm44","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_rhnd2699tte","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_2bycmw45um2","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_yyqjw8fd60k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k9e26931hkg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5bqgz8nrie3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0ugroksev2s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_335cbpbob7y","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ltet1l3x9pn","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_122l545x3rcp","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_f6qnbchr6o","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-57","epoch":0,"score":"C","citations":[{"url":"https://results.elections.ny.gov/","title":"results.elections.ny.gov"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://results.elections.ny.gov/","title":"results.elections.ny.gov"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://results.elections.ny.gov/","title":"results.elections.ny.gov"},{"url":"https://results.elections.ny.gov/","title":"results.elections.ny.gov"},{"url":"https://results.elections.ny.gov/","title":"results.elections.ny.gov"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"}],"searchCalls":[{"id":"st_tmp_tuj2m9icqg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uj9g21pezi","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-58","epoch":0,"score":"C","citations":[{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"http://stacks.cdc.gov/","title":"stacks.cdc.gov"},{"url":"http://stacks.cdc.gov/","title":"stacks.cdc.gov"},{"url":"https://stacks.cdc.gov/","title":"stacks.cdc.gov"},{"url":"https://stacks.cdc.gov/","title":"stacks.cdc.gov"},{"url":"https://stacks.cdc.gov/","title":"stacks.cdc.gov"},{"url":"https://www.ncei.noaa.gov/","title":"www.ncei.noaa.gov"},{"url":"https://www.ncei.noaa.gov/","title":"www.ncei.noaa.gov"},{"url":"https://www.ncei.noaa.gov/","title":"www.ncei.noaa.gov"},{"url":"https://www.ncei.noaa.gov/","title":"www.ncei.noaa.gov"},{"url":"https://www.climate.gov/","title":"www.climate.gov"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://www.ncei.noaa.gov/","title":"www.ncei.noaa.gov"},{"url":"https://www.ncei.noaa.gov/","title":"www.ncei.noaa.gov"},{"url":"https://www.climate.gov/","title":"www.climate.gov"},{"url":"https://www.ncei.noaa.gov/","title":"www.ncei.noaa.gov"},{"url":"https://www.ncei.noaa.gov/","title":"www.ncei.noaa.gov"},{"url":"https://www.ncei.noaa.gov/","title":"www.ncei.noaa.gov"},{"url":"https://www.ncei.noaa.gov/","title":"www.ncei.noaa.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://stacks.cdc.gov/","title":"stacks.cdc.gov"},{"url":"https://stacks.cdc.gov/","title":"stacks.cdc.gov"},{"url":"https://data.virginia.gov/","title":"data.virginia.gov"},{"url":"https://data.virginia.gov/","title":"data.virginia.gov"},{"url":"https://data.virginia.gov/","title":"data.virginia.gov"},{"url":"https://data.virginia.gov/","title":"data.virginia.gov"},{"url":"https://stacks.cdc.gov/","title":"stacks.cdc.gov"},{"url":"https://stacks.cdc.gov/","title":"stacks.cdc.gov"},{"url":"https://stacks.cdc.gov/","title":"stacks.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://stacks.cdc.gov/","title":"stacks.cdc.gov"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.ncei.noaa.gov/","title":"www.ncei.noaa.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://ntrs.nasa.gov/","title":"ntrs.nasa.gov"},{"url":"https://www.reactgroup.org/","title":"www.reactgroup.org"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://stacks.cdc.gov/","title":"stacks.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.climate.gov/","title":"www.climate.gov"},{"url":"https://content-drupal.climate.gov/","title":"content-drupal.climate.gov"},{"url":"https://statesummaries.ncics.org/","title":"statesummaries.ncics.org"},{"url":"https://www.njweather.org/","title":"www.njweather.org"},{"url":"https://statesummaries.ncics.org/","title":"statesummaries.ncics.org"},{"url":"https://www.noaa.gov/","title":"www.noaa.gov"},{"url":"https://www.ncei.noaa.gov/","title":"www.ncei.noaa.gov"},{"url":"https://www.climate.gov/","title":"www.climate.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://statesummaries.ncics.org/","title":"statesummaries.ncics.org"}],"searchCalls":[{"id":"st_tmp_4o1l00s9quy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q58mwghdqj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8mwsqbd1v89","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_infj7px2pp","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_1p1m7sdgt2v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_slwfv0vbo6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_we8yfxcso7o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zmvivir5q9g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oir6wuc6o4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9uhpvwo4ned","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ubdc6ssrdhm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_th27x1zjw1e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6lsvgee32tr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_aj8flm0slu8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zqhminwz4jo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l69lkqi58ec","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ukqk61cwweq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w55saa26dgn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pdes7pg4kbj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9y36xlmtcm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7qq3exsysgc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rkdxtjwrhvp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_63s8px0yoj5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ykpia2vszsi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v4xgna7xef","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qqm0sh2phm","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-59","epoch":0,"score":"I","citations":[{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://www.p12.nysed.gov/","title":"www.p12.nysed.gov"},{"url":"https://datasupport.nysed.gov/","title":"datasupport.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://catalog.data.gov/","title":"catalog.data.gov"},{"url":"https://www.regents.nysed.gov/","title":"www.regents.nysed.gov"},{"url":"https://data.cityofnewyork.us/","title":"data.cityofnewyork.us"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://datasupport.nysed.gov/","title":"datasupport.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.cityofnewyork.us/","title":"data.cityofnewyork.us"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.hesa.ac.uk/","title":"www.hesa.ac.uk"},{"url":"https://www.careers.ox.ac.uk/","title":"www.careers.ox.ac.uk"},{"url":"https://www.hesa.ac.uk/","title":"www.hesa.ac.uk"},{"url":"https://services.anu.edu.au/","title":"services.anu.edu.au"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://www.cortlandschools.org/","title":"www.cortlandschools.org"},{"url":"https://datasupport.nysed.gov/","title":"datasupport.nysed.gov"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://datasupport.nysed.gov/","title":"datasupport.nysed.gov"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://www.nyssba.org/","title":"www.nyssba.org"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://www.brookings.edu/","title":"www.brookings.edu"},{"url":"https://www.acs.org/","title":"www.acs.org"},{"url":"https://www.nalp.org/","title":"www.nalp.org"},{"url":"https://williamsinstitute.law.ucla.edu/","title":"williamsinstitute.law.ucla.edu"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://www.regents.nysed.gov/","title":"www.regents.nysed.gov"},{"url":"https://data.cityofnewyork.us/","title":"data.cityofnewyork.us"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://www.nyssba.org/","title":"www.nyssba.org"},{"url":"https://www.nyc.gov/","title":"www.nyc.gov"},{"url":"https://www.regents.nysed.gov/","title":"www.regents.nysed.gov"},{"url":"https://www.regents.nysed.gov/","title":"www.regents.nysed.gov"},{"url":"https://www.regents.nysed.gov/","title":"www.regents.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"}],"searchCalls":[{"id":"st_tmp_g1uyi0il4eu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7lz10utyppe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vuxoe5rv1ck","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_qvtxxezrmem","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s7lq6ofiml","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_31bcb3raxm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dx9rxd93fx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_glf39jl94mc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n801mq918zq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1ufu836i0u9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pn62lzpflhd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5eu6tftixi5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8q6i2oqc05q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vpyawj4nmjs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_me9a9n024co","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ew81i8dru","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f52ov9dysoq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_b9s744tz6ye","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2sbqw475bis","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f0llbbljyht","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jx3jgka9m6m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ynwz3psuzb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wbx2q5nhydh","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_fv5jn0a3vwe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kzs1k5b8uxs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xg17moflwj","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_o5ouku3dpy","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-6","epoch":0,"score":"I","citations":[{"url":"https://www.eastgrmi.gov/","title":"www.eastgrmi.gov"},{"url":"https://www.wzzm13.com/","title":"www.wzzm13.com"},{"url":"https://www.eastgrmi.gov/","title":"www.eastgrmi.gov"},{"url":"https://www.wzzm13.com/","title":"www.wzzm13.com"},{"url":"https://www.trailforks.com/","title":"www.trailforks.com"},{"url":"https://engage.grandrapidsmi.gov/","title":"engage.grandrapidsmi.gov"},{"url":"https://www.grandrapidsmi.gov/","title":"www.grandrapidsmi.gov"},{"url":"https://gr.publicinput.com/","title":"gr.publicinput.com"},{"url":"https://www.grandrapidsmi.gov/","title":"www.grandrapidsmi.gov"},{"url":"https://publicinput.com/","title":"publicinput.com"},{"url":"https://www.eastgrmi.gov/","title":"www.eastgrmi.gov"},{"url":"https://www.eastgrmi.gov/","title":"www.eastgrmi.gov"},{"url":"https://www.eastgrmi.gov/","title":"www.eastgrmi.gov"},{"url":"https://www.eastgrmi.gov/","title":"www.eastgrmi.gov"},{"url":"https://www.eastgrmi.gov/","title":"www.eastgrmi.gov"},{"url":"https://www.eastgrmi.gov/","title":"www.eastgrmi.gov"},{"url":"https://www.eastgrmi.gov/","title":"www.eastgrmi.gov"},{"url":"https://eastgrmi.gov/","title":"eastgrmi.gov"},{"url":"https://www.eastgrmi.gov/","title":"www.eastgrmi.gov"},{"url":"https://www.eastgrmi.gov/","title":"www.eastgrmi.gov"},{"url":"https://southkentnews.com/","title":"southkentnews.com"},{"url":"https://southkentnews.com/","title":"southkentnews.com"},{"url":"https://electionstats.kentcountymi.gov/","title":"electionstats.kentcountymi.gov"},{"url":"https://grandrapidsreporter.com/","title":"grandrapidsreporter.com"},{"url":"https://electionstats.kentcountymi.gov/","title":"electionstats.kentcountymi.gov"},{"url":"https://www.eastgrmi.gov/","title":"www.eastgrmi.gov"},{"url":"https://www.eastgrmi.gov/","title":"www.eastgrmi.gov"},{"url":"https://www.crainsgrandrapids.com/","title":"www.crainsgrandrapids.com"},{"url":"https://www.eastgrmi.gov/","title":"www.eastgrmi.gov"},{"url":"https://www.crainsgrandrapids.com/","title":"www.crainsgrandrapids.com"},{"url":"https://www.manhattanks.gov/","title":"www.manhattanks.gov"},{"url":"https://www.msn.com/","title":"www.msn.com"},{"url":"https://www.mlive.com/","title":"www.mlive.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.eastgrmi.gov/","title":"www.eastgrmi.gov"},{"url":"https://www.eastgrmi.gov/","title":"www.eastgrmi.gov"},{"url":"https://www.eastgrmi.gov/","title":"www.eastgrmi.gov"}],"searchCalls":[{"id":"st_tmp_zheqemaspa8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3fvvazw4k84","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u1pntsviv8i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x0t58ry19bk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jknin6djrp8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h06dvenwjr9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ws1t55w65q","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_723zmzb421c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jryohvpa7l","status":"completed","action":"search","executed":true,"sourceCount":3}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-60","epoch":0,"score":"I","citations":[{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"}],"searchCalls":[{"id":"st_tmp_vos4b5cfot","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bhxgm0t9ywl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gj75gazwhe","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_6pl8ao5634","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_uj84zw9d4i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lfryyrf75jf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dm86w598ow","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_o2823sf1rpo","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_6oqiduc7tu5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6iokyhfhw1k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wt3j20ugn0g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mwh448dk8uq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ze3bf675gg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ogqbr5y6ots","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nfo8f354d3k","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_kp2jqhwskrf","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_zo782zms32","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_d4s95dm6pha","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_zku83pns2nq","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_lrsai5yk4ob","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u23pu4k2hp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iptggyvrjkn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rzsot5hddjs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fdg9ktvn09d","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_rdnkanu5z8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2jy48gynicv","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-61","epoch":0,"score":"C","citations":[{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://qs-topuniversities.cn/","title":"qs-topuniversities.cn"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://topuniversities.com/","title":"topuniversities.com"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.humanities.ox.ac.uk/","title":"www.humanities.ox.ac.uk"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.qschina.cn/","title":"www.qschina.cn"},{"url":"https://www.humanities.ox.ac.uk/","title":"www.humanities.ox.ac.uk"},{"url":"https://www.businessinsider.com/","title":"www.businessinsider.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"http://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://www.hotcoursesabroad.com/","title":"www.hotcoursesabroad.com"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://oir.uic.edu/","title":"oir.uic.edu"},{"url":"http://topuniversities.com/","title":"topuniversities.com"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://news.mit.edu/","title":"news.mit.edu"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"}],"searchCalls":[{"id":"st_tmp_nt461yblba","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rc5nofozs8s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6ar6af55ktb","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_wrp8hp4z8ll","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jmf4mg3m8vg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ubwevbq0r8i","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_y5dvnkr5be","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_of5qqokf4qp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zuzilm3f7qo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3m6raw0szuw","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_dy7zjzhg0h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9b1tvmma0u","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_9s7y6co3x2f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t0rmccnob2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5wq0i2wiowg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mof3gzh4ar","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wtnyonu42ui","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eabku3xc3x6","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_kdrfl3sp7h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v2zdi7hfjb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wy76lslp7ib","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m8gnbx88e0c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_srbtw9oixjs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_od84i6luz3","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_gy5qzdqq3ff","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-62","epoch":0,"score":"I","citations":[{"url":"https://data.un.org/","title":"data.un.org"},{"url":"http://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"http://data.un.org/","title":"data.un.org"},{"url":"http://data.un.org/","title":"data.un.org"},{"url":"http://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"http://data.un.org/","title":"data.un.org"},{"url":"http://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"http://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"http://data.un.org/","title":"data.un.org"},{"url":"http://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"http://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"http://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://www.un.org/","title":"www.un.org"},{"url":"https://docs.un.org/","title":"docs.un.org"},{"url":"https://www.un.org/","title":"www.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"http://data.un.org/","title":"data.un.org"},{"url":"http://data.un.org/","title":"data.un.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"http://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"http://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"http://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"http://data.un.org/","title":"data.un.org"},{"url":"http://data.un.org/","title":"data.un.org"}],"searchCalls":[{"id":"st_tmp_tdsbskbv59m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rne0g1wdz1b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d7be62j3vrh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y11wfozzc8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fv6zrz4s6gp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jglrtlh1eml","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0z7jnwtmsuu","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_bsc5xpsihaf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eyiyccct93","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ibfruaembpe","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_nlghza61hii","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_el6msjppd8t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1vhw3rxjg5s","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_1hqugdnd5je","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mmm10qxki7p","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_k7suytlzb4l","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_p5236ofmei","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x7oxgv5iqp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_buu78ur92ra","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_z0k8wvv7zcj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_790j6ww89a","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_hksfmji28em","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nx39abevbl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c3xz8ecm2kq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zpqua9dxy5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ar4b0penncg","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-63","epoch":0,"score":"C","citations":[{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://preproduction.english-heritage.org.uk/","title":"preproduction.english-heritage.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://historicengland.org.uk/","title":"historicengland.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://commons.wikimedia.org/","title":"commons.wikimedia.org"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://production.english-heritage.org.uk/","title":"production.english-heritage.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://artcollection.dcms.gov.uk/","title":"artcollection.dcms.gov.uk"},{"url":"https://www.tate.org.uk/","title":"www.tate.org.uk"},{"url":"https://www.tate.org.uk/","title":"www.tate.org.uk"},{"url":"https://collections.britishart.yale.edu/","title":"collections.britishart.yale.edu"},{"url":"https://artcollection.dcms.gov.uk/","title":"artcollection.dcms.gov.uk"},{"url":"https://www.tate.org.uk/","title":"www.tate.org.uk"},{"url":"https://www.ltmuseum.co.uk/","title":"www.ltmuseum.co.uk"},{"url":"https://www.tate.org.uk/","title":"www.tate.org.uk"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"http://www.oxonblueplaques.org.uk/","title":"www.oxonblueplaques.org.uk"},{"url":"https://www.oxonblueplaques.org.uk/","title":"www.oxonblueplaques.org.uk"},{"url":"https://collections.vam.ac.uk/","title":"collections.vam.ac.uk"},{"url":"https://collections.vam.ac.uk/","title":"collections.vam.ac.uk"},{"url":"https://www.tate.org.uk/","title":"www.tate.org.uk"},{"url":"https://www.cityoflondon.gov.uk/","title":"www.cityoflondon.gov.uk"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://preproduction.english-heritage.org.uk/","title":"preproduction.english-heritage.org.uk"},{"url":"https://historicengland.org.uk/","title":"historicengland.org.uk"},{"url":"https://londonblueplaques.com/","title":"londonblueplaques.com"},{"url":"https://blueplaquesnearme.com/","title":"blueplaquesnearme.com"},{"url":"https://artcollection.dcms.gov.uk/","title":"artcollection.dcms.gov.uk"},{"url":"https://www.npg.org.uk/","title":"www.npg.org.uk"},{"url":"https://www.tate.org.uk/","title":"www.tate.org.uk"},{"url":"https://www.tate.org.uk/","title":"www.tate.org.uk"},{"url":"https://collections.vam.ac.uk/","title":"collections.vam.ac.uk"},{"url":"https://production.english-heritage.org.uk/","title":"production.english-heritage.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://www.londonremembers.com/","title":"www.londonremembers.com"},{"url":"https://historicengland.org.uk/","title":"historicengland.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://www.cityoflondon.gov.uk/","title":"www.cityoflondon.gov.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://collections.vam.ac.uk/","title":"collections.vam.ac.uk"},{"url":"https://collections.vam.ac.uk/","title":"collections.vam.ac.uk"},{"url":"https://www.moma.org/","title":"www.moma.org"},{"url":"https://collections.vam.ac.uk/","title":"collections.vam.ac.uk"},{"url":"https://collections.vam.ac.uk/","title":"collections.vam.ac.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://production.english-heritage.org.uk/","title":"production.english-heritage.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"}],"searchCalls":[{"id":"st_tmp_k0jzg1em3ub","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rh3y5r0bdc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r7xqn6k10fn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qqspzlemq8h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o07jcannwm","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_m680oh953le","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_inxq992cctr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_629qu0jjt07","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_jpwsghrvqs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iaasdsxuz8j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zat4qa5x1d","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_8d75gdd2v25","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mm6aw226jno","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d1tw10n6aco","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j0i2hq4n7ms","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l69obxh9mx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r3pd02cr58","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1ho2wwzm3gd","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_arm18bjpspq","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-64","epoch":0,"score":"I","citations":[{"url":"https://www.regents.nysed.gov/","title":"www.regents.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://data.cityofnewyork.us/","title":"data.cityofnewyork.us"},{"url":"https://www.ed.gov/","title":"www.ed.gov"},{"url":"https://catalog.data.gov/","title":"catalog.data.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://data.cityofnewyork.us/","title":"data.cityofnewyork.us"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://www.regents.nysed.gov/","title":"www.regents.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://www.p12.nysed.gov/","title":"www.p12.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://www.regents.nysed.gov/","title":"www.regents.nysed.gov"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://data.cityofnewyork.us/","title":"data.cityofnewyork.us"},{"url":"https://www.regents.nysed.gov/","title":"www.regents.nysed.gov"},{"url":"https://www.regents.nysed.gov/","title":"www.regents.nysed.gov"},{"url":"https://www.regents.nysed.gov/","title":"www.regents.nysed.gov"},{"url":"https://www.regents.nysed.gov/","title":"www.regents.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://www.regents.nysed.gov/","title":"www.regents.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"http://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://www.regents.nysed.gov/","title":"www.regents.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://www.regents.nysed.gov/","title":"www.regents.nysed.gov"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://www.regents.nysed.gov/","title":"www.regents.nysed.gov"},{"url":"https://www.regents.nysed.gov/","title":"www.regents.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"}],"searchCalls":[{"id":"st_tmp_yvvfczrufib","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n5squzfijh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_av68soqbwpp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mzv68rqxmb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5in3olgeo04","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v7hz48qu4ta","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6tgdh7yost8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ybihzrwd2v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5d9bzv0ip05","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_647qxloug5q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kiuq04fqd9","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_vszccu8duah","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_febxxde4dmf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_81i2suf6i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s0rh68rcekn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ckpniurzmmv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3tf6hnh5slz","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4ktzhvbqyld","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_gaiutwwilza","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rvbx9hg69qd","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_263uadpl39w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1qh5xqbt163h","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_jaf48icat6s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5kcjm0isnti","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_ub22xdysixl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_du3tasp46vj","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_hfdmpnpb73r","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-65","epoch":0,"score":"C","citations":[{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://tea.texas.gov/","title":"tea.texas.gov"},{"url":"https://txschools.gov/","title":"txschools.gov"},{"url":"https://schools.texastribune.org/","title":"schools.texastribune.org"},{"url":"https://schools.texastribune.org/","title":"schools.texastribune.org"},{"url":"https://schools.texastribune.org/","title":"schools.texastribune.org"},{"url":"https://schoolsdata2-tea-texas.opendata.arcgis.com/","title":"schoolsdata2-tea-texas.opendata.arcgis.com"},{"url":"https://kleincain.kleinisd.net/","title":"kleincain.kleinisd.net"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://tea.texas.gov/","title":"tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://schools.texastribune.org/","title":"schools.texastribune.org"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://www.kleinisd.net/","title":"www.kleinisd.net"},{"url":"https://www.kleinisd.net/","title":"www.kleinisd.net"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://schools.texastribune.org/","title":"schools.texastribune.org"},{"url":"https://schools.texastribune.org/","title":"schools.texastribune.org"},{"url":"https://cdnsm5-ss12.sharpschool.com/","title":"cdnsm5-ss12.sharpschool.com"},{"url":"https://schools.texastribune.org/","title":"schools.texastribune.org"},{"url":"https://schools.texastribune.org/","title":"schools.texastribune.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://schools.texastribune.org/","title":"schools.texastribune.org"},{"url":"https://schools.texastribune.org/","title":"schools.texastribune.org"},{"url":"https://schools.texastribune.org/","title":"schools.texastribune.org"},{"url":"https://schools.texastribune.org/","title":"schools.texastribune.org"},{"url":"https://schools.texastribune.org/","title":"schools.texastribune.org"},{"url":"https://schools.texastribune.org/","title":"schools.texastribune.org"},{"url":"https://schools.texastribune.org/","title":"schools.texastribune.org"},{"url":"https://schools.texastribune.org/","title":"schools.texastribune.org"},{"url":"https://txschools.gov/","title":"txschools.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://schools.texastribune.org/","title":"schools.texastribune.org"},{"url":"https://schools.texastribune.org/","title":"schools.texastribune.org"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://github.com/","title":"github.com"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://schools.texastribune.org/","title":"schools.texastribune.org"},{"url":"https://schools.texastribune.org/","title":"schools.texastribune.org"},{"url":"https://schools.texastribune.org/","title":"schools.texastribune.org"},{"url":"https://schools.texastribune.org/","title":"schools.texastribune.org"},{"url":"https://schools.texastribune.org/","title":"schools.texastribune.org"},{"url":"https://schools.texastribune.org/","title":"schools.texastribune.org"},{"url":"https://schools.texastribune.org/","title":"schools.texastribune.org"}],"searchCalls":[{"id":"st_tmp_igmtee9s0rd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n4bbk0g7go","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6mh680woel8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_scjwhmm1o6m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kf8q9nd3fwi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wcylefla19","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1enk0a6ixb8","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_jrhm8e4qcm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hpcc2zv0j87","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3s15qw2s82o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6dklz5tf0yf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qq6uiesqsbm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x1kgkogco7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a5htg93otwp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kku51pxev1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fkctt7fsy2s","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_8dto0v7c8tg","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_l0yni2nggg","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_nt57b1762zh","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_8vv6xtok1ye","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0dlco8v8bz9o","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_nna5i68gjd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ew7xfq61m7b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_20cwj663y93","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z35ethhgzra","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xktt224px0p","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_zlmk7sd997","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-66","epoch":0,"score":"I","citations":[{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://www.express.co.uk/","title":"www.express.co.uk"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://statisticstimes.com/","title":"statisticstimes.com"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"http://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://genderdata.worldbank.org/","title":"genderdata.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://datahub.io/","title":"datahub.io"},{"url":"https://datahub.io/","title":"datahub.io"},{"url":"https://datahelpdesk.worldbank.org/","title":"datahelpdesk.worldbank.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://datacatalogfiles.worldbank.org/","title":"datacatalogfiles.worldbank.org"},{"url":"https://desapublications.un.org/","title":"desapublications.un.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data360.worldbank.org/","title":"data360.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data360files.worldbank.org/","title":"data360files.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://www.prb.org/","title":"www.prb.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://seea.un.org/","title":"seea.un.org"},{"url":"https://documents1.worldbank.org/","title":"documents1.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://documents1.worldbank.org/","title":"documents1.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://stacks.cdc.gov/","title":"stacks.cdc.gov"},{"url":"https://statbase.org/","title":"statbase.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://app.indexbox.io/","title":"app.indexbox.io"},{"url":"https://www.macrotrends.net/","title":"www.macrotrends.net"},{"url":"https://countryeconomy.com/","title":"countryeconomy.com"},{"url":"https://statisticsoftheworld.com/","title":"statisticsoftheworld.com"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.macrotrends.net/","title":"www.macrotrends.net"},{"url":"https://www.ceicdata.com/","title":"www.ceicdata.com"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://healthpolicy-watch.news/","title":"healthpolicy-watch.news"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://gateway.euro.who.int/","title":"gateway.euro.who.int"}],"searchCalls":[{"id":"st_tmp_hli7cuf9yvd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cbc4wp9fnh8","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_g45wr9bji1a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4n1eecfh76","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pbbb7ltijnp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iz88xhkf8fc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l92czjodlrg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r3vx7yi3wts","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_juut22cx7a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vcnke2qgcne","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_2weihkmrrem","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qf82j0hkum","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_phcukqmdhrr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hc89zyhak7d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yd3gd32odce","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jourtsellf","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_bz4mszz6q6","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_v2wgcqi6zbk","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ult6g1dpy7j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0q5kfk5st9m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pliqx46oqqr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v61tx7c1rtb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hfr2181jyra","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-67","epoch":0,"score":"I","citations":[{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.parliament.nsw.gov.au/","title":"www.parliament.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://researchers.mq.edu.au/","title":"researchers.mq.edu.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.nsw.gov.au/","title":"www.nsw.gov.au"},{"url":"https://researchers.mq.edu.au/","title":"researchers.mq.edu.au"},{"url":"https://researchers.mq.edu.au/","title":"researchers.mq.edu.au"},{"url":"https://www.nsw.gov.au/","title":"www.nsw.gov.au"},{"url":"https://www.dcceew.gov.au/","title":"www.dcceew.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.theland.com.au/","title":"www.theland.com.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.mq.edu.au/","title":"www.mq.edu.au"},{"url":"https://data.nsw.gov.au/","title":"data.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.macquarie.com/","title":"www.macquarie.com"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://researchers.mq.edu.au/","title":"researchers.mq.edu.au"},{"url":"https://www.marine.nsw.gov.au/","title":"www.marine.nsw.gov.au"},{"url":"https://www.marine.nsw.gov.au/","title":"www.marine.nsw.gov.au"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://researchers.mq.edu.au/","title":"researchers.mq.edu.au"},{"url":"https://nswdpe.intersearch.com.au/","title":"nswdpe.intersearch.com.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.climatechange.environment.nsw.gov.au/","title":"www.climatechange.environment.nsw.gov.au"},{"url":"https://www.climatechange.environment.nsw.gov.au/","title":"www.climatechange.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://data.nsw.gov.au/","title":"data.nsw.gov.au"},{"url":"https://data.nsw.gov.au/","title":"data.nsw.gov.au"},{"url":"https://researchers.mq.edu.au/","title":"researchers.mq.edu.au"},{"url":"https://www.mq.edu.au/","title":"www.mq.edu.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.climatechange.environment.nsw.gov.au/","title":"www.climatechange.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"}],"searchCalls":[{"id":"st_tmp_ohvmt1avah","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wz7uk9fi0l9","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_w1tvlf0427h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mbeu7c2kog","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dyxxgnjz9ut","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4yezbwse9e6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y13qjgav31s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eq4n8lj4o7","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_5p13nwursc7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xblocuqu2xq","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_dnr7j3uuccw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9w2ulk8tcan","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sc747libhq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_roox3u43i2h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dav1gn8f74i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qwaiy760gh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u4jg1r2d4gl","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_7nkfsk52md5","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_2ax2fm90ilb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jeqrf4yzfee","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cen0g3hi7pw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mweatldy47h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ekj2cc8mh9b","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ff5w8arj7qk","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_43by31z31tf","status":"completed","action":"search","executed":true,"sourceCount":2}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-68","epoch":0,"score":"I","citations":[{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://www.orr.gov.uk/","title":"www.orr.gov.uk"},{"url":"https://www.orr.gov.uk/","title":"www.orr.gov.uk"},{"url":"https://www.tpexpress.co.uk/","title":"www.tpexpress.co.uk"},{"url":"https://www.modernrailways.com/","title":"www.modernrailways.com"},{"url":"https://westyorkshire.moderngov.co.uk/","title":"westyorkshire.moderngov.co.uk"},{"url":"https://www.tpexpress.co.uk/","title":"www.tpexpress.co.uk"},{"url":"https://www.orr.gov.uk/","title":"www.orr.gov.uk"},{"url":"https://www.data.gov.uk/","title":"www.data.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://www.orr.gov.uk/","title":"www.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://www.orr.gov.uk/","title":"www.orr.gov.uk"},{"url":"https://www.orr.gov.uk/","title":"www.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://www.orr.gov.uk/","title":"www.orr.gov.uk"},{"url":"https://www.orr.gov.uk/","title":"www.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"http://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://www.orr.gov.uk/","title":"www.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://www.orr.gov.uk/","title":"www.orr.gov.uk"},{"url":"https://www.orr.gov.uk/","title":"www.orr.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://www.orr.gov.uk/","title":"www.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"}],"searchCalls":[{"id":"st_tmp_4qaos2pogy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qta0ktsxizl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1mxf0qz7evk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a1nkc7cef2f","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_3y6zbj1lew2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t1ui3phed2h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_46hyf90ut5o","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_8s18bfej1df","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_omzmxw7l8z","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vpndco85d8h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h2dwy5h1b68","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_84vn0x9pbmj","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_oaj7417lv6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0g4i86v6oq3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cyrujxqievg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tfyvztq4apm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ikzl5s0f5wo","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_hlspf4twzbj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z654rva6o3b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q24rtqep63","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jsxmr9jfh9c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cau2ofvamx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h0nqo8iself","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_f2o2nw4laxm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_32yjz61xubs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zfp1vwatvph","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-69","epoch":0,"score":"C","citations":[{"url":"https://www.eiu.com/","title":"www.eiu.com"},{"url":"https://www.eiu.com/","title":"www.eiu.com"},{"url":"https://www.voaafrica.com/","title":"www.voaafrica.com"},{"url":"https://thedocs.worldbank.org/","title":"thedocs.worldbank.org"},{"url":"https://data360files.worldbank.org/","title":"data360files.worldbank.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://trackingsdg7.esmap.org/","title":"trackingsdg7.esmap.org"},{"url":"https://www.cia.gov/","title":"www.cia.gov"},{"url":"https://history.state.gov/","title":"history.state.gov"},{"url":"https://user.iiasa.ac.at/","title":"user.iiasa.ac.at"},{"url":"https://user.iiasa.ac.at/","title":"user.iiasa.ac.at"},{"url":"https://user.iiasa.ac.at/","title":"user.iiasa.ac.at"},{"url":"https://archive.ourworldindata.org/","title":"archive.ourworldindata.org"},{"url":"https://www.idea.int/","title":"www.idea.int"},{"url":"https://www.eiu.com/","title":"www.eiu.com"},{"url":"https://statbase.org/","title":"statbase.org"},{"url":"https://www.economist.com/","title":"www.economist.com"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://statbase.org/","title":"statbase.org"},{"url":"https://www.cia.gov/","title":"www.cia.gov"},{"url":"https://treaties.un.org/","title":"treaties.un.org"},{"url":"https://www.cia.gov/","title":"www.cia.gov"},{"url":"https://2009-2017.state.gov/","title":"2009-2017.state.gov"},{"url":"https://ia600908.us.archive.org/","title":"ia600908.us.archive.org"},{"url":"https://www.eiu.com/","title":"www.eiu.com"},{"url":"https://www.agora-parl.org/","title":"www.agora-parl.org"},{"url":"https://statbase.org/","title":"statbase.org"},{"url":"https://democracyinafrica.org/","title":"democracyinafrica.org"},{"url":"https://www.idea.int/","title":"www.idea.int"},{"url":"https://www.wider.unu.edu/","title":"www.wider.unu.edu"},{"url":"https://statbase.org/","title":"statbase.org"},{"url":"https://www.idea.int/","title":"www.idea.int"},{"url":"https://data360files.worldbank.org/","title":"data360files.worldbank.org"},{"url":"https://www.eiu.com/","title":"www.eiu.com"},{"url":"https://www.economist.com/","title":"www.economist.com"},{"url":"https://data360.worldbank.org/","title":"data360.worldbank.org"},{"url":"https://www.cia.gov/","title":"www.cia.gov"},{"url":"https://www.cia.gov/","title":"www.cia.gov"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"}],"searchCalls":[{"id":"st_tmp_b64ibhtfzki","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q19anlvmlu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rvvjtoqjgl8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jrryk02lkz9","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_6820ecm0zyk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lafbbsz11o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r3n06dwzq78","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eyz15vmnsl5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dj1n1eok887","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nto8dbc6koc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i06zupksnng","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oldxi3dio2a","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_q2o29z0gpg","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_nbe0haenxxo","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-7","epoch":0,"score":"C","citations":[{"url":"https://lol.fandom.com/","title":"lol.fandom.com"},{"url":"https://loltv.gg/","title":"loltv.gg"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://lol.fandom.com/","title":"lol.fandom.com"},{"url":"https://loltv.gg/","title":"loltv.gg"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://loltv.gg/","title":"loltv.gg"},{"url":"https://liquipedia.net/","title":"liquipedia.net"},{"url":"https://lol.fandom.com/","title":"lol.fandom.com"},{"url":"https://lol.fandom.com/","title":"lol.fandom.com"},{"url":"https://loltv.gg/","title":"loltv.gg"},{"url":"https://lol.fandom.com/","title":"lol.fandom.com"},{"url":"https://loltv.gg/","title":"loltv.gg"},{"url":"https://loltv.gg/","title":"loltv.gg"},{"url":"https://loltv.gg/","title":"loltv.gg"},{"url":"https://lol.fandom.com/","title":"lol.fandom.com"},{"url":"https://gol.gg/","title":"gol.gg"},{"url":"https://gol.gg/","title":"gol.gg"},{"url":"https://lol.fandom.com/","title":"lol.fandom.com"},{"url":"https://loltv.gg/","title":"loltv.gg"},{"url":"https://loltv.gg/","title":"loltv.gg"},{"url":"https://loltv.gg/","title":"loltv.gg"},{"url":"https://gol.gg/","title":"gol.gg"},{"url":"https://gol.gg/","title":"gol.gg"},{"url":"https://gol.gg/","title":"gol.gg"},{"url":"https://gol.gg/","title":"gol.gg"},{"url":"https://gol.gg/","title":"gol.gg"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://gol.gg/","title":"gol.gg"}],"searchCalls":[{"id":"st_tmp_a5gs74fvro","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ic13hnqfuos","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bso9hbnpsfk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4v4gz44g5f9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w0yu76y44w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_umbp6dx4uxm","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_qf0d4vk9ofa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z7khid659y","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kmh8rrpzvdl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_059k4bgs7x95","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ccmeaq7cczt","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-70","epoch":0,"score":"C","citations":[{"url":"http://data.sfgov.org/","title":"data.sfgov.org"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"},{"url":"https://catalog-old.data.gov/","title":"catalog-old.data.gov"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"},{"url":"https://sfgov.maps.arcgis.com/","title":"sfgov.maps.arcgis.com"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"},{"url":"https://sf-fire.org/","title":"sf-fire.org"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"}],"searchCalls":[{"id":"st_tmp_jj0eoenlst","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_5c0g2379709","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fu1rdwyl5af","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qhl7tpn1ip","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4vce3kjpqpv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g1341hhlf4n","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-71","epoch":0,"score":"I","citations":[{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://data.cdc.gov/","title":"data.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://restoredcdc.org/","title":"restoredcdc.org"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://restoredcdc.org/","title":"restoredcdc.org"},{"url":"http://catalog.data.gov/","title":"catalog.data.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://restoredcdc.org/","title":"restoredcdc.org"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://usdss.cdc.gov/","title":"usdss.cdc.gov"},{"url":"https://stacks.cdc.gov/","title":"stacks.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.kff.org/","title":"www.kff.org"},{"url":"https://www.kff.org/","title":"www.kff.org"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://wonder.cdc.gov/","title":"wonder.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.kff.org/","title":"www.kff.org"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.kff.org/","title":"www.kff.org"},{"url":"https://www.kff.org/","title":"www.kff.org"},{"url":"https://www.kff.org/","title":"www.kff.org"},{"url":"http://cdc.gov/","title":"cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://stacks.cdc.gov/","title":"stacks.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.msdh.ms.gov/","title":"www.msdh.ms.gov"},{"url":"https://hdpulse.nimhd.nih.gov/","title":"hdpulse.nimhd.nih.gov"},{"url":"https://msdh.ms.gov/","title":"msdh.ms.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://blogs.cdc.gov/","title":"blogs.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://hdpulse.nimhd.nih.gov/","title":"hdpulse.nimhd.nih.gov"},{"url":"https://www.kff.org/","title":"www.kff.org"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://datahub.hhs.gov/","title":"datahub.hhs.gov"},{"url":"https://usdss.cdc.gov/","title":"usdss.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://diabetes.org/","title":"diabetes.org"},{"url":"https://diabetes.org/","title":"diabetes.org"},{"url":"https://www.americashealthrankings.org/","title":"www.americashealthrankings.org"}],"searchCalls":[{"id":"st_tmp_kech5fr5ede","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gwyr1nqcua","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8004q0bjgad","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5tysfpxf3nv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_47oslsqdwac","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_z7a4wp6646d","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_8iuxqyir9bf","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_edl44ztz2yp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_utrd267vi59","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c2tacae96c4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6raw98chgbk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2lgo3olsibs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3yib45aojs6","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_zr637tc5l5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8tkctvoctu3","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_yw7dp0xl6o9","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_y1p0q7fzgcp","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_6e4nyqaghfd","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_odlvhsurt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ki3zx059ya","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yfywjqsli3q","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_4tt0e3y59z6","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_nfs49udtg0d","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_3fpa341ggde","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_po2p15pczre","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s56j943qya","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_8l8c5keszvc","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-72","epoch":0,"score":"I","citations":[{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://data.rgj.com/","title":"data.rgj.com"},{"url":"https://dailyleader.com/","title":"dailyleader.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.hattiesburgamerican.com/","title":"www.hattiesburgamerican.com"},{"url":"https://www.supertalk.fm/","title":"www.supertalk.fm"},{"url":"https://www.clarionledger.com/","title":"www.clarionledger.com"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://forecast.weather.gov/","title":"forecast.weather.gov"},{"url":"https://www.timeanddate.com/","title":"www.timeanddate.com"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.climate.gov/","title":"www.climate.gov"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.timeanddate.com/","title":"www.timeanddate.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"}],"searchCalls":[{"id":"st_tmp_wvj59ftuez","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1yi8pl83haa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wzdp73huy0l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_551c9awodqk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4yo7qm4iftb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gujodl7f8fm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i0bwro5sxp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sd1giji8nai","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fafwvmcxf9a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l9imhh75sb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ykh0drw9kvc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a1mrsmf5fq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_so1c9us1awg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_koxv5n82ew","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_xh892b9r81","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3wuoc752zps","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_vwvv3cvmc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oxs4gkad02a","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_l38e8xcpzjm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kdn61tcy72j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xvlajcu2h8c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o7simglsrsk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2wuxfrco40o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gpo048qmt8a","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_x7coswwc44n","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-73","epoch":0,"score":"C","citations":[{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://ppic.org/","title":"ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.courthousenews.com/","title":"www.courthousenews.com"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://ppic.org/","title":"ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"http://ppic.org/","title":"ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"}],"searchCalls":[{"id":"st_tmp_0zud37lmh50g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_15av46auviwh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_txvotngllq","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_r0mrtzkg03s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bqzql7ztvci","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_ii0z1bgbqi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yvebde1nlf","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_c7xhzgar5om","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_90y4p5om6ew","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_7vf9p0uvwta","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z3gsnqh7ti8","status":"completed","action":"search","executed":true,"sourceCount":4}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-74","epoch":0,"score":"C","citations":[{"url":"https://www.nvidia.com/","title":"www.nvidia.com"},{"url":"https://www.nvidia.com/","title":"www.nvidia.com"},{"url":"https://forums.developer.nvidia.com/","title":"forums.developer.nvidia.com"},{"url":"https://www.nvidia.com/","title":"www.nvidia.com"},{"url":"https://www.nvidia.com/","title":"www.nvidia.com"},{"url":"https://www.nvidia.com/","title":"www.nvidia.com"},{"url":"https://www.nvidia.com/","title":"www.nvidia.com"},{"url":"https://www.nvidia.com/","title":"www.nvidia.com"},{"url":"https://www.nvidia.com/","title":"www.nvidia.com"},{"url":"https://learn.microsoft.com/","title":"learn.microsoft.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://www.nvidia.com/","title":"www.nvidia.com"},{"url":"https://learn.microsoft.com/","title":"learn.microsoft.com"},{"url":"https://learn.microsoft.com/","title":"learn.microsoft.com"},{"url":"https://learn.microsoft.com/","title":"learn.microsoft.com"},{"url":"https://learn.microsoft.com/","title":"learn.microsoft.com"},{"url":"https://www.nvidia.com/","title":"www.nvidia.com"},{"url":"https://hothardware.com/","title":"hothardware.com"},{"url":"https://hothardware.com/","title":"hothardware.com"},{"url":"https://www.tomshardware.com/","title":"www.tomshardware.com"},{"url":"https://www.vortez.net/","title":"www.vortez.net"},{"url":"https://forums.developer.nvidia.com/","title":"forums.developer.nvidia.com"},{"url":"https://www.msi.com/","title":"www.msi.com"},{"url":"https://www.gigabyte.com/","title":"www.gigabyte.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.leadtek.com/","title":"www.leadtek.com"},{"url":"https://www.nvidia.com/","title":"www.nvidia.com"},{"url":"https://www.techspot.com/","title":"www.techspot.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"}],"searchCalls":[{"id":"st_tmp_eqgpkk9ft1e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1ttp9egr2yj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lv9p2cxjzza","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j9q3igwptai","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v6xhxc1zina","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_avowolz5aj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_so1r05o0kd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sfeej329k1l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_81wn34hdks2","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-75","epoch":0,"score":"C","citations":[{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://www.nhtsa.gov/","title":"www.nhtsa.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://www.nhtsa.gov/","title":"www.nhtsa.gov"},{"url":"https://www.nhtsa.gov/","title":"www.nhtsa.gov"},{"url":"https://crashviewer.nhtsa.dot.gov/","title":"crashviewer.nhtsa.dot.gov"},{"url":"https://crashviewer.nhtsa.dot.gov/","title":"crashviewer.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://catalog.data.gov/","title":"catalog.data.gov"},{"url":"https://www.nhtsa.gov/","title":"www.nhtsa.gov"},{"url":"https://crashviewer.nhtsa.dot.gov/","title":"crashviewer.nhtsa.dot.gov"},{"url":"https://crashviewer.nhtsa.dot.gov/","title":"crashviewer.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"},{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"},{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"},{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"},{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"},{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"},{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"},{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"},{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"},{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"},{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"},{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"},{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"},{"url":"https://www.nhtsa.gov/","title":"www.nhtsa.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"},{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"},{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"},{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"},{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"},{"url":"https://www.iihs.org/","title":"www.iihs.org"},{"url":"https://www.iihs.org/","title":"www.iihs.org"},{"url":"https://www.iihs.org/","title":"www.iihs.org"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://www.nhtsa.gov/","title":"www.nhtsa.gov"},{"url":"https://services8.arcgis.com/","title":"services8.arcgis.com"},{"url":"https://downloads.regulations.gov/","title":"downloads.regulations.gov"},{"url":"https://files.hawaii.gov/","title":"files.hawaii.gov"},{"url":"https://dsp.delaware.gov/","title":"dsp.delaware.gov"},{"url":"https://ohs.delaware.gov/","title":"ohs.delaware.gov"},{"url":"https://dsp.delaware.gov/","title":"dsp.delaware.gov"},{"url":"https://cdan.dot.gov/","title":"cdan.dot.gov"},{"url":"https://catalog.data.gov/","title":"catalog.data.gov"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://services8.arcgis.com/","title":"services8.arcgis.com"},{"url":"https://www.safesd.gov/","title":"www.safesd.gov"},{"url":"https://www.kotatv.com/","title":"www.kotatv.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"http://farsapi.com/","title":"farsapi.com"},{"url":"https://farsapi.com/","title":"farsapi.com"},{"url":"https://farsapi.com/","title":"farsapi.com"},{"url":"https://farsapi.com/","title":"farsapi.com"},{"url":"https://farsapi.com/","title":"farsapi.com"},{"url":"https://farsapi.com/","title":"farsapi.com"},{"url":"https://farsapi.com/","title":"farsapi.com"},{"url":"https://farsapi.com/","title":"farsapi.com"},{"url":"https://farsapi.com/","title":"farsapi.com"},{"url":"https://farsapi.com/","title":"farsapi.com"},{"url":"https://farsapi.com/","title":"farsapi.com"},{"url":"https://farsapi.com/","title":"farsapi.com"},{"url":"https://farsapi.com/","title":"farsapi.com"},{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"},{"url":"https://farsapi.com/","title":"farsapi.com"},{"url":"https://farsapi.com/","title":"farsapi.com"},{"url":"https://farsapi.com/","title":"farsapi.com"},{"url":"https://farsapi.com/","title":"farsapi.com"},{"url":"https://farsapi.com/","title":"farsapi.com"},{"url":"https://farsapi.com/","title":"farsapi.com"},{"url":"https://farsapi.com/","title":"farsapi.com"},{"url":"https://farsapi.com/","title":"farsapi.com"},{"url":"https://farsapi.com/","title":"farsapi.com"},{"url":"https://crashviewer.nhtsa.dot.gov/","title":"crashviewer.nhtsa.dot.gov"},{"url":"https://crashviewer.nhtsa.dot.gov/","title":"crashviewer.nhtsa.dot.gov"},{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"}],"searchCalls":[{"id":"st_tmp_19xrqalubky","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pqqs1pkpdz","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zsta7tuw9dr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4l31a1wdjql","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_tt3dlrcm4qr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8zozg21kf04","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_45epcaiy44f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9hwlugtdwa7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h1clusrzaw5","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_fp0z2siqkzi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kkbcjhtc90a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u40flu1jb4c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v2aas0x8fu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xs5tf0fwhi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_glv1iqvz59","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fw05r4cn49u","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_cd01mp9cxx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y5mpa7v6vo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rjjrs6stic","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8ykn01k8pfd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sh9u6vido8c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g3zimhtvw8m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wvshdt72nm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tf720wynxue","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hgi87qo43hr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yu5ldxvwbvo","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-76","epoch":0,"score":"C","citations":[{"url":"https://www.sheffield.gov.uk/","title":"www.sheffield.gov.uk"},{"url":"https://www.sheffield.gov.uk/","title":"www.sheffield.gov.uk"},{"url":"https://content.govdelivery.com/","title":"content.govdelivery.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.local-democracy.uk/","title":"www.local-democracy.uk"},{"url":"https://content.govdelivery.com/","title":"content.govdelivery.com"},{"url":"https://www.thestar.co.uk/","title":"www.thestar.co.uk"},{"url":"https://www.sheffield.gov.uk/","title":"www.sheffield.gov.uk"},{"url":"https://www.andrewteale.me.uk/","title":"www.andrewteale.me.uk"},{"url":"https://www.examinerlive.co.uk/","title":"www.examinerlive.co.uk"},{"url":"https://www.sheffield.gov.uk/","title":"www.sheffield.gov.uk"},{"url":"https://www.sheffield.gov.uk/","title":"www.sheffield.gov.uk"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.sheffield.gov.uk/","title":"www.sheffield.gov.uk"},{"url":"https://www.andrewteale.me.uk/","title":"www.andrewteale.me.uk"},{"url":"https://opencouncil.network/","title":"opencouncil.network"},{"url":"https://content.govdelivery.com/","title":"content.govdelivery.com"},{"url":"https://www.examinerlive.co.uk/","title":"www.examinerlive.co.uk"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://members.parliament.uk/","title":"members.parliament.uk"},{"url":"https://grokipedia.com/","title":"grokipedia.com"},{"url":"https://members.parliament.uk/","title":"members.parliament.uk"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://content.govdelivery.com/","title":"content.govdelivery.com"},{"url":"https://www.thestar.co.uk/","title":"www.thestar.co.uk"},{"url":"https://www.manchestereveningnews.co.uk/","title":"www.manchestereveningnews.co.uk"}],"searchCalls":[{"id":"st_tmp_9r607l9bmo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_64osq8hgou9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8u1aaktp5xu","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_oji6k0fbaia","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tvd11yjqre8","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_o3bayt9m5w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6tnkk66cwyb","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-77","epoch":0,"score":"C","citations":[{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.bamf.de/","title":"www.bamf.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.bamf.de/","title":"www.bamf.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.aacrao.org/","title":"www.aacrao.org"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.statistikportal.de/","title":"www.statistikportal.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.bundeswahlleiterin.de/","title":"www.bundeswahlleiterin.de"},{"url":"https://ugeo.urbistat.com/","title":"ugeo.urbistat.com"},{"url":"https://ugeo.urbistat.com/","title":"ugeo.urbistat.com"},{"url":"https://ugeo.urbistat.com/","title":"ugeo.urbistat.com"},{"url":"https://www.schleswig-holstein.de/","title":"www.schleswig-holstein.de"},{"url":"https://www.bundeswahlleiterin.de/","title":"www.bundeswahlleiterin.de"},{"url":"https://www.statistik-nord.de/","title":"www.statistik-nord.de"},{"url":"https://www.statistik-nord.de/","title":"www.statistik-nord.de"},{"url":"https://www.statistikportal.de/","title":"www.statistikportal.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.bamf.de/","title":"www.bamf.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://www.bundeswahlleiterin.de/","title":"www.bundeswahlleiterin.de"},{"url":"https://sco.wikipedia.org/","title":"sco.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_y2irmieclgq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k9vd304ziya","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ouclsj0np1l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h9h34a09frf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r5a1azrwaua","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1izu820gr3xi","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_y5wrk84vg6","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_tgbtp60d6fc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_38mkzig19lc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nknnt41ak5k","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_avoi3x4ph3r","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_rsnm1teblzf","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_tgrxih195o","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_6bm937p5rab","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ziw4x78rm2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bx2ptng54zd","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-78","epoch":0,"score":"I","citations":[{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://downloads.regulations.gov/","title":"downloads.regulations.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://catalog.data.gov/","title":"catalog.data.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://catalog-old.data.gov/","title":"catalog-old.data.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://catalog.data.gov/","title":"catalog.data.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"http://large.stanford.edu/","title":"large.stanford.edu"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://catalog.data.gov/","title":"catalog.data.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.energy.gov/","title":"www.energy.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://docs.txoga.org/","title":"docs.txoga.org"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.pnnl.gov/","title":"www.pnnl.gov"},{"url":"https://apps.openei.org/","title":"apps.openei.org"},{"url":"https://www.aceee.org/","title":"www.aceee.org"},{"url":"https://files.ceqanet.lci.ca.gov/","title":"files.ceqanet.lci.ca.gov"},{"url":"https://catalog-old.data.gov/","title":"catalog-old.data.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"http://eia.gov/","title":"eia.gov"},{"url":"https://ftp.puc.texas.gov/","title":"ftp.puc.texas.gov"},{"url":"https://www.electricchoice.com/","title":"www.electricchoice.com"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://catalog.data.gov/","title":"catalog.data.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"}],"searchCalls":[{"id":"st_tmp_156qd3g1wl3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a7sa3i1vc7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oymx14xdo9m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xf6uqnvgu9p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7kdv6rj4fq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_90uvb7may1h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_orsxsvm53i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3i4kke8nskg","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_c8lbrvucdo8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1new2ruigm5h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5v4fh1m7mps","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yi9jwnlboa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dzyeiz6geg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qra0dwa90f","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_xy1y8hgb4f8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vxo197hmlq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ra4xk0v129o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_227idr6twna","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ql9rn3zcm7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_05iacrob9exc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wmtbyge69m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yb93hpsvvq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3tzaox0chm4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_091raqzqeasd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1zwijuefj4f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s66fl6iaq9","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-79","epoch":0,"score":"C","citations":[{"url":"https://www.iqair.cn/","title":"www.iqair.cn"},{"url":"https://www.iqair.com/","title":"www.iqair.com"},{"url":"https://www.iqair.com/","title":"www.iqair.com"},{"url":"https://www.iqair.com/","title":"www.iqair.com"},{"url":"https://www.iqair.com/","title":"www.iqair.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.businessinsider.com/","title":"www.businessinsider.com"},{"url":"https://www.visualcapitalist.com/","title":"www.visualcapitalist.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://estonianworld.com/","title":"estonianworld.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"}],"searchCalls":[{"id":"st_tmp_n07k5hvmxzh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dg2pyr9uca","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ssrx1cc7mnk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y0ak701it79","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_js7y0jbgj9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hqadja28e67","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1pllqq4n62t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tbs65xei4va","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_2eytqa8p7zr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qmwrkaj5t7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zm0ds7tei2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7gahapyn9ew","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0bjzmmkfu3g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6bypivbywfg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uq5jsnvk3d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r8eshbhg9mf","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_zkr4fhdhyqd","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_8mgj32uenvf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_45cr23mzhfh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fr2t59vv44o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qnxdkepmc3","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_p1b32n4m33h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r61dfih7fje","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g1zdjqlrj76","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nopeqhyfaah","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_1bdg50epz7v","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_yvjrmjryyf","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-8","epoch":0,"score":"C","citations":[{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://gimi9.com/","title":"gimi9.com"},{"url":"https://gimi9.com/","title":"gimi9.com"},{"url":"https://catalog.data.gov/","title":"catalog.data.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://catalog.data.gov/","title":"catalog.data.gov"},{"url":"https://catalog-old.data.gov/","title":"catalog-old.data.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://www.nbcnewyork.com/","title":"www.nbcnewyork.com"},{"url":"https://nypost.com/","title":"nypost.com"},{"url":"https://www.cbsnews.com/","title":"www.cbsnews.com"},{"url":"https://www.wbur.org/","title":"www.wbur.org"},{"url":"https://brooklyn.news12.com/","title":"brooklyn.news12.com"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://sadavarterohit.github.io/","title":"sadavarterohit.github.io"},{"url":"https://mtastats.nyc/","title":"mtastats.nyc"},{"url":"https://delayverification.mta.info/","title":"delayverification.mta.info"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://www.gimi9.com/","title":"www.gimi9.com"},{"url":"https://catalog.data.gov/","title":"catalog.data.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://www.qrz.com/","title":"www.qrz.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://whdh.com/","title":"whdh.com"},{"url":"https://www.yahoo.com/","title":"www.yahoo.com"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://www.nbcboston.com/","title":"www.nbcboston.com"},{"url":"https://longisland.news12.com/","title":"longisland.news12.com"},{"url":"https://www.mta.info/","title":"www.mta.info"},{"url":"https://www.mta.info/","title":"www.mta.info"},{"url":"https://www.mta.info/","title":"www.mta.info"},{"url":"https://www.mta.info/","title":"www.mta.info"},{"url":"https://www.mta.info/","title":"www.mta.info"},{"url":"https://www.mta.info/","title":"www.mta.info"},{"url":"https://www.mta.info/","title":"www.mta.info"},{"url":"https://www.fox5ny.com/","title":"www.fox5ny.com"},{"url":"https://www.mta.info/","title":"www.mta.info"},{"url":"https://www.timeout.com/","title":"www.timeout.com"},{"url":"https://new.mta.info/","title":"new.mta.info"},{"url":"https://www.timeout.com/","title":"www.timeout.com"},{"url":"https://www.mta.info/","title":"www.mta.info"},{"url":"https://www.mta.info/","title":"www.mta.info"},{"url":"https://www.fox5ny.com/","title":"www.fox5ny.com"},{"url":"https://catalog.data.gov/","title":"catalog.data.gov"},{"url":"https://github.com/","title":"github.com"},{"url":"http://catalog.data.gov/","title":"catalog.data.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://www.osc.ny.gov/","title":"www.osc.ny.gov"},{"url":"https://bsky.app/","title":"bsky.app"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"http://catalog.data.gov/","title":"catalog.data.gov"},{"url":"https://web.archive.org/","title":"web.archive.org"}],"searchCalls":[{"id":"st_tmp_mt9gcuvz53a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fxzdf54bqbr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ckzxgt95834","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ozt9b3oorlk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uzuozj9o4w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kwkuk7cw7eh","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_m7guje4s3s9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8qkyjobge1l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8ndckl5tbpc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fiaxb5t7f0i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zgmlmhovyej","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rlwunfy36he","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_owud43ddp7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_45nd3p7kyrq","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_kjb7y0zkyvh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jj4u5cj463","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_7a2i4qwemxs","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_iy94bmymp1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rszalff6dmp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vy29ow9qf5p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jyhkpg9u3rf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tv6q7yo67c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5jebbjqrk5v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w1w7av5cur","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p4e4v25o3t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_46rlixfxgio","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-80","epoch":0,"score":"C","citations":[{"url":"https://journals.sagepub.com/","title":"journals.sagepub.com"},{"url":"https://journals.sagepub.com/","title":"journals.sagepub.com"},{"url":"https://journals.sagepub.com/","title":"journals.sagepub.com"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://scholarworks.iu.edu/","title":"scholarworks.iu.edu"},{"url":"https://germanic.indiana.edu/","title":"germanic.indiana.edu"},{"url":"https://germanic.indiana.edu/","title":"germanic.indiana.edu"},{"url":"https://psycholinguistics.indiana.edu/","title":"psycholinguistics.indiana.edu"},{"url":"https://linguistics.indiana.edu/","title":"linguistics.indiana.edu"},{"url":"https://germanic.indiana.edu/","title":"germanic.indiana.edu"},{"url":"https://dsls.indiana.edu/","title":"dsls.indiana.edu"},{"url":"https://www.bulletin.iu.edu/","title":"www.bulletin.iu.edu"},{"url":"https://dsls.indiana.edu/","title":"dsls.indiana.edu"},{"url":"https://iep.indiana.edu/","title":"iep.indiana.edu"},{"url":"https://bulletins.iu.edu/","title":"bulletins.iu.edu"},{"url":"https://dsls.indiana.edu/","title":"dsls.indiana.edu"},{"url":"https://iep.indiana.edu/","title":"iep.indiana.edu"},{"url":"https://linguistics.indiana.edu/","title":"linguistics.indiana.edu"},{"url":"https://germanic.indiana.edu/","title":"germanic.indiana.edu"},{"url":"https://dsls.indiana.edu/","title":"dsls.indiana.edu"},{"url":"http://www.johnhgscott.com/","title":"www.johnhgscott.com"},{"url":"http://www.johnhgscott.com/","title":"www.johnhgscott.com"},{"url":"http://www.johnhgscott.com/","title":"www.johnhgscott.com"},{"url":"http://www.johnhgscott.com/","title":"www.johnhgscott.com"},{"url":"https://sllc.umd.edu/","title":"sllc.umd.edu"},{"url":"https://news.iu.edu/","title":"news.iu.edu"},{"url":"https://academics.iu.edu/","title":"academics.iu.edu"}],"searchCalls":[{"id":"st_tmp_zzbi3lsxu9f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_noxug2ln2l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cio58e00myw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zb06q9eqst","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_se4e3ozenm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l2ryar34p7k","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-81","epoch":0,"score":"C","citations":[{"url":"https://www.fldoe.org/","title":"www.fldoe.org"},{"url":"https://www.fldoe.org/","title":"www.fldoe.org"},{"url":"https://www.nationalmerit.org/","title":"www.nationalmerit.org"},{"url":"https://edr.state.fl.us/","title":"edr.state.fl.us"},{"url":"https://www.nationalmerit.org/","title":"www.nationalmerit.org"},{"url":"https://projects.propublica.org/","title":"projects.propublica.org"},{"url":"https://projects.propublica.org/","title":"projects.propublica.org"},{"url":"https://www.ndapandas.org/","title":"www.ndapandas.org"},{"url":"https://files.eric.ed.gov/","title":"files.eric.ed.gov"},{"url":"https://projects.propublica.org/","title":"projects.propublica.org"},{"url":"https://www.nationalmerit.org/","title":"www.nationalmerit.org"},{"url":"https://files.eric.ed.gov/","title":"files.eric.ed.gov"},{"url":"https://www.fldoe.org/","title":"www.fldoe.org"},{"url":"https://flsenate.gov/","title":"flsenate.gov"},{"url":"https://www.browardschools.com/","title":"www.browardschools.com"},{"url":"https://catalog.ufl.edu/","title":"catalog.ufl.edu"},{"url":"https://catalog.ufl.edu/","title":"catalog.ufl.edu"},{"url":"https://archive.registrar.ufl.edu/","title":"archive.registrar.ufl.edu"},{"url":"https://archive.registrar.ufl.edu/","title":"archive.registrar.ufl.edu"},{"url":"https://archive.registrar.ufl.edu/","title":"archive.registrar.ufl.edu"},{"url":"https://admissions.ufl.edu/","title":"admissions.ufl.edu"},{"url":"https://core-docs.s3.amazonaws.com/","title":"core-docs.s3.amazonaws.com"},{"url":"https://www.ucf.edu/","title":"www.ucf.edu"},{"url":"https://www.nationalmerit.org/","title":"www.nationalmerit.org"},{"url":"https://www.airmilescalculator.com/","title":"www.airmilescalculator.com"},{"url":"https://www.airmilescalculator.com/","title":"www.airmilescalculator.com"},{"url":"https://www.travelmath.com/","title":"www.travelmath.com"},{"url":"https://www.expedia.com/","title":"www.expedia.com"},{"url":"https://www.travelmath.com/","title":"www.travelmath.com"},{"url":"https://www.collegevine.com/","title":"www.collegevine.com"},{"url":"https://www.browardschools.com/","title":"www.browardschools.com"},{"url":"https://364394.fs1.hubspotusercontent-na1.net/","title":"364394.fs1.hubspotusercontent-na1.net"},{"url":"https://eng.famu.fsu.edu/","title":"eng.famu.fsu.edu"},{"url":"https://registrar.fsu.edu/","title":"registrar.fsu.edu"},{"url":"https://eng.famu.fsu.edu/","title":"eng.famu.fsu.edu"},{"url":"https://undergrad.fsu.edu/","title":"undergrad.fsu.edu"},{"url":"https://eng.famu.fsu.edu/","title":"eng.famu.fsu.edu"},{"url":"https://mae.ucf.edu/","title":"mae.ucf.edu"},{"url":"https://catalog.ufl.edu/","title":"catalog.ufl.edu"},{"url":"https://www.fit.edu/","title":"www.fit.edu"},{"url":"https://catalog.ufl.edu/","title":"catalog.ufl.edu"},{"url":"https://www.eng.ufl.edu/","title":"www.eng.ufl.edu"},{"url":"https://ir.aa.ufl.edu/","title":"ir.aa.ufl.edu"},{"url":"https://www.famu.edu/","title":"www.famu.edu"},{"url":"https://aim.fiu.edu/","title":"aim.fiu.edu"},{"url":"https://talk.collegeconfidential.com/","title":"talk.collegeconfidential.com"},{"url":"http://collegelists.pbworks.com/","title":"collegelists.pbworks.com"},{"url":"https://catalog.ufl.edu/","title":"catalog.ufl.edu"},{"url":"https://mae.ufl.edu/","title":"mae.ufl.edu"},{"url":"https://fbpe.org/","title":"fbpe.org"},{"url":"https://mae.ucf.edu/","title":"mae.ucf.edu"},{"url":"https://www.usf.edu/","title":"www.usf.edu"},{"url":"https://www.usf.edu/","title":"www.usf.edu"},{"url":"https://www.usf.edu/","title":"www.usf.edu"},{"url":"https://www.usf.edu/","title":"www.usf.edu"},{"url":"https://www.flhouse.gov/","title":"www.flhouse.gov"},{"url":"https://resources.finalsite.net/","title":"resources.finalsite.net"},{"url":"https://mcarthur.browardschools.com/","title":"mcarthur.browardschools.com"},{"url":"https://www.fldoe.org/","title":"www.fldoe.org"},{"url":"https://www.hillsboroughschools.org/","title":"www.hillsboroughschools.org"}],"searchCalls":[{"id":"st_tmp_sp6lmj5wyw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ql7nnkt8h8d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xqeuzkp4rmq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pacdzgoiqj8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f6rmct2kl3g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jf42w3znaac","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oa5ai93kjs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_96yqhth4cfi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vraji018h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_66efx57pk7d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_crpvmmj6nno","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2x5v1jbefz4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zg9ei3pknsp","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-82","epoch":0,"score":"I","citations":[{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://policycommons.net/","title":"policycommons.net"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://database.earth/","title":"database.earth"},{"url":"https://database.earth/","title":"database.earth"},{"url":"https://database.earth/","title":"database.earth"},{"url":"https://database.earth/","title":"database.earth"},{"url":"https://database.earth/","title":"database.earth"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://github.com/","title":"github.com"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://database.earth/","title":"database.earth"},{"url":"https://database.earth/","title":"database.earth"},{"url":"https://database.earth/","title":"database.earth"},{"url":"https://database.earth/","title":"database.earth"},{"url":"https://database.earth/","title":"database.earth"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://github.com/","title":"github.com"},{"url":"https://ev-volumes.com/","title":"ev-volumes.com"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://openei.org/","title":"openei.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"}],"searchCalls":[{"id":"st_tmp_ph3q885au58","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_aqepxwv6gzw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0lfj4ck71d7q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1ei6zk7yi2b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_327rla396jo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b0at8yyeyvd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cbj47hgi0oj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bfjxe5scixp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_50lp91e3zk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ijbhxsjoel8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7mbqifutiv6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iqxwyjaesih","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_15pg0vqb4zs","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_0aws5mphe84","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a455f0dq4al","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_94082kciwf8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h01e825tv8n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pvw4ik8vy6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wvfmkjltrw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_aplxiqoa77s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kg2d6n3h4ic","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kt7yjltat","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-83","epoch":0,"score":"C","citations":[{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.cars.com/","title":"www.cars.com"},{"url":"https://www.capitalone.com/","title":"www.capitalone.com"},{"url":"https://www.edmunds.com/","title":"www.edmunds.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.edmunds.com/","title":"www.edmunds.com"},{"url":"https://www.kbb.com/","title":"www.kbb.com"},{"url":"https://www.consumerreports.org/","title":"www.consumerreports.org"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://cars.usnews.com/","title":"cars.usnews.com"},{"url":"https://www.caranddriver.com/","title":"www.caranddriver.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.kbb.com/","title":"www.kbb.com"},{"url":"https://www.kbb.com/","title":"www.kbb.com"},{"url":"https://www.carmax.com/","title":"www.carmax.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"}],"searchCalls":[{"id":"st_tmp_41obtkcf429","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3ja3lotf4zf","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_yzqq83xkco","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_csbs6ws42hj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p4dduyhjgsk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qkbdtvyb3io","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2xbq7hckhul","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_5njdaqw7pbk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f55kfs88jl6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uwlxd44rvc9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_msh0q3tj8fr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0sr24eoq75x9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fjbkyyed8nf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tr52d5fxl5","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_e8i4y68nkgb","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-84","epoch":0,"score":"C","citations":[{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://indianexpress.com/","title":"indianexpress.com"},{"url":"https://www.psreader.com/","title":"www.psreader.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://bridges.overdrive.com/","title":"bridges.overdrive.com"},{"url":"https://www.sweeppromo.com/","title":"www.sweeppromo.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://allrecipesplus.com/","title":"allrecipesplus.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.kraftheinz.com/","title":"www.kraftheinz.com"},{"url":"https://www.kraftheinz.com/","title":"www.kraftheinz.com"},{"url":"https://www.priceritemarketplace.com/","title":"www.priceritemarketplace.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"http://recipeofhealth.com/","title":"recipeofhealth.com"}],"searchCalls":[{"id":"st_tmp_31gehq8gxba","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l05ylnyyf3b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_puxfw3xo1od","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3fdu80176o5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cffh5zo7bav","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ixbwsby9v8s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d3t2t7s5mth","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_ujludzwycb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6dkv3o3alhx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mieby7f7k0e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qffjc7iv9q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ljxv6pshuu","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_zh4yji7uoxa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2fbmst8jvgl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2zrfwunnlcj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wl0pbnqxd5f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_egqmft6es3b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r8q4bvwv32k","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-85","epoch":0,"score":"I","citations":[{"url":"https://gps.iza.org/","title":"gps.iza.org"},{"url":"https://ftp.iza.org/","title":"ftp.iza.org"},{"url":"https://www.nber.org/","title":"www.nber.org"},{"url":"https://www.nber.org/","title":"www.nber.org"},{"url":"https://www.nber.org/","title":"www.nber.org"},{"url":"https://conference.iza.org/","title":"conference.iza.org"},{"url":"https://www.nber.org/","title":"www.nber.org"},{"url":"https://gps.econ.uni-bonn.de/","title":"gps.econ.uni-bonn.de"},{"url":"https://www.nber.org/","title":"www.nber.org"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://gps.econ.uni-bonn.de/","title":"gps.econ.uni-bonn.de"},{"url":"https://gps.econ.uni-bonn.de/","title":"gps.econ.uni-bonn.de"},{"url":"https://www.econ.uni-bonn.de/","title":"www.econ.uni-bonn.de"},{"url":"https://www.econ.uni-bonn.de/","title":"www.econ.uni-bonn.de"},{"url":"https://www.uni-bonn.de/","title":"www.uni-bonn.de"},{"url":"https://gps.iza.org/","title":"gps.iza.org"},{"url":"https://gps.iza.org/","title":"gps.iza.org"},{"url":"https://gps.econ.uni-bonn.de/","title":"gps.econ.uni-bonn.de"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://archive.ourworldindata.org/","title":"archive.ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://archive.ourworldindata.org/","title":"archive.ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://archive.ourworldindata.org/","title":"archive.ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://rdrr.io/","title":"rdrr.io"},{"url":"https://github.com/","title":"github.com"},{"url":"https://gps.econ.uni-bonn.de/","title":"gps.econ.uni-bonn.de"},{"url":"https://gps.econ.uni-bonn.de/","title":"gps.econ.uni-bonn.de"},{"url":"https://gps.econ.uni-bonn.de/","title":"gps.econ.uni-bonn.de"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://www.hbs.edu/","title":"www.hbs.edu"},{"url":"https://gps.econ.uni-bonn.de/","title":"gps.econ.uni-bonn.de"},{"url":"https://benjamin-enke.com/","title":"benjamin-enke.com"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://docs.iza.org/","title":"docs.iza.org"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://hanushek.stanford.edu/","title":"hanushek.stanford.edu"},{"url":"https://search.r-project.org/","title":"search.r-project.org"},{"url":"https://search.r-project.org/","title":"search.r-project.org"},{"url":"https://hanushek.stanford.edu/","title":"hanushek.stanford.edu"},{"url":"https://github.com/","title":"github.com"},{"url":"https://gps.econ.uni-bonn.de/","title":"gps.econ.uni-bonn.de"},{"url":"https://ideas.repec.org/","title":"ideas.repec.org"},{"url":"https://github.com/","title":"github.com"},{"url":"https://www.pmadata.org/","title":"www.pmadata.org"},{"url":"https://gps.econ.uni-bonn.de/","title":"gps.econ.uni-bonn.de"},{"url":"https://github.com/","title":"github.com"},{"url":"https://v-dem.net/","title":"v-dem.net"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://www.hbs.edu/","title":"www.hbs.edu"},{"url":"http://humcap.uchicago.edu/","title":"humcap.uchicago.edu"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://www.hbs.edu/","title":"www.hbs.edu"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://hceconomics.uchicago.edu/","title":"hceconomics.uchicago.edu"}],"searchCalls":[{"id":"st_tmp_060nllbllj96","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qpl5idn6h2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q23dm0i1bve","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bmzpvsezgic","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_szuvrl1r0y9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bt2jffjn3qb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_euyfr10nfi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2hib2gprlna","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k1gsgbvw8z","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c9dwgo59ur","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_t5gg8ta97mn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_382gpyq9x3n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m3k01smdo1o","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_wqf8fivqhgf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_70x7vok6nw7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jx7q8om7ye9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4wry53y55mc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uxiysf6c41","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wyffu8hy8k7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gqegjcfc01d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cqrjguwxxzh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_51idsn6zv3q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_smzqvjzzikl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_llfujl35vk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_97xz16yupke","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_j7x1b5a4evr","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-86","epoch":0,"score":"I","citations":[{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"http://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://data.humdata.org/","title":"data.humdata.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://data.humdata.org/","title":"data.humdata.org"},{"url":"https://data.humdata.org/","title":"data.humdata.org"},{"url":"https://data.humdata.org/","title":"data.humdata.org"},{"url":"https://data.humdata.org/","title":"data.humdata.org"},{"url":"https://data.humdata.org/","title":"data.humdata.org"},{"url":"https://api.global5050.org/","title":"api.global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://www.ecdc.europa.eu/","title":"www.ecdc.europa.eu"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://api.global5050.org/","title":"api.global5050.org"},{"url":"https://api.global5050.org/","title":"api.global5050.org"},{"url":"https://api.global5050.org/","title":"api.global5050.org"},{"url":"https://api.global5050.org/","title":"api.global5050.org"},{"url":"https://api.global5050.org/","title":"api.global5050.org"},{"url":"https://api.global5050.org/","title":"api.global5050.org"},{"url":"https://api.global5050.org/","title":"api.global5050.org"},{"url":"https://api.global5050.org/","title":"api.global5050.org"},{"url":"https://api.global5050.org/","title":"api.global5050.org"},{"url":"https://api.global5050.org/","title":"api.global5050.org"},{"url":"https://api.global5050.org/","title":"api.global5050.org"},{"url":"https://api.global5050.org/","title":"api.global5050.org"},{"url":"https://api.global5050.org/","title":"api.global5050.org"},{"url":"https://api.global5050.org/","title":"api.global5050.org"},{"url":"https://api.global5050.org/","title":"api.global5050.org"},{"url":"https://api.global5050.org/","title":"api.global5050.org"},{"url":"https://api.global5050.org/","title":"api.global5050.org"},{"url":"https://api.global5050.org/","title":"api.global5050.org"},{"url":"https://api.global5050.org/","title":"api.global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://feeds.libsyn.com/","title":"feeds.libsyn.com"},{"url":"https://www.bea.gov/","title":"www.bea.gov"},{"url":"https://archive.timesleader.com/","title":"archive.timesleader.com"},{"url":"https://sites.google.com/","title":"sites.google.com"},{"url":"https://blacklandfarm.org/","title":"blacklandfarm.org"},{"url":"https://finance.yahoo.com/","title":"finance.yahoo.com"},{"url":"https://finance.yahoo.com/","title":"finance.yahoo.com"},{"url":"https://www.icumed.com/","title":"www.icumed.com"},{"url":"https://www.linkedin.com/","title":"www.linkedin.com"},{"url":"https://openpaymentsdata.cms.gov/","title":"openpaymentsdata.cms.gov"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://api.global5050.org/","title":"api.global5050.org"},{"url":"https://api.global5050.org/","title":"api.global5050.org"},{"url":"https://api.global5050.org/","title":"api.global5050.org"},{"url":"https://api.global5050.org/","title":"api.global5050.org"}],"searchCalls":[{"id":"st_tmp_66mghce367n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9274patqn49","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8yjv03sb3le","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qao9c6dsrs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z4qj742uwv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0atgq9hlxv3n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ksya8o2jbos","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v077jcqfwa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zmctoax87hg","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_4rvn26f0r5i","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_luwcnegt2q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bowid25wiya","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_qm0cd74ptm9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2ariy9ifs6d","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_u1d204144k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_indo81c6k1l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uom4p6aj63","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tec3hhurd8d","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_9gd23mesoij","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_09q4mbmral","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6led9qt6f4v","status":"completed","action":"search","executed":true,"sourceCount":4}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-87","epoch":0,"score":"C","citations":[{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemson.edu/","title":"www.clemson.edu"},{"url":"https://hgic.clemson.edu/","title":"hgic.clemson.edu"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://news.clemson.edu/","title":"news.clemson.edu"},{"url":"https://clemsonpeach.org/","title":"clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemson.edu/","title":"www.clemson.edu"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://clemsonpeach.org/","title":"clemsonpeach.org"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://www.ars.usda.gov/","title":"www.ars.usda.gov"},{"url":"https://ishs.org/","title":"ishs.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://watsoniafarms.com/","title":"watsoniafarms.com"},{"url":"https://agriculture.sc.gov/","title":"agriculture.sc.gov"},{"url":"https://watsoniafarms.com/","title":"watsoniafarms.com"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://watsoniafarms.com/","title":"watsoniafarms.com"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://clemsonpeach.org/","title":"clemsonpeach.org"},{"url":"https://clemsonpeach.org/","title":"clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemson.edu/","title":"www.clemson.edu"},{"url":"https://news.clemson.edu/","title":"news.clemson.edu"},{"url":"https://hgic.clemson.edu/","title":"hgic.clemson.edu"},{"url":"https://hgic.clemson.edu/","title":"hgic.clemson.edu"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://clemsonpeach.org/","title":"clemsonpeach.org"},{"url":"https://clemsonpeach.org/","title":"clemsonpeach.org"},{"url":"https://clemsonpeach.org/","title":"clemsonpeach.org"},{"url":"https://clemsonpeach.org/","title":"clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://clemsonpeach.org/","title":"clemsonpeach.org"},{"url":"https://clemsonpeach.org/","title":"clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://clemsonpeach.org/","title":"clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://clemsonpeach.org/","title":"clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://clemsonpeach.org/","title":"clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://clemsonpeach.org/","title":"clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://clemsonpeach.org/","title":"clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://clemsonpeach.org/","title":"clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://clemsonpeach.org/","title":"clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://clemsonpeach.org/","title":"clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://clemsonpeach.org/","title":"clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"}],"searchCalls":[{"id":"st_tmp_m660iz445q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3dynlfa1rgd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_69717kl3t7e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9tc9tu58rju","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kgpl7bpkdgk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0djp5nrzh6md","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d0olwnuf5lw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2mvd3zqf6y7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1h0sy4ehoa1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qj2kigqj3gg","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_a6nts4zib0i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y02qltlc6wk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4q8ego9bipx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pj83jsvygxe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u0es62ijiz9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wpdw02fznj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1f9ipobrft9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bn6oxvqdom","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_6q4epi0l429","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vksjgh2ncm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iph1ezdmub","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g81p210nvuf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pbcjw7ngtts","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x8w4j3a5qz9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gylpfxo9lh7","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_efod1csbkwo","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-88","epoch":0,"score":"C","citations":[{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://news.ballotpedia.org/","title":"news.ballotpedia.org"},{"url":"https://news.ballotpedia.org/","title":"news.ballotpedia.org"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"http://news.ballotpedia.org/","title":"news.ballotpedia.org"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://news.ballotpedia.org/","title":"news.ballotpedia.org"},{"url":"http://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://news.ballotpedia.org/","title":"news.ballotpedia.org"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://news.ballotpedia.org/","title":"news.ballotpedia.org"},{"url":"https://talkelections.org/","title":"talkelections.org"},{"url":"https://news.ballotpedia.org/","title":"news.ballotpedia.org"},{"url":"https://www.nbcnews.com/","title":"www.nbcnews.com"},{"url":"https://www.businessinsider.com/","title":"www.businessinsider.com"}],"searchCalls":[{"id":"st_tmp_k3z9eg2rn1d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9xl22jenq84","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dsw5zj1heew","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a5rzw2b0hy9","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-89","epoch":0,"score":"C","citations":[{"url":"https://www.toronto.ca/","title":"www.toronto.ca"},{"url":"https://opendata-torontops.opendata.arcgis.com/","title":"opendata-torontops.opendata.arcgis.com"},{"url":"https://opendata-torontops.opendata.arcgis.com/","title":"opendata-torontops.opendata.arcgis.com"},{"url":"https://opendata-torontops.opendata.arcgis.com/","title":"opendata-torontops.opendata.arcgis.com"},{"url":"https://data.tps.ca/","title":"data.tps.ca"},{"url":"https://vpd.ca/","title":"vpd.ca"},{"url":"https://vpd.ca/","title":"vpd.ca"},{"url":"https://vpd.ca/","title":"vpd.ca"},{"url":"https://vpd.ca/","title":"vpd.ca"},{"url":"https://vpd.ca/","title":"vpd.ca"},{"url":"https://vpd.ca/","title":"vpd.ca"},{"url":"https://vpd.ca/","title":"vpd.ca"},{"url":"https://vpd.ca/","title":"vpd.ca"},{"url":"https://vpd.ca/","title":"vpd.ca"},{"url":"https://vpd.ca/","title":"vpd.ca"},{"url":"https://vpd.ca/","title":"vpd.ca"},{"url":"https://vpd.ca/","title":"vpd.ca"},{"url":"https://vpd.ca/","title":"vpd.ca"},{"url":"https://vpd.ca/","title":"vpd.ca"},{"url":"https://data.tps.ca/","title":"data.tps.ca"},{"url":"https://data.tps.ca/","title":"data.tps.ca"},{"url":"https://data.tps.ca/","title":"data.tps.ca"},{"url":"https://data.tps.ca/","title":"data.tps.ca"},{"url":"https://data.tps.ca/","title":"data.tps.ca"},{"url":"https://data.torontopolice.on.ca/","title":"data.torontopolice.on.ca"},{"url":"https://data.tps.ca/","title":"data.tps.ca"},{"url":"https://data.tps.ca/","title":"data.tps.ca"},{"url":"https://data.tps.ca/","title":"data.tps.ca"},{"url":"https://opendata-torontops.opendata.arcgis.com/","title":"opendata-torontops.opendata.arcgis.com"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://open.canada.ca/","title":"open.canada.ca"},{"url":"https://data.tps.ca/","title":"data.tps.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://hub.arcgis.com/","title":"hub.arcgis.com"},{"url":"https://data.tps.ca/","title":"data.tps.ca"},{"url":"https://data.tps.ca/","title":"data.tps.ca"},{"url":"https://www.tps.ca/","title":"www.tps.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www.tps.ca/","title":"www.tps.ca"},{"url":"https://open.canada.ca/","title":"open.canada.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://data.tps.ca/","title":"data.tps.ca"},{"url":"https://data.tps.ca/","title":"data.tps.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://data.tps.ca/","title":"data.tps.ca"},{"url":"https://data.tps.ca/","title":"data.tps.ca"},{"url":"https://data.tps.ca/","title":"data.tps.ca"},{"url":"https://data.tps.ca/","title":"data.tps.ca"},{"url":"https://data.tps.ca/","title":"data.tps.ca"},{"url":"https://data.tps.ca/","title":"data.tps.ca"},{"url":"https://data.tps.ca/","title":"data.tps.ca"},{"url":"https://data.tps.ca/","title":"data.tps.ca"},{"url":"https://data.tps.ca/","title":"data.tps.ca"},{"url":"https://data.tps.ca/","title":"data.tps.ca"},{"url":"https://services.arcgis.com/","title":"services.arcgis.com"},{"url":"https://services.arcgis.com/","title":"services.arcgis.com"},{"url":"https://services.arcgis.com/","title":"services.arcgis.com"},{"url":"https://services.arcgis.com/","title":"services.arcgis.com"},{"url":"https://www.arcgis.com/","title":"www.arcgis.com"},{"url":"https://opendata-geospatialdenver.hub.arcgis.com/","title":"opendata-geospatialdenver.hub.arcgis.com"},{"url":"https://open.toronto.ca/","title":"open.toronto.ca"},{"url":"https://data.tps.ca/","title":"data.tps.ca"},{"url":"https://opendata-torontops.opendata.arcgis.com/","title":"opendata-torontops.opendata.arcgis.com"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://thebridgenews.ca/","title":"thebridgenews.ca"},{"url":"https://www.tps.ca/","title":"www.tps.ca"},{"url":"https://publications.gc.ca/","title":"publications.gc.ca"},{"url":"https://thebridgenews.ca/","title":"thebridgenews.ca"},{"url":"https://www.dhs.gov/","title":"www.dhs.gov"},{"url":"https://casv.org.au/","title":"casv.org.au"},{"url":"https://data.tps.ca/","title":"data.tps.ca"},{"url":"https://data.tps.ca/","title":"data.tps.ca"},{"url":"https://www.toronto.ca/","title":"www.toronto.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://static1.squarespace.com/","title":"static1.squarespace.com"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://data.tps.ca/","title":"data.tps.ca"},{"url":"https://www.tps.ca/","title":"www.tps.ca"},{"url":"https://data.tps.ca/","title":"data.tps.ca"},{"url":"https://data.tps.ca/","title":"data.tps.ca"},{"url":"https://data.tps.ca/","title":"data.tps.ca"}],"searchCalls":[{"id":"st_tmp_zk94ojjal2n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b7bw3z0sfou","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tyr7vgz78m","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_9audko0htbs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i0266i2ra08","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4cwatenpd5h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kiqsrwl1q8s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lu4e10f5az","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_utn1semiy8k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_48rz4pe4z9k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8j7i5jsf32h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y1w2dg8g1g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fdiiffabh48","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_10dkzf32wkga","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t5l9wymg56","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jgom10pjpc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4zs0i74te25","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b1pq8mo62hb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vo9anbjrqs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1dsjpej9lh6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oc2v0mao588","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_epqwawvmadk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ezsg3gz5sa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0ksmxj8v81aj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d2aczooi1mq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xpktr9c892q","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-9","epoch":0,"score":"I","citations":[{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://assets.publishing.service.gov.uk/","title":"assets.publishing.service.gov.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://bmjopen.bmj.com/","title":"bmjopen.bmj.com"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://assets.publishing.service.gov.uk/","title":"assets.publishing.service.gov.uk"},{"url":"https://assets.publishing.service.gov.uk/","title":"assets.publishing.service.gov.uk"},{"url":"https://data.england.nhs.uk/","title":"data.england.nhs.uk"},{"url":"https://assets.publishing.service.gov.uk/","title":"assets.publishing.service.gov.uk"},{"url":"https://assets.publishing.service.gov.uk/","title":"assets.publishing.service.gov.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://assets.publishing.service.gov.uk/","title":"assets.publishing.service.gov.uk"},{"url":"https://assets.publishing.service.gov.uk/","title":"assets.publishing.service.gov.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://assets.publishing.service.gov.uk/","title":"assets.publishing.service.gov.uk"},{"url":"https://www.gatesheadhealth.nhs.uk/","title":"www.gatesheadhealth.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://github.com/","title":"github.com"},{"url":"https://osdr.nasa.gov/","title":"osdr.nasa.gov"},{"url":"https://osdr.nasa.gov/","title":"osdr.nasa.gov"},{"url":"https://findthatcharity.uk/","title":"findthatcharity.uk"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://assets.publishing.service.gov.uk/","title":"assets.publishing.service.gov.uk"},{"url":"https://assets.publishing.service.gov.uk/","title":"assets.publishing.service.gov.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://assets.publishing.service.gov.uk/","title":"assets.publishing.service.gov.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://assets.publishing.service.gov.uk/","title":"assets.publishing.service.gov.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"}],"searchCalls":[{"id":"st_tmp_vkynv6wxgh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fw8gwc2dwwf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o2xq2hh3brr","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_r8x08ji3iv","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_r6tntyv4y7e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xjdw2saxf4g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bbnwusf3hen","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_c77vu57yib7","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_dlvji1udizt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eto4m2tseha","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mrx6ec955c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j2r8gkx1vhe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tr8cmhesef","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gmhk2xy8wbu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ju3qofuhjk9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x8f82pinlp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_17ggctwvy3k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8lw1g17nexg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a1wemcbaubd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zq12r892frl","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_pwievbd3fhq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5iwnvn3nkw4","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_rvvhotx3s1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pfzym9gw9if","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e47u6kbkxfu","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-90","epoch":0,"score":"C","citations":[{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"http://www.undata-api.org/","title":"www.undata-api.org"},{"url":"http://www.undata-api.org/","title":"www.undata-api.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://www.un.org/","title":"www.un.org"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://digitallibrary.un.org/","title":"digitallibrary.un.org"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://raw.githubusercontent.com/","title":"raw.githubusercontent.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://www.nber.org/","title":"www.nber.org"},{"url":"https://iris.who.int/","title":"iris.who.int"},{"url":"https://www.gapminder.org/","title":"www.gapminder.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://2024-wpds.prb.org/","title":"2024-wpds.prb.org"},{"url":"https://desapublications.un.org/","title":"desapublications.un.org"},{"url":"https://data.unicef.org/","title":"data.unicef.org"},{"url":"https://data.unicef.org/","title":"data.unicef.org"},{"url":"https://www.un.org/","title":"www.un.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://api.worldbank.org/","title":"api.worldbank.org"},{"url":"https://data360files.worldbank.org/","title":"data360files.worldbank.org"},{"url":"https://openknowledge.worldbank.org/","title":"openknowledge.worldbank.org"},{"url":"https://api.worldbank.org/","title":"api.worldbank.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"}],"searchCalls":[{"id":"st_tmp_17a3eno3a3v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zayxdub711","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8nfahga1flg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_98hsqkqnddk","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_yrzit3l8v9f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lmpc7avjwb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_96w45trbfrt","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_28xrvtfcnux","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kgvsjiwypv8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z0vdluvjoa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nhz9bdfwe9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qfzmgxh5et","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_dhuy2tntr7f","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_bbbdgruqlt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9wx9mc63vba","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vogr49ct2xf","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_zkgu1zxuum","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_da5tfai0miu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zgcoa0vuh69","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9v4n5euox2v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h18mwf9ezv7","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_aong74j09bl","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-91","epoch":0,"score":"I","citations":[{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://avibase.bsc-eoc.org/","title":"avibase.bsc-eoc.org"},{"url":"https://www.marineornithology.org/","title":"www.marineornithology.org"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"http://www.marineornithology.org/","title":"www.marineornithology.org"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"}],"searchCalls":[{"id":"st_tmp_woo73i5d3sk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h38hdn5vpj8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3j9a7939q8o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7v0t24jjkv8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5d194oongot","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_bceqm1lq07w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bij9emmn134","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_9p2cfbfks9m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qa6w1l4wjy9","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_44b3sija9v9","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_4w0nm9hvur4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1jv51i1a7ui","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ilpzl9751vo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_17utiybmohs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x0nkgts6wl","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_s824a8mjldm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_19anwnqwk8z","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_ghsyodp8f7a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7hpu53rb6tn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ho0cti4q8an","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0y1s4ks9hgdj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0nqh4o2kixpo","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-92","epoch":0,"score":"I","citations":[{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://legiscan.com/","title":"legiscan.com"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"http://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://nysabprlinc.org/","title":"nysabprlinc.org"},{"url":"https://nyscouncil.org/","title":"nyscouncil.org"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://bailey.nysenate.gov/","title":"bailey.nysenate.gov"},{"url":"https://nyscouncil.org/","title":"nyscouncil.org"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"http://nysenate.gov/","title":"nysenate.gov"},{"url":"https://assembly.state.ny.us/","title":"assembly.state.ny.us"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://legiscan.com/","title":"legiscan.com"},{"url":"https://nysenate.gov/","title":"nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://bbhe.az.gov/","title":"bbhe.az.gov"},{"url":"https://shea.senate.ca.gov/","title":"shea.senate.ca.gov"},{"url":"https://weill.cornell.edu/","title":"weill.cornell.edu"},{"url":"https://www.health.state.mn.us/","title":"www.health.state.mn.us"},{"url":"https://abpp.org/","title":"abpp.org"}],"searchCalls":[{"id":"st_tmp_hg66nj01quf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6y50y9vq9sw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bxwz8xmrijj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o9vbxlm1bhg","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_8qpn1ec5h8v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4yn7qu6ejjn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qzc9bhz2ttj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0o22gloxnz8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_55e6zyxl6om","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mlm0br395v9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1xaigtv04x9","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_34o05znwb1v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ra4tu1ub0k","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_26detm6napx","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_bv03ddz8vx","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_6eyh1yi012y","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8zvq6dchv6h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8a2q0nw72su","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_hnt6vk5ta1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w4kn9rfvq9","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_v1xsm3r4mwf","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-93","epoch":0,"score":"C","citations":[{"url":"https://www.fao.org/","title":"www.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://www.fao.org/","title":"www.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://www.fao.org/","title":"www.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"}],"searchCalls":[{"id":"st_tmp_poz4wpgndq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qdmirwsv7v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ac07ym5gidj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wp2qwn1107a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jvkto7cgzwc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eks7hj8xavt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n1kqe2xjwye","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_2hl0hxh739i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s0zaubxqaxr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_obnc8v4w92","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_bkgygk2ggz8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eks05o7o24l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6msz7nbga03","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vchyt6kncpf","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_tc82ht0xe5a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kngjgps0uy9","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_7vvaag8n3ql","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-94","epoch":0,"score":"C","citations":[{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://stats.oecd.org/","title":"stats.oecd.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://stats.oecd.org/","title":"stats.oecd.org"},{"url":"https://stats.oecd.org/","title":"stats.oecd.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://stats.oecd.org/","title":"stats.oecd.org"},{"url":"https://stats.oecd.org/","title":"stats.oecd.org"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://www.ncbi.nlm.nih.gov/","title":"www.ncbi.nlm.nih.gov"},{"url":"https://eige.europa.eu/","title":"eige.europa.eu"},{"url":"https://eige.europa.eu/","title":"eige.europa.eu"},{"url":"https://eige.europa.eu/","title":"eige.europa.eu"},{"url":"https://eige.europa.eu/","title":"eige.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://eige.europa.eu/","title":"eige.europa.eu"},{"url":"https://eige.europa.eu/","title":"eige.europa.eu"},{"url":"https://eige.europa.eu/","title":"eige.europa.eu"},{"url":"https://eige.europa.eu/","title":"eige.europa.eu"},{"url":"https://eige.europa.eu/","title":"eige.europa.eu"},{"url":"https://eige.europa.eu/","title":"eige.europa.eu"},{"url":"https://x.com/","title":"x.com"},{"url":"https://www.oecd.org/","title":"www.oecd.org"}],"searchCalls":[{"id":"st_tmp_q4qnr2zv66","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rou049ff2g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d1drxd876lf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i7ekdgzjoxf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2lx2jxrcnca","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_nizo4hga09","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0mi1b1729yp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dg5ef12vf8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6iy3eny3v0t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zgoa9tcvin","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v7e7tucwik","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_usvl7ztmedc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c4c84tjoaab","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_39wvm4mb8kx","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-95","epoch":0,"score":"C","citations":[{"url":"https://high-schools.com/","title":"high-schools.com"},{"url":"https://high-schools.com/","title":"high-schools.com"},{"url":"https://high-schools.com/","title":"high-schools.com"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://high-schools.com/","title":"high-schools.com"},{"url":"https://high-schools.com/","title":"high-schools.com"},{"url":"https://high-schools.com/","title":"high-schools.com"},{"url":"https://high-schools.com/","title":"high-schools.com"},{"url":"https://high-schools.com/","title":"high-schools.com"},{"url":"https://high-schools.com/","title":"high-schools.com"},{"url":"https://adedata.arkansas.gov/","title":"adedata.arkansas.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://adedata.arkansas.gov/","title":"adedata.arkansas.gov"},{"url":"https://high-schools.com/","title":"high-schools.com"},{"url":"https://high-schools.com/","title":"high-schools.com"},{"url":"https://high-schools.com/","title":"high-schools.com"},{"url":"https://high-schools.com/","title":"high-schools.com"},{"url":"https://high-schools.com/","title":"high-schools.com"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://high-schools.com/","title":"high-schools.com"},{"url":"https://high-schools.com/","title":"high-schools.com"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"}],"searchCalls":[{"id":"st_tmp_qqoq6bowos","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xfwzcj4yyb","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_r0q8dhtahf9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mk0ko48giy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8a4kj8au9sn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8cacbelend7","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_vw1rk6pbnj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cmilvrn3bik","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zi5s9g97kh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9db1zl1k3op","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hsrde3sw86o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oojg974hi3l","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_3wprafmm1x5","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_7ansp7kn05a","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_et7xluxt0dg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d0gvreiizu5","status":"completed","action":"search","executed":true,"sourceCount":2}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-96","epoch":0,"score":"I","citations":[{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://www.nhtsa.gov/","title":"www.nhtsa.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://rosap.ntl.bts.gov/","title":"rosap.ntl.bts.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://stacks.cdc.gov/","title":"stacks.cdc.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://elections.maryland.gov/","title":"elections.maryland.gov"},{"url":"https://elections.maryland.gov/","title":"elections.maryland.gov"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.ballotwire.com/","title":"www.ballotwire.com"},{"url":"https://www.in.gov/","title":"www.in.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://dadss.org/","title":"dadss.org"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://www.adcouncil.org/","title":"www.adcouncil.org"},{"url":"https://www.safehomealabama.gov/","title":"www.safehomealabama.gov"},{"url":"https://rosap.ntl.bts.gov/","title":"rosap.ntl.bts.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"http://rosap.ntl.bts.gov/","title":"rosap.ntl.bts.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://ad-council.brightspotcdn.com/","title":"ad-council.brightspotcdn.com"},{"url":"https://www.fhwa.dot.gov/","title":"www.fhwa.dot.gov"},{"url":"https://www.bts.gov/","title":"www.bts.gov"},{"url":"https://rosap.ntl.bts.gov/","title":"rosap.ntl.bts.gov"},{"url":"https://www.nhtsa.gov/","title":"www.nhtsa.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://www.leg.state.nv.us/","title":"www.leg.state.nv.us"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://www.bts.gov/","title":"www.bts.gov"},{"url":"https://www.nhtsa.gov/","title":"www.nhtsa.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://www.adcouncil.org/","title":"www.adcouncil.org"}],"searchCalls":[{"id":"st_tmp_kgcma008p5q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0e68bemog6vp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_40lvcmv3kln","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5d5phr1r4gr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y7lrny3tc6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_01fwi83yehgc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ei7rr4jyonq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j8ch7sg8o8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lef6sa9xfzi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3rqjw68tm3w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kzcehqb9frg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mh32ag5ihjr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fgs97apmd96","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vt25hrigdj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4yy60l88x7m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xwevss9noff","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ig3aujzpn5d","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_pyi1k1oq1xe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rj618xfvzqc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_whond34e51","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gl9cvym89a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dwezjb6bzkw","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_qhjh2ajgkxg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rtq5p3ja4eb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qn720iuis7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g61lxmowjvj","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_nnht0mpnekp","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-97","epoch":0,"score":"C","citations":[{"url":"https://cawp.rutgers.edu/","title":"cawp.rutgers.edu"},{"url":"https://www.axios.com/","title":"www.axios.com"},{"url":"https://cawp.rutgers.edu/","title":"cawp.rutgers.edu"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://womenrun.rutgers.edu/","title":"womenrun.rutgers.edu"},{"url":"https://www.pewresearch.org/","title":"www.pewresearch.org"},{"url":"https://cawp.rutgers.edu/","title":"cawp.rutgers.edu"},{"url":"https://www.pewresearch.org/","title":"www.pewresearch.org"},{"url":"https://history.house.gov/","title":"history.house.gov"},{"url":"https://www.archives.gov/","title":"www.archives.gov"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.archives.gov/","title":"www.archives.gov"},{"url":"https://deadline.com/","title":"deadline.com"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://apnews.com/","title":"apnews.com"},{"url":"https://cawp.rutgers.edu/","title":"cawp.rutgers.edu"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://history.house.gov/","title":"history.house.gov"},{"url":"https://www.pewresearch.org/","title":"www.pewresearch.org"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.cpr.org/","title":"www.cpr.org"},{"url":"https://www.pewresearch.org/","title":"www.pewresearch.org"},{"url":"https://www.westword.com/","title":"www.westword.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.archives.gov/","title":"www.archives.gov"},{"url":"https://www.archives.gov/","title":"www.archives.gov"},{"url":"https://www.archives.gov/","title":"www.archives.gov"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.archives.gov/","title":"www.archives.gov"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.latimes.com/","title":"www.latimes.com"},{"url":"https://www.seattletimes.com/","title":"www.seattletimes.com"},{"url":"https://www.archives.gov/","title":"www.archives.gov"},{"url":"https://www.colorado.edu/","title":"www.colorado.edu"},{"url":"https://www.scrippsnews.com/","title":"www.scrippsnews.com"},{"url":"https://www.archives.gov/","title":"www.archives.gov"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://content.govdelivery.com/","title":"content.govdelivery.com"},{"url":"https://time.com/","title":"time.com"},{"url":"https://www.politico.com/","title":"www.politico.com"},{"url":"https://www.politico.com/","title":"www.politico.com"},{"url":"https://www.wsj.com/","title":"www.wsj.com"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://fox59.com/","title":"fox59.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.history.com/","title":"www.history.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_ow6fcfcxts","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i6suo9qj6ns","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_moozj6fefsf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xt7kra3ed6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9ttybh7ucoa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_knp47t83vra","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qmva7anbn3l","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_spn87gh36v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vfp2a1md9zf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rl2cwvkck6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4naiwm3d0p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t6yrdxjura","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gi2tmefqpef","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qgm87pf4b9l","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-98","epoch":0,"score":"C","citations":[{"url":"https://www.ign.com/","title":"www.ign.com"},{"url":"https://foggyproductions.com/","title":"foggyproductions.com"},{"url":"https://gamefaqs.gamespot.com/","title":"gamefaqs.gamespot.com"},{"url":"https://gamefaqs.gamespot.com/","title":"gamefaqs.gamespot.com"},{"url":"https://www.ign.com/","title":"www.ign.com"},{"url":"https://gamefaqs.gamespot.com/","title":"gamefaqs.gamespot.com"},{"url":"https://gamefaqs.gamespot.com/","title":"gamefaqs.gamespot.com"},{"url":"https://www.ign.com/","title":"www.ign.com"},{"url":"https://gamefaqs.gamespot.com/","title":"gamefaqs.gamespot.com"},{"url":"https://twewy.fandom.com/","title":"twewy.fandom.com"},{"url":"https://underbuffed.com/","title":"underbuffed.com"},{"url":"https://twewy.fandom.com/","title":"twewy.fandom.com"},{"url":"https://gamefaqs.gamespot.com/","title":"gamefaqs.gamespot.com"},{"url":"https://twewy.wiki/","title":"twewy.wiki"},{"url":"https://twewy.fandom.com/","title":"twewy.fandom.com"},{"url":"https://twewy.fandom.com/","title":"twewy.fandom.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://www.jupiter.co.jp/","title":"www.jupiter.co.jp"},{"url":"https://www.mobygames.com/","title":"www.mobygames.com"},{"url":"http://www.nintendoworldreport.com/","title":"www.nintendoworldreport.com"},{"url":"https://gamefaqs.gamespot.com/","title":"gamefaqs.gamespot.com"},{"url":"https://videogamegeek.com/","title":"videogamegeek.com"}],"searchCalls":[{"id":"st_tmp_kbzr0z6776","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dk1vjx0og9r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y4kiro8616","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_grs5q3v8bam","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_occvs359qc","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"dsqa","sampleId":"dsqa-99","epoch":0,"score":"C","citations":[{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://www.moneycontrol.com/","title":"www.moneycontrol.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://www.newswire.ca/","title":"www.newswire.ca"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://www.moneycontrol.com/","title":"www.moneycontrol.com"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://www.hotcoursesabroad.com/","title":"www.hotcoursesabroad.com"},{"url":"https://www.englishforward.com/","title":"www.englishforward.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://qs-topuniversities.cn/","title":"qs-topuniversities.cn"},{"url":"https://ncses.nsf.gov/","title":"ncses.nsf.gov"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://www.republicworld.com/","title":"www.republicworld.com"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.humanities.ox.ac.uk/","title":"www.humanities.ox.ac.uk"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.varsity.co.uk/","title":"www.varsity.co.uk"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://news.mit.edu/","title":"news.mit.edu"},{"url":"https://news.mit.edu/","title":"news.mit.edu"},{"url":"https://aeroastro.mit.edu/","title":"aeroastro.mit.edu"},{"url":"https://physics.mit.edu/","title":"physics.mit.edu"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"}],"searchCalls":[{"id":"st_tmp_5zp9k5cmzh2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_myrmghfkfb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sb7ryiu9zih","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w3dvnl08jjn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_06o07s0l5puq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0i93emm23qo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xh4xbkoekc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_onae1pw7u0r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gbm94d54upl","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_gcj1wy1h8u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4y7l4c8vpl2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1p4czbp0i1r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vw727jq2f1d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gguesh1scx4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tl7iis0664","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rf9t5lxf6qq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5kr2k8gn6s4","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_ut3o0wsj7n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_19h9s98l7l4","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_9besn3494wn","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_9gpn0fe5d5","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_ss1gt1h7c28","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_eqqvjgo1tuq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kjb6flpqmwq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_lq2lb58136g","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_u80xtj3zv6","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_04csa31y8jlu","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_001","epoch":0,"score":"I","citations":[{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://magazine.qs.com/","title":"magazine.qs.com"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://www.hindustantimes.com/","title":"www.hindustantimes.com"},{"url":"https://www.humanities.ox.ac.uk/","title":"www.humanities.ox.ac.uk"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://www.hindustantimes.com/","title":"www.hindustantimes.com"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://www.lse.ac.uk/","title":"www.lse.ac.uk"},{"url":"https://finance.yahoo.com/","title":"finance.yahoo.com"},{"url":"https://magazine.qs.com/","title":"magazine.qs.com"},{"url":"https://magazine.qs.com/","title":"magazine.qs.com"},{"url":"https://magazine.qs.com/","title":"magazine.qs.com"},{"url":"https://magazine.qs.com/","title":"magazine.qs.com"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://www.scoop.co.nz/","title":"www.scoop.co.nz"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://humanities.web.ox.ac.uk/","title":"humanities.web.ox.ac.uk"},{"url":"https://www.hindustantimes.com/","title":"www.hindustantimes.com"},{"url":"https://www.hindustantimes.com/","title":"www.hindustantimes.com"},{"url":"https://www.hindustantimes.com/","title":"www.hindustantimes.com"},{"url":"https://www.hindustantimes.com/","title":"www.hindustantimes.com"},{"url":"https://www.hindustantimes.com/","title":"www.hindustantimes.com"},{"url":"https://www.hindustantimes.com/","title":"www.hindustantimes.com"},{"url":"https://www.hindustantimes.com/","title":"www.hindustantimes.com"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"http://topuniversities.com/","title":"topuniversities.com"},{"url":"https://uni.menggy.com/","title":"uni.menggy.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.humanities.ox.ac.uk/","title":"www.humanities.ox.ac.uk"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://www.lse.ac.uk/","title":"www.lse.ac.uk"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://www.qs.com/","title":"www.qs.com"}],"searchCalls":[{"id":"st_tmp_77c3i9s5h5x","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_00bf7rioyy3aj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_numv89pasuj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f1b2rae49er","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y2c4bcf6y6d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_upohb6v2l0r","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_7osqgsgmzfi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pzu44zounm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tps4y1i4rr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sepbl3xfyg9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rrlhdv5lqz","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7tw68pqdp3h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4o17keze8hc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0lo4pl6j5raq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uwyt2puaa4p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tg1fzsypanf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_urbpa0jchq","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_lwherw4of1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dck1shngmxn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zwwf8ge7mj","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_15dmlcc2d5h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hn2uob4dwgd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3lhjy4mpq49","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a7t3orcx9ch","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_62lrm8qm8b3","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_8rqnyqbzdod","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_dbqdlsh5ic6","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_m5z5dxsocpc","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_002","epoch":0,"score":"I","citations":[{"url":"https://www.johnniewalker.com/","title":"www.johnniewalker.com"},{"url":"https://www.johnniewalker.com/","title":"www.johnniewalker.com"},{"url":"https://www.johnniewalker.com/","title":"www.johnniewalker.com"},{"url":"https://www.johnniewalker.com/","title":"www.johnniewalker.com"},{"url":"https://www.johnniewalker.com/","title":"www.johnniewalker.com"},{"url":"https://www.chivas.com/","title":"www.chivas.com"},{"url":"https://www.chivas.com/","title":"www.chivas.com"},{"url":"https://www.smirnoff.com/","title":"www.smirnoff.com"},{"url":"https://www.smirnoff.com/","title":"www.smirnoff.com"},{"url":"https://www.smirnoff.com/","title":"www.smirnoff.com"},{"url":"https://www.smirnoff.com/","title":"www.smirnoff.com"},{"url":"https://bottlestork.com/","title":"bottlestork.com"},{"url":"https://www.greygoose.com/","title":"www.greygoose.com"},{"url":"https://www.greygoose.com/","title":"www.greygoose.com"},{"url":"https://www.greygoose.com/","title":"www.greygoose.com"},{"url":"https://www.greygoose.com/","title":"www.greygoose.com"},{"url":"https://www.greygoose.com/","title":"www.greygoose.com"},{"url":"https://www.absolut.com/","title":"www.absolut.com"},{"url":"https://www.absolut.com/","title":"www.absolut.com"},{"url":"https://www.absolut.com/","title":"www.absolut.com"},{"url":"https://www.absolut.com/","title":"www.absolut.com"},{"url":"https://www.bacardi.com/","title":"www.bacardi.com"},{"url":"https://www.bacardi.com/","title":"www.bacardi.com"},{"url":"https://www.bacardi.com/","title":"www.bacardi.com"},{"url":"https://www.bacardi.com/","title":"www.bacardi.com"},{"url":"https://www.bacardi.com/","title":"www.bacardi.com"},{"url":"https://www.johnniewalker.com/","title":"www.johnniewalker.com"},{"url":"https://www.johnniewalker.com/","title":"www.johnniewalker.com"},{"url":"https://www.johnniewalker.com/","title":"www.johnniewalker.com"},{"url":"https://www.johnniewalker.com/","title":"www.johnniewalker.com"},{"url":"https://www.johnniewalker.com/","title":"www.johnniewalker.com"},{"url":"https://www.chivas.com/","title":"www.chivas.com"},{"url":"https://www.chivas.com/","title":"www.chivas.com"},{"url":"https://www.chivas.com/","title":"www.chivas.com"},{"url":"https://www.chivas.com/","title":"www.chivas.com"},{"url":"https://www.chivas.com/","title":"www.chivas.com"},{"url":"https://www.chivas.com/","title":"www.chivas.com"},{"url":"https://www.chivas.com/","title":"www.chivas.com"},{"url":"https://www.chivas.com/","title":"www.chivas.com"},{"url":"https://www.chivas.com/","title":"www.chivas.com"},{"url":"https://www.chivas.com/","title":"www.chivas.com"},{"url":"https://www.smirnoff.com/","title":"www.smirnoff.com"},{"url":"https://www.smirnoff.com/","title":"www.smirnoff.com"},{"url":"https://www.smirnoff.com/","title":"www.smirnoff.com"},{"url":"https://zyn.ca/","title":"zyn.ca"},{"url":"https://www.ohlq.com/","title":"www.ohlq.com"},{"url":"https://www.ohlq.com/","title":"www.ohlq.com"},{"url":"https://www.greygoose.com/","title":"www.greygoose.com"},{"url":"https://www.greygoose.com/","title":"www.greygoose.com"},{"url":"https://www.greygoose.com/","title":"www.greygoose.com"},{"url":"https://www.greygoose.com/","title":"www.greygoose.com"},{"url":"https://www.greygoose.com/","title":"www.greygoose.com"},{"url":"https://www.absolut.com/","title":"www.absolut.com"},{"url":"https://www.absolut.com/","title":"www.absolut.com"},{"url":"https://www.absolut.com/","title":"www.absolut.com"},{"url":"https://www.absolut.com/","title":"www.absolut.com"},{"url":"https://www.absolut.com/","title":"www.absolut.com"},{"url":"https://www.absolut.com/","title":"www.absolut.com"},{"url":"https://www.absolut.com/","title":"www.absolut.com"},{"url":"https://www.absolut.com/","title":"www.absolut.com"},{"url":"https://www.absolut.com/","title":"www.absolut.com"},{"url":"https://www.bacardi.com/","title":"www.bacardi.com"},{"url":"https://www.bacardi.com/","title":"www.bacardi.com"},{"url":"https://www.bacardi.com/","title":"www.bacardi.com"},{"url":"https://www.bacardi.com/","title":"www.bacardi.com"},{"url":"https://www.bacardi.com/","title":"www.bacardi.com"},{"url":"https://www.thewhiskyexchange.com/","title":"www.thewhiskyexchange.com"},{"url":"https://www.bondston.com/","title":"www.bondston.com"},{"url":"https://www.vintagewinemerchants.co.uk/","title":"www.vintagewinemerchants.co.uk"},{"url":"https://licoreta.com/","title":"licoreta.com"},{"url":"https://thefatrumpirate.com/","title":"thefatrumpirate.com"},{"url":"https://www.bacardi.com/","title":"www.bacardi.com"},{"url":"https://www.bacardi.com/","title":"www.bacardi.com"},{"url":"https://www.bacardi.com/","title":"www.bacardi.com"},{"url":"https://www.bacardi.com/","title":"www.bacardi.com"},{"url":"https://www.bacardi.com/","title":"www.bacardi.com"},{"url":"https://www.chivas.com/","title":"www.chivas.com"},{"url":"https://www.chivas.com/","title":"www.chivas.com"},{"url":"https://www.chivas.com/","title":"www.chivas.com"},{"url":"https://www.chivas.com/","title":"www.chivas.com"},{"url":"https://www.chivas.com/","title":"www.chivas.com"},{"url":"https://www.chivas.com/","title":"www.chivas.com"},{"url":"https://www.johnniewalker.com/","title":"www.johnniewalker.com"},{"url":"https://www.thespiritsbusiness.com/","title":"www.thespiritsbusiness.com"},{"url":"https://www.thespiritsbusiness.com/","title":"www.thespiritsbusiness.com"},{"url":"https://www.whiskybase.com/","title":"www.whiskybase.com"},{"url":"https://www.johnniewalker.com/","title":"www.johnniewalker.com"},{"url":"https://www.johnniewalker.com/","title":"www.johnniewalker.com"},{"url":"https://www.buymyliquor.com/","title":"www.buymyliquor.com"},{"url":"https://www.johnniewalker.com/","title":"www.johnniewalker.com"},{"url":"https://www.allthingsbeverages.co.za/","title":"www.allthingsbeverages.co.za"},{"url":"https://www.masterofmalt.com/","title":"www.masterofmalt.com"},{"url":"https://dramfellows.com/","title":"dramfellows.com"},{"url":"https://www.chivas.com/","title":"www.chivas.com"},{"url":"https://www.chivas.com/","title":"www.chivas.com"},{"url":"https://www.greygoose.com/","title":"www.greygoose.com"},{"url":"https://www.greygoose.com/","title":"www.greygoose.com"},{"url":"https://www.greygoose.com/","title":"www.greygoose.com"},{"url":"https://www.greygoose.com/","title":"www.greygoose.com"}],"searchCalls":[{"id":"st_tmp_1ouwu7au0l2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sry05ev72i","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_yn0n18p2gsm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2d3r3clkjyh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2rkmgwzjmj2","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_jj4vbui8xtq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4z1vkkjst8t","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_n7fus05l2vg","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_c9rpg8brrkv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jmo57fi8yf8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ry0pw0x8n2h","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_zhelzw4t2rg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jbkxjhgfum","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hb58kytqkk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_99374wxhxe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pc20g444pv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q2w252lk96","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x4yh0ak5a5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iq73fcgm97i","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_bzptfhuphds","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wdt969ho19","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ls0rhgxvr18","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_ntgvqtvutzf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h3koj1gi26g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n04qc8jpbxm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a9whqkppt4u","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_9383sfe5ez7","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_s49c6dur24","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_003","epoch":0,"score":"I","citations":[{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.redbull.com/","title":"www.redbull.com"},{"url":"https://www.nbcolympics.com/","title":"www.nbcolympics.com"},{"url":"https://stage.nbcolympics.com/","title":"stage.nbcolympics.com"},{"url":"https://www.redbull.com/","title":"www.redbull.com"},{"url":"https://www.redbull.com/","title":"www.redbull.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.olympics.com/","title":"www.olympics.com"},{"url":"https://www.olympics.com/","title":"www.olympics.com"},{"url":"https://www.olympics.com/","title":"www.olympics.com"},{"url":"https://www.nbcolympics.com/","title":"www.nbcolympics.com"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.olympedia.org/","title":"www.olympedia.org"},{"url":"https://www.aspentimes.com/","title":"www.aspentimes.com"},{"url":"https://www.usskiandsnowboard.org/","title":"www.usskiandsnowboard.org"},{"url":"https://www.olympics.com/","title":"www.olympics.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.olympics.com/","title":"www.olympics.com"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.olympedia.org/","title":"www.olympedia.org"},{"url":"https://www.olympedia.org/","title":"www.olympedia.org"},{"url":"https://www.xgames.com/","title":"www.xgames.com"},{"url":"https://www.redbull.com/","title":"www.redbull.com"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://www.xgames.com/","title":"www.xgames.com"},{"url":"https://www.olympics.com/","title":"www.olympics.com"},{"url":"https://www.xgames.com/","title":"www.xgames.com"},{"url":"https://www.nbcsports.com/","title":"www.nbcsports.com"},{"url":"https://www.downdays.eu/","title":"www.downdays.eu"},{"url":"https://english.news.cn/","title":"english.news.cn"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.redbull.com/","title":"www.redbull.com"},{"url":"https://www.olympics.com/","title":"www.olympics.com"},{"url":"https://www.redbull.com/","title":"www.redbull.com"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"}],"searchCalls":[{"id":"st_tmp_7g32nvwkei","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j3qn8q3ymo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_abe3a5uo0p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iso96baxyv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2wb0rbnfesh","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_e7g98ahenxr","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_nlxmpdli54","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_horkh1086m9","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_b1z0aga8e67","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_ntczcyq3tu","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_g4e9a4y1am","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5cp3w51h195","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_588q5xvsjkv","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_7qbmi5bgoij","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ejzra23v31o","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_uu4acvl4dve","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_qbmpntshs6p","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_rbm7u97ecb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3379i3qdfa1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0j6cfayfvusw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_13419lndqa1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h1y7xxqpfw9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ahed3v4lk4o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7vn6ltolzk4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ol1zk5h787","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_89ztb7b711h","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_4lkbmtafs0a","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_xqi1j37z96k","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_7oiykv4re7r","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_004","epoch":0,"score":"I","citations":[{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://www.samsung.com/","title":"www.samsung.com"},{"url":"https://www.samsung.com/","title":"www.samsung.com"},{"url":"https://www.samsung.com/","title":"www.samsung.com"},{"url":"https://www.cnet.com/","title":"www.cnet.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://www.samsung.com/","title":"www.samsung.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://www.phonearena.com/","title":"www.phonearena.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://www.businessinsider.com/","title":"www.businessinsider.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://www.yahoo.com/","title":"www.yahoo.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://www.dw.com/","title":"www.dw.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://arstechnica.com/","title":"arstechnica.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://www.samsung.com/","title":"www.samsung.com"},{"url":"https://www.samsung.com/","title":"www.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://arstechnica.com/","title":"arstechnica.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://www.cuit.columbia.edu/","title":"www.cuit.columbia.edu"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://www.samsung.com/","title":"www.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://www.samsung.com/","title":"www.samsung.com"},{"url":"https://www.geeky-gadgets.com/","title":"www.geeky-gadgets.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.cnbc.com/","title":"www.cnbc.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://arstechnica.com/","title":"arstechnica.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://www.samsung.com/","title":"www.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://www.samsung.com/","title":"www.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://www.computerworld.com/","title":"www.computerworld.com"},{"url":"https://www.cnet.com/","title":"www.cnet.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://www.techradar.com/","title":"www.techradar.com"},{"url":"https://venturebeat.com/","title":"venturebeat.com"},{"url":"https://www.techtimes.com/","title":"www.techtimes.com"},{"url":"https://www.ibtimes.com/","title":"www.ibtimes.com"},{"url":"https://me.pcmag.com/","title":"me.pcmag.com"},{"url":"https://www.droid-life.com/","title":"www.droid-life.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.androidpolice.com/","title":"www.androidpolice.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://softhandtech.com/","title":"softhandtech.com"},{"url":"https://arstechnica.com/","title":"arstechnica.com"},{"url":"https://www.fonearena.com/","title":"www.fonearena.com"},{"url":"https://www.gsmarena.com/","title":"www.gsmarena.com"},{"url":"https://www.androidpolice.com/","title":"www.androidpolice.com"},{"url":"https://phonesdata.com/","title":"phonesdata.com"},{"url":"https://arstechnica.com/","title":"arstechnica.com"},{"url":"https://www.cnbc.com/","title":"www.cnbc.com"},{"url":"https://time.com/","title":"time.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://9to5google.com/","title":"9to5google.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://time.com/","title":"time.com"},{"url":"https://www.foxnews.com/","title":"www.foxnews.com"},{"url":"https://www.pcworld.com/","title":"www.pcworld.com"},{"url":"http://gsmarena.com/","title":"gsmarena.com"},{"url":"https://www.gsmarena.com/","title":"www.gsmarena.com"},{"url":"https://www.gsmarena.com/","title":"www.gsmarena.com"},{"url":"https://www.pcmag.com/","title":"www.pcmag.com"},{"url":"https://www.gsmarena.com/","title":"www.gsmarena.com"},{"url":"https://www.phonearena.com/","title":"www.phonearena.com"},{"url":"https://www.gsmarena.com/","title":"www.gsmarena.com"},{"url":"https://www.gsmarena.com/","title":"www.gsmarena.com"}],"searchCalls":[{"id":"st_tmp_damyemdzv8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qnk0p565pdn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k2455sxceiq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zjg4uregfne","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xrvd7oxcieh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0b5bszxquwt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i1usaosngeg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g08cjvhevnt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8970glrckjp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iedgd4m1l2d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_egng13vpp58","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1uq0yoeqqbr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1yf5gzjj3zk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2kddd3moxyt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i4ibu7z3ct","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dw0yunax9uw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_02l7n2cpfubr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_igv200mc7t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sg8n48gbelb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jtrawvp8u5l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kusz2viasc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wxh0nxzhhes","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dby8g44efym","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2qbalnb10i8","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_le8knz09vk","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_duwj4s6tiy","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_bk9jqffvpun","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_y1n8vkct18b","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_k9zv6cv8dz","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_005","epoch":0,"score":"I","citations":[{"url":"https://datasciencemilan.org/","title":"datasciencemilan.org"},{"url":"https://und-public.courseleaf.com/","title":"und-public.courseleaf.com"},{"url":"https://blog.thegradcafe.com/","title":"blog.thegradcafe.com"},{"url":"https://cee.utk.edu/","title":"cee.utk.edu"},{"url":"https://cce.eng.ua.edu/","title":"cce.eng.ua.edu"},{"url":"https://engineering.yale.edu/","title":"engineering.yale.edu"},{"url":"https://admissionsight.com/","title":"admissionsight.com"},{"url":"https://engineering.yale.edu/","title":"engineering.yale.edu"},{"url":"https://gradschool.princeton.edu/","title":"gradschool.princeton.edu"},{"url":"https://cee.princeton.edu/","title":"cee.princeton.edu"},{"url":"https://cee.princeton.edu/","title":"cee.princeton.edu"},{"url":"https://cee.princeton.edu/","title":"cee.princeton.edu"},{"url":"https://cee.princeton.edu/","title":"cee.princeton.edu"},{"url":"https://cvn.columbia.edu/","title":"cvn.columbia.edu"},{"url":"https://www.civil.columbia.edu/","title":"www.civil.columbia.edu"},{"url":"https://www.engineering.columbia.edu/","title":"www.engineering.columbia.edu"},{"url":"https://www.engineering.columbia.edu/","title":"www.engineering.columbia.edu"},{"url":"https://www.engineering.upenn.edu/","title":"www.engineering.upenn.edu"},{"url":"https://grad.seas.upenn.edu/","title":"grad.seas.upenn.edu"},{"url":"https://admissionsight.com/","title":"admissionsight.com"},{"url":"https://gradadm.seas.upenn.edu/","title":"gradadm.seas.upenn.edu"},{"url":"https://engineering.brown.edu/","title":"engineering.brown.edu"},{"url":"https://orieladmissions.com/","title":"orieladmissions.com"},{"url":"https://admissionsight.com/","title":"admissionsight.com"},{"url":"https://research.com/","title":"research.com"},{"url":"https://engineering.dartmouth.edu/","title":"engineering.dartmouth.edu"},{"url":"https://engineering.dartmouth.edu/","title":"engineering.dartmouth.edu"},{"url":"https://engineering.dartmouth.edu/","title":"engineering.dartmouth.edu"},{"url":"https://engineering.dartmouth.edu/","title":"engineering.dartmouth.edu"},{"url":"https://engineering.dartmouth.edu/","title":"engineering.dartmouth.edu"},{"url":"https://bpb-us-e1.wpmucdn.com/","title":"bpb-us-e1.wpmucdn.com"},{"url":"https://www.duffield.cornell.edu/","title":"www.duffield.cornell.edu"},{"url":"https://blogs.cornell.edu/","title":"blogs.cornell.edu"},{"url":"https://www.duffield.cornell.edu/","title":"www.duffield.cornell.edu"},{"url":"https://catalog.cornell.edu/","title":"catalog.cornell.edu"},{"url":"https://study.unimelb.edu.au/","title":"study.unimelb.edu.au"},{"url":"https://handbook.unimelb.edu.au/","title":"handbook.unimelb.edu.au"},{"url":"https://handbook.unimelb.edu.au/","title":"handbook.unimelb.edu.au"},{"url":"https://study.unimelb.edu.au/","title":"study.unimelb.edu.au"},{"url":"https://handbook.unimelb.edu.au/","title":"handbook.unimelb.edu.au"},{"url":"https://www.monash.edu/","title":"www.monash.edu"},{"url":"https://www.monash.edu/","title":"www.monash.edu"},{"url":"https://www.monash.edu/","title":"www.monash.edu"},{"url":"https://www.monash.edu/","title":"www.monash.edu"},{"url":"https://handbook.monash.edu/","title":"handbook.monash.edu"},{"url":"https://study.anu.edu.au/","title":"study.anu.edu.au"},{"url":"https://study.anu.edu.au/","title":"study.anu.edu.au"},{"url":"https://www.mastersportal.com/","title":"www.mastersportal.com"},{"url":"https://www.hotcoursesabroad.com/","title":"www.hotcoursesabroad.com"},{"url":"https://www.unsw.edu.au/","title":"www.unsw.edu.au"},{"url":"https://www.unsw.edu.au/","title":"www.unsw.edu.au"},{"url":"https://admissions.unsw.edu.au/","title":"admissions.unsw.edu.au"},{"url":"https://www.idp.com/","title":"www.idp.com"},{"url":"https://postgradaustralia.com.au/","title":"postgradaustralia.com.au"},{"url":"https://www.sydney.edu.au/","title":"www.sydney.edu.au"},{"url":"https://www.sydney.edu.au/","title":"www.sydney.edu.au"},{"url":"https://www.sydney.edu.au/","title":"www.sydney.edu.au"},{"url":"https://www.sydney.edu.au/","title":"www.sydney.edu.au"},{"url":"https://www.sydney.edu.au/","title":"www.sydney.edu.au"},{"url":"https://study.uq.edu.au/","title":"study.uq.edu.au"},{"url":"https://study.uq.edu.au/","title":"study.uq.edu.au"},{"url":"https://study.uq.edu.au/","title":"study.uq.edu.au"},{"url":"https://uqcollege.uq.edu.au/","title":"uqcollege.uq.edu.au"},{"url":"https://postgradaustralia.com.au/","title":"postgradaustralia.com.au"},{"url":"https://calendar.adelaide.edu.au/","title":"calendar.adelaide.edu.au"},{"url":"https://www.adelaide.edu.au/","title":"www.adelaide.edu.au"},{"url":"https://walkinternational.com/","title":"walkinternational.com"},{"url":"https://adelaide.edu.au/","title":"adelaide.edu.au"},{"url":"https://unischolars.com/","title":"unischolars.com"},{"url":"https://www.studiesinaustralia.com/","title":"www.studiesinaustralia.com"},{"url":"https://www.hotcoursesabroad.com/","title":"www.hotcoursesabroad.com"},{"url":"https://www.courses.com.au/","title":"www.courses.com.au"},{"url":"https://search.studyaustralia.gov.au/","title":"search.studyaustralia.gov.au"},{"url":"https://gradschool.cornell.edu/","title":"gradschool.cornell.edu"},{"url":"https://gradschool.cornell.edu/","title":"gradschool.cornell.edu"},{"url":"https://gradschool.cornell.edu/","title":"gradschool.cornell.edu"},{"url":"https://faq.enrollment.cornell.edu/","title":"faq.enrollment.cornell.edu"},{"url":"https://gradhandbook.mae.cornell.edu/","title":"gradhandbook.mae.cornell.edu"},{"url":"https://www.duffield.cornell.edu/","title":"www.duffield.cornell.edu"},{"url":"https://www.duffield.cornell.edu/","title":"www.duffield.cornell.edu"},{"url":"https://www.duffield.cornell.edu/","title":"www.duffield.cornell.edu"},{"url":"https://www.duffield.cornell.edu/","title":"www.duffield.cornell.edu"},{"url":"https://www.duffield.cornell.edu/","title":"www.duffield.cornell.edu"},{"url":"https://gradschool.princeton.edu/","title":"gradschool.princeton.edu"},{"url":"https://gradschool.princeton.edu/","title":"gradschool.princeton.edu"},{"url":"https://gradschool.princeton.edu/","title":"gradschool.princeton.edu"},{"url":"https://gradschool.princeton.edu/","title":"gradschool.princeton.edu"},{"url":"https://gradschool.princeton.edu/","title":"gradschool.princeton.edu"},{"url":"https://orieladmissions.com/","title":"orieladmissions.com"},{"url":"https://admissionsight.com/","title":"admissionsight.com"},{"url":"https://solatatech.com/","title":"solatatech.com"},{"url":"https://afvs.fas.harvard.edu/","title":"afvs.fas.harvard.edu"},{"url":"https://gsas.yale.edu/","title":"gsas.yale.edu"},{"url":"https://gsas.yale.edu/","title":"gsas.yale.edu"},{"url":"https://gsas.yale.edu/","title":"gsas.yale.edu"},{"url":"https://gsas.yale.edu/","title":"gsas.yale.edu"},{"url":"https://gsas.yale.edu/","title":"gsas.yale.edu"},{"url":"https://graduateschool.brown.edu/","title":"graduateschool.brown.edu"},{"url":"https://computational.engineering.brown.edu/","title":"computational.engineering.brown.edu"},{"url":"https://engineering.brown.edu/","title":"engineering.brown.edu"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.ivycoach.com/","title":"www.ivycoach.com"},{"url":"https://gradadmissions.seas.upenn.edu/","title":"gradadmissions.seas.upenn.edu"},{"url":"https://gradadm.seas.upenn.edu/","title":"gradadm.seas.upenn.edu"},{"url":"https://gradadm.seas.upenn.edu/","title":"gradadm.seas.upenn.edu"},{"url":"https://gradadm.seas.upenn.edu/","title":"gradadm.seas.upenn.edu"},{"url":"https://gradadm.seas.upenn.edu/","title":"gradadm.seas.upenn.edu"},{"url":"https://engineering.dartmouth.edu/","title":"engineering.dartmouth.edu"},{"url":"https://engineering.dartmouth.edu/","title":"engineering.dartmouth.edu"},{"url":"https://engineering.dartmouth.edu/","title":"engineering.dartmouth.edu"},{"url":"https://express.thayer.dartmouth.edu/","title":"express.thayer.dartmouth.edu"},{"url":"https://engineering.dartmouth.edu/","title":"engineering.dartmouth.edu"},{"url":"https://www.monash.edu/","title":"www.monash.edu"},{"url":"https://www.monash.edu/","title":"www.monash.edu"},{"url":"https://www.monash.edu/","title":"www.monash.edu"},{"url":"https://www.monash.edu/","title":"www.monash.edu"}],"searchCalls":[{"id":"st_tmp_nz72kazowpp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fdiu0iewxw6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bazzmdupb1c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7mv21cioik","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_puymxvdkh3c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zmzp4s78u39","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a484uxogpy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_434tkpgknb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_639rmoxs9bc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ke4yox0919q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_450k57vrjtg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_31q3t3641le","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1qdmjzldzyt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g2605t59fi5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uwxh4vlilea","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6qn6od1u08t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nmuxgku0tm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qhmg4ooh03","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fwl2ii1w3hd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ohiqzggm70i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6ceaa3df2l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ufb5pjj1h9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5w73ox0y927","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gxju14eu26l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u4h0ibpm6hn","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_fwwjatc3bwt","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_7i8yrg42jp8","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_le3hdctpbqm","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_palpxmcxm9","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_erfplmjwylp","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_alpg88f7016","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_7mxh7axv3p","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_006","epoch":0,"score":"I","citations":[{"url":"https://www.concertarchives.org/","title":"www.concertarchives.org"},{"url":"https://musicbrainz.org/","title":"musicbrainz.org"},{"url":"https://www.acountry.com/","title":"www.acountry.com"},{"url":"https://tswift.chronicle.vip/","title":"tswift.chronicle.vip"},{"url":"https://www.lenovocenter.com/","title":"www.lenovocenter.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.wikiwand.com/","title":"www.wikiwand.com"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://www.ticketnews.com/","title":"www.ticketnews.com"},{"url":"https://www.cbsnews.com/","title":"www.cbsnews.com"},{"url":"https://www.mlive.com/","title":"www.mlive.com"},{"url":"https://www.rollingstone.com/","title":"www.rollingstone.com"},{"url":"https://taylorswiftswitzerland.jimdoweb.com/","title":"taylorswiftswitzerland.jimdoweb.com"},{"url":"https://www.newyorkjets.com/","title":"www.newyorkjets.com"},{"url":"https://musicrow.com/","title":"musicrow.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://abcnews.com/","title":"abcnews.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.nbclosangeles.com/","title":"www.nbclosangeles.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.eonline.com/","title":"www.eonline.com"},{"url":"https://media.ticketmaster.com/","title":"media.ticketmaster.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://abcnews.com/","title":"abcnews.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.latimes.com/","title":"www.latimes.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.kaggle.com/","title":"www.kaggle.com"},{"url":"https://www.kaggle.com/","title":"www.kaggle.com"},{"url":"https://www.setlist.fm/","title":"www.setlist.fm"},{"url":"https://www.setlist.fm/","title":"www.setlist.fm"},{"url":"https://www.setlist.fm/","title":"www.setlist.fm"},{"url":"https://github.com/","title":"github.com"},{"url":"https://www.kaggle.com/","title":"www.kaggle.com"},{"url":"https://www.songkick.com/","title":"www.songkick.com"},{"url":"https://concertful.com/","title":"concertful.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.lucasoilstadium.com/","title":"www.lucasoilstadium.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.heraldscotland.com/","title":"www.heraldscotland.com"},{"url":"https://www.acountry.com/","title":"www.acountry.com"},{"url":"https://www.bandsintown.com/","title":"www.bandsintown.com"},{"url":"https://apify.com/","title":"apify.com"},{"url":"https://data.geods.ac.uk/","title":"data.geods.ac.uk"},{"url":"https://rebrowser.net/","title":"rebrowser.net"},{"url":"https://github.com/","title":"github.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://www.lenovocenter.com/","title":"www.lenovocenter.com"},{"url":"https://www.ticketnews.com/","title":"www.ticketnews.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.taylorswift.com/","title":"www.taylorswift.com"},{"url":"https://taylorswift.fandom.com/","title":"taylorswift.fandom.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://www.concertarchives.org/","title":"www.concertarchives.org"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://fridaetv.ca/","title":"fridaetv.ca"},{"url":"https://musicrow.com/","title":"musicrow.com"},{"url":"https://www.latimes.com/","title":"www.latimes.com"},{"url":"https://theboot.com/","title":"theboot.com"},{"url":"https://taylorswift.fandom.com/","title":"taylorswift.fandom.com"},{"url":"https://concerts.fandom.com/","title":"concerts.fandom.com"},{"url":"https://aviewfrommyseat.com/","title":"aviewfrommyseat.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.ticketnews.com/","title":"www.ticketnews.com"},{"url":"https://www.latimes.com/","title":"www.latimes.com"}],"searchCalls":[{"id":"st_tmp_snv0u2j1p4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wnzv9v8z97","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oymf3kq42h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yvocpwdyelm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jwv9wjwzsf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5ecddnp1bj3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7kpeyjko09f","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_pjtw9f5idj","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_o5j5jsyi0r","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_nbhyy6cejef","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_i7kp4hrnon","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_7qsnuitxlnu","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_eura0av9ay","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lvksgrf2eh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1lhz97l7m16","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5cs9r51zpd6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4dvd3mkbp68","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m53dam4yebh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oqfa4k3zq1g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o9geqkypqbp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1xjbkgv7cpa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6unqy8tfh8b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_it2lcicceuo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_84e9kmj58v9","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_007","epoch":0,"score":"I","citations":[{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"http://nasa.gov/","title":"nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"http://nasa.gov/","title":"nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.spacefacts.de/","title":"www.spacefacts.de"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://science.nasa.gov/","title":"science.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"http://nasa.gov/","title":"nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.history.navy.mil/","title":"www.history.navy.mil"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.smithsonianmag.com/","title":"www.smithsonianmag.com"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.worldspaceflight.com/","title":"www.worldspaceflight.com"},{"url":"https://www.usni.org/","title":"www.usni.org"},{"url":"https://www.space.com/","title":"www.space.com"},{"url":"https://www.dvidshub.net/","title":"www.dvidshub.net"},{"url":"https://www.apr.org/","title":"www.apr.org"}],"searchCalls":[{"id":"st_tmp_bx1aaarl5hi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mzihazxrvk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bcbzwvuzs8u","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_5q8wysnojso","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oa87f7sfx3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5gq8b7tfoym","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lvulgaxfkc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vvwd9y1q0m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7auarud5a9x","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3gxa6alt4v8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hdsgqqphzc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kxqxy1bwoa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3uhxa359re9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yppyprgbaj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b6pzuxz9az","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6oevicyzdmw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9vc5770m2mt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eg1z5wqmps","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mj8pm6usl6h","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_008","epoch":0,"score":"I","citations":[{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://wfe-live.lon1.digitaloceanspaces.com/","title":"wfe-live.lon1.digitaloceanspaces.com"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://www.world-exchanges.org/","title":"www.world-exchanges.org"},{"url":"https://www.world-exchanges.org/","title":"www.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://english.sse.com.cn/","title":"english.sse.com.cn"},{"url":"https://english.sse.com.cn/","title":"english.sse.com.cn"},{"url":"http://english.sse.com.cn/","title":"english.sse.com.cn"},{"url":"https://www.cnbc.com/","title":"www.cnbc.com"},{"url":"https://www.ceicdata.com/","title":"www.ceicdata.com"},{"url":"https://www1.hkexnews.hk/","title":"www1.hkexnews.hk"},{"url":"https://www1.hkexnews.hk/","title":"www1.hkexnews.hk"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://www.morningstar.com/","title":"www.morningstar.com"},{"url":"https://www.bloomberg.com/","title":"www.bloomberg.com"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"}],"searchCalls":[{"id":"st_tmp_f0l5964s8m4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gc4hn92pqst","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q4kwgq3sug","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x45nqqvvkfg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_spzr4vxt01c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jt3qo1e8vjb","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_kqwrlrebi0l","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_dbldu37wwfk","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_v20r0l2yxb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5kx37ym3mgc","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_wn8wlss0uz","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_wmt7litj8x","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_200xmpods0s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7bwjjyx7crc","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_jo863crk45j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xs5nrh5x1s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vbhyo5d8gy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i740qa5a6an","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b0oeex44rnk","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_czga1w1ver","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pc1e631uhhl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jkc3rxfebvj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_isxer9sbvma","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_k7akzj816ws","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_b1n16abfx8i","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_nu9v4mb4p3","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_r41yi4oabi","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_amvn9xdybt5","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_dy76bb33onq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_i17ol9akod","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_009","epoch":0,"score":"I","citations":[{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.ucas.com/","title":"www.ucas.com"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.postgraduatestudentships.co.uk/","title":"www.postgraduatestudentships.co.uk"},{"url":"https://www.mastersportal.com/","title":"www.mastersportal.com"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"}],"searchCalls":[{"id":"st_tmp_3ko6hkvrgxu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2btezlz9z63","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y5i87colul","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rps1gw28ol","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tv49io9lmlg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0etx9dwstzr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8tnozhlai3w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gd7edvo2c2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bz7c8a518q","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_e3xcyvx5a98","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mdduu8xikm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i6zo2kkoq9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wb7cyuye2p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vz922nhqw3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ll5kan4c9ag","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f2wcxtd1jfm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3vwxd8f91r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1fmmsnohx0e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ldbwls88o2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zsr9tt2jina","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_91zsnxunjum","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gj3lamuq8h9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lpej2wwyur","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_msk28g2juve","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rejyqpgmju","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w7t0k1b7v2q","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_010","epoch":0,"score":"I","citations":[{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.data.gov.uk/","title":"www.data.gov.uk"},{"url":"https://assets.publishing.service.gov.uk/","title":"assets.publishing.service.gov.uk"},{"url":"https://magic.defra.gov.uk/","title":"magic.defra.gov.uk"},{"url":"https://www.nature.scot/","title":"www.nature.scot"},{"url":"https://www.data.gov.uk/","title":"www.data.gov.uk"},{"url":"https://www.nature.scot/","title":"www.nature.scot"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.nature.scot/","title":"www.nature.scot"},{"url":"https://www.gov.wales/","title":"www.gov.wales"},{"url":"https://metadata.naturalresources.wales/","title":"metadata.naturalresources.wales"},{"url":"https://www.data.gov.uk/","title":"www.data.gov.uk"},{"url":"https://datamap.gov.wales/","title":"datamap.gov.wales"},{"url":"https://datamap.gov.wales/","title":"datamap.gov.wales"},{"url":"https://www.daera-ni.gov.uk/","title":"www.daera-ni.gov.uk"},{"url":"https://www.daera-ni.gov.uk/","title":"www.daera-ni.gov.uk"},{"url":"https://www.data.gov.uk/","title":"www.data.gov.uk"},{"url":"https://www.daera-ni.gov.uk/","title":"www.daera-ni.gov.uk"},{"url":"https://admin.opendatani.gov.uk/","title":"admin.opendatani.gov.uk"},{"url":"https://www.data.gov.uk/","title":"www.data.gov.uk"},{"url":"https://www.planning.data.gov.uk/","title":"www.planning.data.gov.uk"},{"url":"https://www.data.gov.uk/","title":"www.data.gov.uk"},{"url":"https://www.data.gov.uk/","title":"www.data.gov.uk"},{"url":"https://www.daera-ni.gov.uk/","title":"www.daera-ni.gov.uk"},{"url":"https://www.daera-ni.gov.uk/","title":"www.daera-ni.gov.uk"},{"url":"https://www.daera-ni.gov.uk/","title":"www.daera-ni.gov.uk"},{"url":"https://www.daera-ni.gov.uk/","title":"www.daera-ni.gov.uk"},{"url":"https://www.daera-ni.gov.uk/","title":"www.daera-ni.gov.uk"},{"url":"https://www.daera-ni.gov.uk/","title":"www.daera-ni.gov.uk"},{"url":"https://www.daera-ni.gov.uk/","title":"www.daera-ni.gov.uk"},{"url":"https://www.daera-ni.gov.uk/","title":"www.daera-ni.gov.uk"},{"url":"https://www.daera-ni.gov.uk/","title":"www.daera-ni.gov.uk"},{"url":"https://www.daera-ni.gov.uk/","title":"www.daera-ni.gov.uk"},{"url":"https://www.daera-ni.gov.uk/","title":"www.daera-ni.gov.uk"},{"url":"https://www.data.gov.uk/","title":"www.data.gov.uk"},{"url":"https://www.daera-ni.gov.uk/","title":"www.daera-ni.gov.uk"},{"url":"https://www.infrastructure-ni.gov.uk/","title":"www.infrastructure-ni.gov.uk"},{"url":"https://g17.lisburncastlereagh.gov.uk/","title":"g17.lisburncastlereagh.gov.uk"},{"url":"https://www.daera-ni.gov.uk/","title":"www.daera-ni.gov.uk"},{"url":"https://www.daera-ni.gov.uk/","title":"www.daera-ni.gov.uk"},{"url":"https://www.daera-ni.gov.uk/","title":"www.daera-ni.gov.uk"},{"url":"https://www.daera-ni.gov.uk/","title":"www.daera-ni.gov.uk"},{"url":"https://www.daera-ni.gov.uk/","title":"www.daera-ni.gov.uk"},{"url":"https://cdn.ringofgullion.org/","title":"cdn.ringofgullion.org"},{"url":"https://cdn.ringofgullion.org/","title":"cdn.ringofgullion.org"},{"url":"https://www.daera-ni.gov.uk/","title":"www.daera-ni.gov.uk"},{"url":"https://www.daera-ni.gov.uk/","title":"www.daera-ni.gov.uk"},{"url":"https://www.daera-ni.gov.uk/","title":"www.daera-ni.gov.uk"},{"url":"https://www.daera-ni.gov.uk/","title":"www.daera-ni.gov.uk"},{"url":"https://www.daera-ni.gov.uk/","title":"www.daera-ni.gov.uk"},{"url":"https://www.daera-ni.gov.uk/","title":"www.daera-ni.gov.uk"},{"url":"https://cdn.ringofgullion.org/","title":"cdn.ringofgullion.org"},{"url":"https://www.daera-ni.gov.uk/","title":"www.daera-ni.gov.uk"},{"url":"https://www.daera-ni.gov.uk/","title":"www.daera-ni.gov.uk"},{"url":"https://www.daera-ni.gov.uk/","title":"www.daera-ni.gov.uk"},{"url":"https://national-landscapes.org.uk/","title":"national-landscapes.org.uk"},{"url":"https://national-landscapes.org.uk/","title":"national-landscapes.org.uk"},{"url":"https://ccght.org/","title":"ccght.org"},{"url":"https://www.agendani.com/","title":"www.agendani.com"},{"url":"https://www.daera-ni.gov.uk/","title":"www.daera-ni.gov.uk"},{"url":"https://causewaycoastaonb.ccght.org/","title":"causewaycoastaonb.ccght.org"},{"url":"https://ccght.org/","title":"ccght.org"},{"url":"https://www.visitcausewaycoastandglens.com/","title":"www.visitcausewaycoastandglens.com"},{"url":"https://causewaycoastandglens.gov.uk/","title":"causewaycoastandglens.gov.uk"},{"url":"https://www.daera-ni.gov.uk/","title":"www.daera-ni.gov.uk"},{"url":"https://ccght.org/","title":"ccght.org"},{"url":"https://binevenaghaonb.ccght.org/","title":"binevenaghaonb.ccght.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://www.agendani.com/","title":"www.agendani.com"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.nature.scot/","title":"www.nature.scot"},{"url":"http://nature.scot/","title":"nature.scot"},{"url":"https://www.nature.scot/","title":"www.nature.scot"},{"url":"https://www.nature.scot/","title":"www.nature.scot"},{"url":"https://www.nature.scot/","title":"www.nature.scot"},{"url":"https://www.nature.scot/","title":"www.nature.scot"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://ckan.publishing.service.gov.uk/","title":"ckan.publishing.service.gov.uk"},{"url":"https://www.data.gov.uk/","title":"www.data.gov.uk"},{"url":"https://www.nature.scot/","title":"www.nature.scot"},{"url":"https://www.nature.scot/","title":"www.nature.scot"},{"url":"https://www.nature.scot/","title":"www.nature.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://ckan.publishing.service.gov.uk/","title":"ckan.publishing.service.gov.uk"},{"url":"https://www.nature.scot/","title":"www.nature.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.nature.scot/","title":"www.nature.scot"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://services8.arcgis.com/","title":"services8.arcgis.com"},{"url":"https://www.nature.scot/","title":"www.nature.scot"},{"url":"https://www.nature.scot/","title":"www.nature.scot"},{"url":"https://www.dumfriesandgalloway.gov.uk/","title":"www.dumfriesandgalloway.gov.uk"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"}],"searchCalls":[{"id":"st_tmp_1f99tivf1u8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9ld9uer2w4b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ph0qdozi1e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pyuqzg9zlsq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_97xymnuhdv4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jupu6f8rc3i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x1ouinvex1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m5ntzal1g7a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mbe8ylqlqdi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wyc0br5xlm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ojysrwpz8i8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wr2ztcb4x5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lz42snngmx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qsp4xks75k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kykk469n3z8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4fpc2fnb8jx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w1ed5xt3d9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zvizypi6lag","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mqnuq75q54a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bldyp9ynzzl","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_60gmb6yep5i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2okzjcd6a5x","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_52cey03uhp4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gloqr35dgoj","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_fj1mh136s3s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rdvuxgcngl","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_011","epoch":0,"score":"I","citations":[{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://hub.jdpower.com/","title":"hub.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://cars.usnews.com/","title":"cars.usnews.com"},{"url":"https://www.consumerreports.org/","title":"www.consumerreports.org"},{"url":"https://www.consumerreports.org/","title":"www.consumerreports.org"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.consumerreports.org/","title":"www.consumerreports.org"},{"url":"https://www.consumerreports.org/","title":"www.consumerreports.org"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.consumerreports.org/","title":"www.consumerreports.org"},{"url":"https://www.consumerreports.org/","title":"www.consumerreports.org"},{"url":"https://cars.usnews.com/","title":"cars.usnews.com"},{"url":"https://www.kbb.com/","title":"www.kbb.com"},{"url":"https://www.kbb.com/","title":"www.kbb.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.consumerreports.org/","title":"www.consumerreports.org"},{"url":"https://pressroom.consumerreports.org/","title":"pressroom.consumerreports.org"},{"url":"https://www.consumerreports.org/","title":"www.consumerreports.org"}],"searchCalls":[{"id":"st_tmp_zb0usdgavcr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xqivh6us13","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_llgyhg6uci9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uzox3htrsa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q2ogazcnlye","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_xsxrrg1r1rj","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_hza2e29sdq","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_su3mpa4silo","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_n3es6k36ew9","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_hvw55rfcgst","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t1a7iu5xlqr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z3uf2rn3tmg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w3tvwd0m1m9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_snzym5w8t6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xofv06yxo1j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h8k4kp6albv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vmnte17l7s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a6oi2j2ulp","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_zd395xz42f","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_7rq5pxemhwm","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_f9d5bjn2h7n","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_m9bp8ekvzrj","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_hn7hg0k9kxv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mkiyqvt635","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6enn6tg50dg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bm6h9lw5xkq","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_012","epoch":0,"score":"I","citations":[{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://edition.cnn.com/","title":"edition.cnn.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://commercial.cnn.com/","title":"commercial.cnn.com"},{"url":"https://cnnpressroom.blogs.cnn.com/","title":"cnnpressroom.blogs.cnn.com"},{"url":"https://www.goodnewsnetwork.org/","title":"www.goodnewsnetwork.org"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"http://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://edition.cnn.com/","title":"edition.cnn.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.alumni.gwu.edu/","title":"www.alumni.gwu.edu"},{"url":"https://obamawhitehouse.archives.gov/","title":"obamawhitehouse.archives.gov"},{"url":"https://obamawhitehouse.archives.gov/","title":"obamawhitehouse.archives.gov"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://time.com/","title":"time.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.famousbirthdays.com/","title":"www.famousbirthdays.com"},{"url":"https://myhero.com/","title":"myhero.com"},{"url":"https://theannapurnaexpress.com/","title":"theannapurnaexpress.com"},{"url":"https://www.biographnepal.com/","title":"www.biographnepal.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.seema.com/","title":"www.seema.com"},{"url":"https://nepalitrends.com/","title":"nepalitrends.com"},{"url":"https://www.iburobin.com/","title":"www.iburobin.com"},{"url":"https://www.asbury.edu/","title":"www.asbury.edu"},{"url":"https://www.independent.com/","title":"www.independent.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.monkfishpublishing.com/","title":"www.monkfishpublishing.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.biographnepal.com/","title":"www.biographnepal.com"},{"url":"https://republicaorigin.nagariknetwork.com/","title":"republicaorigin.nagariknetwork.com"},{"url":"https://biographycentral.com/","title":"biographycentral.com"},{"url":"https://www.bhc.edu/","title":"www.bhc.edu"},{"url":"https://myhero.com/","title":"myhero.com"},{"url":"https://www.knox.edu/","title":"www.knox.edu"},{"url":"https://www.mvd.usace.army.mil/","title":"www.mvd.usace.army.mil"},{"url":"https://chadspeakslive.com/","title":"chadspeakslive.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://alumni.gwu.edu/","title":"alumni.gwu.edu"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://edition.cnn.com/","title":"edition.cnn.com"},{"url":"https://www.nebraskapress.unl.edu/","title":"www.nebraskapress.unl.edu"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://dawg.org.uk/","title":"dawg.org.uk"},{"url":"https://wealthyspy.com/","title":"wealthyspy.com"},{"url":"https://us.amazon.com/","title":"us.amazon.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.newjerseyhills.com/","title":"www.newjerseyhills.com"},{"url":"https://www.wikiwand.com/","title":"www.wikiwand.com"},{"url":"https://www.famousbirthdays.com/","title":"www.famousbirthdays.com"},{"url":"https://www.theinfolist.com/","title":"www.theinfolist.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://edition.cnn.com/","title":"edition.cnn.com"},{"url":"https://www.nbcnews.com/","title":"www.nbcnews.com"},{"url":"https://edition.cnn.com/","title":"edition.cnn.com"},{"url":"https://kazantoday.com/","title":"kazantoday.com"},{"url":"https://www.linkedin.com/","title":"www.linkedin.com"},{"url":"https://charlestonmag.com/","title":"charlestonmag.com"},{"url":"https://hollandbloorview.ca/","title":"hollandbloorview.ca"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.sansilvestre.edu.pe/","title":"www.sansilvestre.edu.pe"},{"url":"https://edition.cnn.com/","title":"edition.cnn.com"},{"url":"https://www.xwhos.com/","title":"www.xwhos.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://hyrra.com/","title":"hyrra.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.wwaytv3.com/","title":"www.wwaytv3.com"},{"url":"https://www.starnewsonline.com/","title":"www.starnewsonline.com"},{"url":"https://www.beckershospitalreview.com/","title":"www.beckershospitalreview.com"},{"url":"https://www.kbzk.com/","title":"www.kbzk.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"http://library.eshikshya.org/","title":"library.eshikshya.org"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://blackpast.org/","title":"blackpast.org"},{"url":"https://grokipedia.com/","title":"grokipedia.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://alumni.utk.edu/","title":"alumni.utk.edu"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.latimes.com/","title":"www.latimes.com"},{"url":"https://www.becauseofthemwecan.com/","title":"www.becauseofthemwecan.com"},{"url":"https://aaas.umd.edu/","title":"aaas.umd.edu"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.standardmedia.co.ke/","title":"www.standardmedia.co.ke"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://kenyanheroes.com/","title":"kenyanheroes.com"},{"url":"https://creebhills.com/","title":"creebhills.com"},{"url":"https://myhero.com/","title":"myhero.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://president.colostate.edu/","title":"president.colostate.edu"},{"url":"https://drkwanestreetvet.com/","title":"drkwanestreetvet.com"},{"url":"https://vetscoop.com/","title":"vetscoop.com"},{"url":"https://www.dvm360.com/","title":"www.dvm360.com"},{"url":"https://collegian.com/","title":"collegian.com"}],"searchCalls":[{"id":"st_tmp_r6zosjyhp4k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nmzfrm2rtga","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_ujeqbzpnyxs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ge9l2k04okt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lkf6j695flt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_htddgz2sn2c","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_r9r4tof9fah","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_efxjbsws6qw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jjma4pv4sit","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kj8e32m1f5e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yq76gf3br1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1ita2lcatcw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_henyc7bb3gu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ezzw0t60tga","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xucb8vb1adt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5td7n4qfckx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q4nwwnc7l6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5ymqpwmff0t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4mmc49pmcjg","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_8v3bebe38ea","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kfcrziv1cob","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tgs2hb2wz7i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_aycnh71qy8d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8sbycnry98r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j7bts9h9qbm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4abhv9mppjq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ktrpi7bdd4k","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_4y7j52g8bun","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_valp4151kd9","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_013","epoch":0,"score":"C","citations":[{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://shoplanadelrey.com/","title":"shoplanadelrey.com"},{"url":"https://shoplanadelrey.com/","title":"shoplanadelrey.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://pitchfork.com/","title":"pitchfork.com"},{"url":"https://shop.udiscovermusic.com/","title":"shop.udiscovermusic.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://www.thefader.com/","title":"www.thefader.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://ru.wikipedia.org/","title":"ru.wikipedia.org"},{"url":"https://www.musicchartsarchive.com/","title":"www.musicchartsarchive.com"},{"url":"https://time.com/","title":"time.com"},{"url":"https://genius.com/","title":"genius.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://musicbrainz.org/","title":"musicbrainz.org"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://musicbrainz.org/","title":"musicbrainz.org"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://shoplanadelrey.com/","title":"shoplanadelrey.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://www.thestar.com/","title":"www.thestar.com"},{"url":"https://newreleases.discogs.com/","title":"newreleases.discogs.com"},{"url":"https://interscope.com/","title":"interscope.com"},{"url":"https://newreleases.discogs.com/","title":"newreleases.discogs.com"},{"url":"https://shoplanadelrey.com/","title":"shoplanadelrey.com"},{"url":"https://shoplanadelrey.com/","title":"shoplanadelrey.com"},{"url":"https://interscope.com/","title":"interscope.com"},{"url":"https://open.spotify.com/","title":"open.spotify.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.the-independent.com/","title":"www.the-independent.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://shoplanadelrey.com/","title":"shoplanadelrey.com"},{"url":"https://shoplanadelrey.com/","title":"shoplanadelrey.com"},{"url":"https://shoplanadelrey.com/","title":"shoplanadelrey.com"},{"url":"https://shoplanadelrey.com/","title":"shoplanadelrey.com"},{"url":"https://uk.shoplanadelrey.com/","title":"uk.shoplanadelrey.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://pitchfork.com/","title":"pitchfork.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://www.officialcharts.com/","title":"www.officialcharts.com"},{"url":"https://hypebeast.com/","title":"hypebeast.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"}],"searchCalls":[{"id":"st_tmp_vhqmk7em0bj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vu2nszszim","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a4l30tgd46l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1u7zzcve6o8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bj5ftznfeqd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hrls6cv8a7o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5bfkbgdz3cp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_go4vdu5cr4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yuvd70wl0lf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ti9e6pxr7d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h2mko4ojcrp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8wbw8htepf9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ll5l5rgben","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wcea0xnr62","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_014","epoch":0,"score":"I","citations":[{"url":"https://edition.cnn.com/","title":"edition.cnn.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://indianexpress.com/","title":"indianexpress.com"},{"url":"https://edition.cnn.com/","title":"edition.cnn.com"},{"url":"https://www.data.gov.uk/","title":"www.data.gov.uk"},{"url":"https://www.panynj.gov/","title":"www.panynj.gov"},{"url":"https://aci.aero/","title":"aci.aero"},{"url":"https://www.airwaysmag.com/","title":"www.airwaysmag.com"},{"url":"https://aeronewsglobal.com/","title":"aeronewsglobal.com"},{"url":"https://airportindustry-news.com/","title":"airportindustry-news.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://edition.cnn.com/","title":"edition.cnn.com"},{"url":"https://edition.cnn.com/","title":"edition.cnn.com"},{"url":"https://aci.aero/","title":"aci.aero"},{"url":"https://dutyfreemagazine.ca/","title":"dutyfreemagazine.ca"},{"url":"https://airportindustry-news.com/","title":"airportindustry-news.com"},{"url":"https://airportindustry-news.com/","title":"airportindustry-news.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.dutyfreemagazine.ca/","title":"www.dutyfreemagazine.ca"},{"url":"https://www.thenationalnews.com/","title":"www.thenationalnews.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.gtrmag.com/","title":"www.gtrmag.com"},{"url":"https://edition.cnn.com/","title":"edition.cnn.com"},{"url":"https://aci.aero/","title":"aci.aero"},{"url":"https://www.panynj.gov/","title":"www.panynj.gov"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://store.aci.aero/","title":"store.aci.aero"},{"url":"https://airportscouncil.org/","title":"airportscouncil.org"},{"url":"https://edition.cnn.com/","title":"edition.cnn.com"},{"url":"https://aviationweek.com/","title":"aviationweek.com"},{"url":"https://www.wsj.com/","title":"www.wsj.com"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://global.chinadaily.com.cn/","title":"global.chinadaily.com.cn"},{"url":"https://www.ajc.com/","title":"www.ajc.com"},{"url":"https://asia.nikkei.com/","title":"asia.nikkei.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.timeoutdoha.com/","title":"www.timeoutdoha.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.businesstraveller.com/","title":"www.businesstraveller.com"},{"url":"https://passport.news/","title":"passport.news"},{"url":"https://comptroller.texas.gov/","title":"comptroller.texas.gov"},{"url":"https://assets.ctfassets.net/","title":"assets.ctfassets.net"},{"url":"https://assets.ctfassets.net/","title":"assets.ctfassets.net"},{"url":"https://kdvr.com/","title":"kdvr.com"},{"url":"https://www.dfwairport.com/","title":"www.dfwairport.com"},{"url":"https://www.wsj.com/","title":"www.wsj.com"},{"url":"https://www.heathrow.com/","title":"www.heathrow.com"},{"url":"https://www.heathrow.com/","title":"www.heathrow.com"},{"url":"https://www.aerotime.aero/","title":"www.aerotime.aero"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.flydenver.com/","title":"www.flydenver.com"},{"url":"https://www.kktv.com/","title":"www.kktv.com"},{"url":"https://www.flydenver.com/","title":"www.flydenver.com"},{"url":"https://www.9news.com/","title":"www.9news.com"},{"url":"https://www.chicago.gov/","title":"www.chicago.gov"},{"url":"https://www.airmilescalculator.com/","title":"www.airmilescalculator.com"},{"url":"https://tracxn.com/","title":"tracxn.com"},{"url":"https://tracxn.com/","title":"tracxn.com"},{"url":"https://tavtechnologies.aero/","title":"tavtechnologies.aero"},{"url":"https://fortune.com/","title":"fortune.com"},{"url":"https://www.guinnessworldrecords.com/","title":"www.guinnessworldrecords.com"},{"url":"https://www.lawa.org/","title":"www.lawa.org"},{"url":"https://www.visualcapitalist.com/","title":"www.visualcapitalist.com"},{"url":"https://www.fox4news.com/","title":"www.fox4news.com"},{"url":"https://www.lawa.org/","title":"www.lawa.org"},{"url":"https://www.fox4news.com/","title":"www.fox4news.com"},{"url":"https://www.caa.co.uk/","title":"www.caa.co.uk"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.flydenver.com/","title":"www.flydenver.com"},{"url":"https://www.timeout.com/","title":"www.timeout.com"},{"url":"https://www.flydenver.com/","title":"www.flydenver.com"},{"url":"https://www.kiwi.com/","title":"www.kiwi.com"},{"url":"https://www.livemint.com/","title":"www.livemint.com"},{"url":"https://www.airwaysmag.com/","title":"www.airwaysmag.com"}],"searchCalls":[{"id":"st_tmp_ri42kd12x1g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z4wwjf96e5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w3yc3e74fjo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t079tfh2e1a","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_wvtvak53hg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yqem7qb5hjb","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_pjdkulc88s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xdrhl9bids","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i4fmr9gfzi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wbm4avj0cbh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sq1zh5i2g3e","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_stz8mqt6wt","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_zhrx24no2ui","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_dh8ni9u7xmv","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_qy2dca8bs6","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_qau2u92m6yg","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_538ngc4m89x","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ppfiqtxf9bd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3j31juqgdl8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vrqyxad8epo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cqx7fg38xq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fivyrzkwlyf","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_rbk4o1wyzf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qn1bpg17vr8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_je0yxki53rr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bu7n7quwdn9","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_015","epoch":0,"score":"I","citations":[{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://staging.naahq.org/","title":"staging.naahq.org"},{"url":"https://naahq.org/","title":"naahq.org"},{"url":"https://www.greystar.com/","title":"www.greystar.com"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://next.io/","title":"next.io"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.assetliving.com/","title":"www.assetliving.com"},{"url":"https://www.assetliving.com/","title":"www.assetliving.com"},{"url":"http://nmhc.org/","title":"nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"}],"searchCalls":[{"id":"st_tmp_kuwwq3w75g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qyqfg4tnwqi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pmnyg0l8iyo","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_bk8x3fmzdv7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5j963uyznkp","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_z3djm8k6gu","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_hq0czoekafd","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_hqqayw9n85a","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_dzz4srz69pq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_09xhed0ml9wm","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_6dpv8340k2w","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_qfjsrkdotr","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_etifxajomae","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_m4pmpoge7o","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_zfdfe2zxude","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_aoaoiaqayeo","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_pmjyb97f87","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_euw3uuwndy","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_l7tvz2h3iq8","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_wn22pqom31q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qftpwcqnwcd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z8334tk3upq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f80cv3wg8a","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_x6p9ho6au4q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nrtnxurpaed","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_q8uwslhhwyd","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_l9m6x42hsp8","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_kvl24jtvh8f","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_7utwii1f50b","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_sdapxe4d4gr","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_cxarroh2aif","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_6m2e4nxa03","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_b9rh07ml9g5","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_xleve40x1gi","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_4eoq4ebdvo4","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_016","epoch":0,"score":"I","citations":[{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"},{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.foxsports.com/","title":"www.foxsports.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"},{"url":"https://www.cbssports.com/","title":"www.cbssports.com"},{"url":"https://www.cbssports.com/","title":"www.cbssports.com"},{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"},{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"},{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"},{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"},{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"},{"url":"https://www.latimes.com/","title":"www.latimes.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://ishof.org/","title":"ishof.org"},{"url":"https://www.swimmingworldmagazine.com/","title":"www.swimmingworldmagazine.com"},{"url":"https://www.swimmingworldmagazine.com/","title":"www.swimmingworldmagazine.com"},{"url":"https://www.theage.com.au/","title":"www.theage.com.au"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.alamy.com/","title":"www.alamy.com"},{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"},{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"},{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"},{"url":"https://www.sandiegouniontribune.com/","title":"www.sandiegouniontribune.com"},{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"},{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"},{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"},{"url":"https://www.latimes.com/","title":"www.latimes.com"},{"url":"https://swimmingworld.mydigitalpublication.com/","title":"swimmingworld.mydigitalpublication.com"},{"url":"https://swimswam.com/","title":"swimswam.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://nsw.swimming.org.au/","title":"nsw.swimming.org.au"},{"url":"https://www.swimmingworldmagazine.com/","title":"www.swimmingworldmagazine.com"},{"url":"https://cdn.swimswam.com/","title":"cdn.swimswam.com"},{"url":"http://todor66.com/","title":"todor66.com"},{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"},{"url":"https://www.upi.com/","title":"www.upi.com"},{"url":"https://www.chinadaily.com.cn/","title":"www.chinadaily.com.cn"},{"url":"https://www.alamy.com/","title":"www.alamy.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.upi.com/","title":"www.upi.com"},{"url":"https://www.chinadaily.com.cn/","title":"www.chinadaily.com.cn"},{"url":"https://www.swimcloud.com/","title":"www.swimcloud.com"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.swimmingworldmagazine.com/","title":"www.swimmingworldmagazine.com"},{"url":"https://www.swimmingworldmagazine.com/","title":"www.swimmingworldmagazine.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.olympics.com/","title":"www.olympics.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.olympedia.org/","title":"www.olympedia.org"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.olympics.com/","title":"www.olympics.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://edition.cnn.com/","title":"edition.cnn.com"},{"url":"https://www.cbssports.com/","title":"www.cbssports.com"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.swimmingworldmagazine.com/","title":"www.swimmingworldmagazine.com"},{"url":"https://www.olympedia.org/","title":"www.olympedia.org"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"},{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"},{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"},{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"},{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"}],"searchCalls":[{"id":"st_tmp_w16voo3rmis","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kmz199scgpi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9xnq4ugc4cw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6hec5lvi2to","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ezol03ovubc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dk44uee3qrd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o03mha0lbli","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0g8dj0obt0mn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_chec0iv278u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bbrpnu4clpf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qsus6mifwi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h5rl5dk297b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hq5u2a2djiw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6pri8ol3cda","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d6r9usp9ukg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_upjl4qi4zvi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m7ji3umb3hq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bkoe3b9zz08","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m0oc2m2q5qg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4t6v1bcr01b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dkm627v883b","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_017","epoch":0,"score":"I","citations":[{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nationalparkstraveler.org/","title":"www.nationalparkstraveler.org"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nationalparkstraveler.org/","title":"www.nationalparkstraveler.org"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nationalparkstraveler.org/","title":"www.nationalparkstraveler.org"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.npshistory.com/","title":"www.npshistory.com"},{"url":"https://data.hereandthere.club/","title":"data.hereandthere.club"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.sdpb.org/","title":"www.sdpb.org"},{"url":"https://drgnews.com/","title":"drgnews.com"},{"url":"https://www.axios.com/","title":"www.axios.com"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.kuer.org/","title":"www.kuer.org"},{"url":"https://archesstudy.vercel.app/","title":"archesstudy.vercel.app"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.ktsm.com/","title":"www.ktsm.com"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.wate.com/","title":"www.wate.com"},{"url":"https://data.hereandthere.club/","title":"data.hereandthere.club"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.sunjournal.com/","title":"www.sunjournal.com"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"http://home.nps.gov/","title":"home.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"}],"searchCalls":[{"id":"st_tmp_yt395ztlf9f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w9h5ngj5hpl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mf3k51pyn1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_130mi2rpejpc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fqf2gkzv296","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_24nqdatkaed","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6uuxjsv99j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e83gdrbytoh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_amyx0705lc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_08duilc6slov","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wwmputsvtv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ddls8fi9ow7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_te8g2j1dgv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wkfcncib8f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hq5r3tt98cb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lscub7tsko","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_41zyynrgv34","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kyarso0cdum","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b9uwh3nm0k8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0hgvbr9x2fe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c9a849nv7ub","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ipsdey3kmah","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5nmz71lq7qt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i99nr1qhuy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ibiibc35tfk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xgdnw7p9udn","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ed3j7nmsb2n","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_9utyomjcigk","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_bjis2er2ajq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_yz8tr7ix1g","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_19p8b7e1iol","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_m6w51cif6mq","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_018","epoch":0,"score":"C","citations":[{"url":"https://fiscaldata.treasury.gov/","title":"fiscaldata.treasury.gov"},{"url":"https://fiscaldata.treasury.gov/","title":"fiscaldata.treasury.gov"},{"url":"https://fiscaldata.treasury.gov/","title":"fiscaldata.treasury.gov"},{"url":"https://fiscal.treasury.gov/","title":"fiscal.treasury.gov"},{"url":"https://fiscal.treasury.gov/","title":"fiscal.treasury.gov"},{"url":"https://www.cbo.gov/","title":"www.cbo.gov"},{"url":"https://www.cbo.gov/","title":"www.cbo.gov"},{"url":"https://www.cbo.gov/","title":"www.cbo.gov"},{"url":"https://www.cbo.gov/","title":"www.cbo.gov"},{"url":"https://www.cbo.gov/","title":"www.cbo.gov"},{"url":"https://fiscaldata.treasury.gov/","title":"fiscaldata.treasury.gov"},{"url":"https://www.treasurydirect.gov/","title":"www.treasurydirect.gov"},{"url":"https://fiscaldata.treasury.gov/","title":"fiscaldata.treasury.gov"},{"url":"https://catalog.data.gov/","title":"catalog.data.gov"},{"url":"https://fiscaldata.treasury.gov/","title":"fiscaldata.treasury.gov"},{"url":"https://www.cbo.gov/","title":"www.cbo.gov"},{"url":"https://www.cbo.gov/","title":"www.cbo.gov"},{"url":"https://www.cbo.gov/","title":"www.cbo.gov"},{"url":"https://www.gao.gov/","title":"www.gao.gov"},{"url":"https://www.cbo.gov/","title":"www.cbo.gov"},{"url":"https://www.cbo.gov/","title":"www.cbo.gov"},{"url":"https://www.cbo.gov/","title":"www.cbo.gov"},{"url":"https://www.cbo.gov/","title":"www.cbo.gov"},{"url":"https://www.cbo.gov/","title":"www.cbo.gov"},{"url":"https://www.cbo.gov/","title":"www.cbo.gov"},{"url":"https://www.cbo.gov/","title":"www.cbo.gov"},{"url":"https://budget.house.gov/","title":"budget.house.gov"},{"url":"https://budget.house.gov/","title":"budget.house.gov"},{"url":"https://www.cbo.gov/","title":"www.cbo.gov"},{"url":"https://www.federalreserve.gov/","title":"www.federalreserve.gov"},{"url":"https://www.theepochtimes.com/","title":"www.theepochtimes.com"},{"url":"https://www.cbo.gov/","title":"www.cbo.gov"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.federalreserve.gov/","title":"www.federalreserve.gov"},{"url":"https://fiscaldata.treasury.gov/","title":"fiscaldata.treasury.gov"},{"url":"https://www.gao.gov/","title":"www.gao.gov"},{"url":"https://epicforamerica.org/","title":"epicforamerica.org"},{"url":"https://catalog.data.gov/","title":"catalog.data.gov"},{"url":"https://www.cbo.gov/","title":"www.cbo.gov"},{"url":"https://www.cbo.gov/","title":"www.cbo.gov"},{"url":"https://www.cbo.gov/","title":"www.cbo.gov"},{"url":"https://budget.house.gov/","title":"budget.house.gov"},{"url":"https://budget.house.gov/","title":"budget.house.gov"},{"url":"https://fiscal.treasury.gov/","title":"fiscal.treasury.gov"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://www.cbo.gov/","title":"www.cbo.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://www.cbo.gov/","title":"www.cbo.gov"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fiscaldata.treasury.gov/","title":"fiscaldata.treasury.gov"},{"url":"https://fiscaldata.treasury.gov/","title":"fiscaldata.treasury.gov"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fiscaldata.treasury.gov/","title":"fiscaldata.treasury.gov"},{"url":"https://fiscaldata.treasury.gov/","title":"fiscaldata.treasury.gov"},{"url":"https://budget.house.gov/","title":"budget.house.gov"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.cbo.gov/","title":"www.cbo.gov"},{"url":"https://abcnews.com/","title":"abcnews.com"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.cbo.gov/","title":"www.cbo.gov"},{"url":"https://budget.house.gov/","title":"budget.house.gov"},{"url":"https://www.cbo.gov/","title":"www.cbo.gov"},{"url":"https://budget.house.gov/","title":"budget.house.gov"},{"url":"https://budget.house.gov/","title":"budget.house.gov"},{"url":"https://www.cbo.gov/","title":"www.cbo.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://www.cbo.gov/","title":"www.cbo.gov"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://alfred.stlouisfed.org/","title":"alfred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"}],"searchCalls":[{"id":"st_tmp_fsxmsi8swyj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_72bvx64fkv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wge4xbknysg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dsltlh3nc1p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w6k8m3zjqzk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_thyqdcgs0m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6bmauzprapr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_aojy8kijrjc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7vewot6tqv6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mvyk8z58fmm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hw38azbd165","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_apvhc27u3qu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_knp1ok4mht","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zhy11s5cxv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m424uixkt8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rs3kvxyoojo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3gx3ak5uba3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lt2fg7ln6uh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sue6mhhy1r","status":"completed","action":"search","executed":true,"sourceCount":3}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_019","epoch":0,"score":"I","citations":[{"url":"https://ir.cgoncology.com/","title":"ir.cgoncology.com"},{"url":"https://ir.cgoncology.com/","title":"ir.cgoncology.com"},{"url":"https://ir.cgoncology.com/","title":"ir.cgoncology.com"},{"url":"https://www.nasdaq.com/","title":"www.nasdaq.com"},{"url":"https://ir.cgoncology.com/","title":"ir.cgoncology.com"},{"url":"https://zenasbio.gcs-web.com/","title":"zenasbio.gcs-web.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://finance.yahoo.com/","title":"finance.yahoo.com"},{"url":"https://investors.zenasbio.com/","title":"investors.zenasbio.com"},{"url":"https://last10k.com/","title":"last10k.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://investors.upstreambio.com/","title":"investors.upstreambio.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.globenewswire.com/","title":"www.globenewswire.com"},{"url":"https://investors.upstreambio.com/","title":"investors.upstreambio.com"},{"url":"https://www.nasdaq.com/","title":"www.nasdaq.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://www.publicnow.com/","title":"www.publicnow.com"},{"url":"https://www.globenewswire.com/","title":"www.globenewswire.com"},{"url":"https://ir.metagenomi.co/","title":"ir.metagenomi.co"},{"url":"https://www.globenewswire.com/","title":"www.globenewswire.com"},{"url":"https://www.biospace.com/","title":"www.biospace.com"},{"url":"https://www.globenewswire.com/","title":"www.globenewswire.com"},{"url":"https://www.globenewswire.com/","title":"www.globenewswire.com"},{"url":"https://ir.cgoncology.com/","title":"ir.cgoncology.com"},{"url":"https://ir.cgoncology.com/","title":"ir.cgoncology.com"},{"url":"https://ir.cgoncology.com/","title":"ir.cgoncology.com"},{"url":"https://ir.cgoncology.com/","title":"ir.cgoncology.com"},{"url":"https://www.nasdaq.com/","title":"www.nasdaq.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://app.edgar.tools/","title":"app.edgar.tools"},{"url":"https://last10k.com/","title":"last10k.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://investors.upstreambio.com/","title":"investors.upstreambio.com"},{"url":"https://investors.upstreambio.com/","title":"investors.upstreambio.com"},{"url":"https://www.globenewswire.com/","title":"www.globenewswire.com"},{"url":"https://investors.mbxbio.com/","title":"investors.mbxbio.com"},{"url":"https://www.globenewswire.com/","title":"www.globenewswire.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://finance.yahoo.com/","title":"finance.yahoo.com"},{"url":"https://ir.metagenomi.co/","title":"ir.metagenomi.co"},{"url":"https://www.biospace.com/","title":"www.biospace.com"},{"url":"https://www.globenewswire.com/","title":"www.globenewswire.com"},{"url":"https://www.nasdaq.com/","title":"www.nasdaq.com"},{"url":"https://ir.metagenomi.co/","title":"ir.metagenomi.co"},{"url":"https://www.businesswire.com/","title":"www.businesswire.com"},{"url":"https://www.cooley.com/","title":"www.cooley.com"},{"url":"https://www.nasdaq.com/","title":"www.nasdaq.com"},{"url":"https://markets.ft.com/","title":"markets.ft.com"},{"url":"https://finance.yahoo.com/","title":"finance.yahoo.com"},{"url":"https://www.globenewswire.com/","title":"www.globenewswire.com"},{"url":"https://www.goodwinlaw.com/","title":"www.goodwinlaw.com"},{"url":"https://www.davispolk.com/","title":"www.davispolk.com"},{"url":"https://www.globenewswire.com/","title":"www.globenewswire.com"},{"url":"http://investors.mbxbio.com/","title":"investors.mbxbio.com"},{"url":"https://ir.metagenomi.co/","title":"ir.metagenomi.co"},{"url":"https://www.fiercebiotech.com/","title":"www.fiercebiotech.com"},{"url":"https://www.investing.com/","title":"www.investing.com"},{"url":"https://www.davispolk.com/","title":"www.davispolk.com"},{"url":"https://globalgenes.org/","title":"globalgenes.org"},{"url":"https://www.globenewswire.com/","title":"www.globenewswire.com"},{"url":"http://nasdaq.com/","title":"nasdaq.com"},{"url":"https://cgoncology.com/","title":"cgoncology.com"},{"url":"https://www.globenewswire.com/","title":"www.globenewswire.com"},{"url":"https://investors.zenasbio.com/","title":"investors.zenasbio.com"},{"url":"https://www.nasdaq.com/","title":"www.nasdaq.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://investors.zenasbio.com/","title":"investors.zenasbio.com"},{"url":"https://investors.zenasbio.com/","title":"investors.zenasbio.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.biospace.com/","title":"www.biospace.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://investors.upstreambio.com/","title":"investors.upstreambio.com"},{"url":"https://www.biospace.com/","title":"www.biospace.com"},{"url":"https://investors.mbxbio.com/","title":"investors.mbxbio.com"},{"url":"https://www.nasdaq.com/","title":"www.nasdaq.com"},{"url":"https://finance.yahoo.com/","title":"finance.yahoo.com"},{"url":"https://investors.mbxbio.com/","title":"investors.mbxbio.com"},{"url":"https://investors.mbxbio.com/","title":"investors.mbxbio.com"},{"url":"https://investors.mbxbio.com/","title":"investors.mbxbio.com"},{"url":"https://www.globenewswire.com/","title":"www.globenewswire.com"},{"url":"https://www.biospace.com/","title":"www.biospace.com"},{"url":"https://finance.yahoo.com/","title":"finance.yahoo.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"http://nasdaq.com/","title":"nasdaq.com"},{"url":"https://cgoncology.com/","title":"cgoncology.com"},{"url":"https://investors.zenasbio.com/","title":"investors.zenasbio.com"},{"url":"https://investors.zenasbio.com/","title":"investors.zenasbio.com"},{"url":"https://last10k.com/","title":"last10k.com"}],"searchCalls":[{"id":"st_tmp_u0td0de1rkm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ptvqv2fmc8k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6rg8fjqcx9x","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pc7xytu93b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vea44lq3xbs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cr7dflfp9l9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iysxkok9ie","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1bzhvokkruf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tphv8k5kd5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dbgc4i07ol6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zknsyx7lo2o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uzubfwkur6k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8zyi4luowp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9kfilafozit","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6v94sxy6tvu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yee0zcct7b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8immcgp3iuy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vyz88poi0ns","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3ds2m7wpx1d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0wsqy7pjl9bg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v7kaiuxxw1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pk0l3kcc0an","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xp5s2992q1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_clwuocobmza","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_z3x6w17r4fm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_klv20w7aqnq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_o3tor1m4cvp","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_pleup82nmyr","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_020","epoch":0,"score":"I","citations":[{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://data.unesco.org/","title":"data.unesco.org"},{"url":"https://ihp-wins.unesco.org/","title":"ihp-wins.unesco.org"},{"url":"https://data.unesco.org/","title":"data.unesco.org"},{"url":"https://ihp-wins.unesco.org/","title":"ihp-wins.unesco.org"},{"url":"https://ihp-wins.unesco.org/","title":"ihp-wins.unesco.org"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://parks.canada.ca/","title":"parks.canada.ca"},{"url":"https://en.ccunesco.ca/","title":"en.ccunesco.ca"},{"url":"https://open.canada.ca/","title":"open.canada.ca"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://data.unesco.org/","title":"data.unesco.org"},{"url":"https://www.unesco.org/","title":"www.unesco.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://data.unesco.org/","title":"data.unesco.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"}],"searchCalls":[{"id":"st_tmp_6543fpru1gd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eu06xs82uqg","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_uxrar2r7r58","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_lcxbo99rpah","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cmj9parnt2t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pyij2420pmk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jwurzqzrs5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gs5wl1h8yx","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_92cc62pdpzp","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_n83f9tz0quq","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_nc4y4gw67kk","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_xm4p4bb2zjj","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_rs9ruok82sr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r509cku4pz","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_hpn45ipu5io","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mywtl7gw8","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_o6t27cei5i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5d9g4e3tfgu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ozvckirseb","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_hcskkxjn7jg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p7vs5v7hcya","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vaw1nfisxuc","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ccx8p47tcxl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s8juwhg1iyr","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_7lyb0fd1ud","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_927nhslolfg","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_vp9rkqvf3nc","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_021","epoch":0,"score":"I","citations":[{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://www.michelin.com/","title":"www.michelin.com"},{"url":"https://www.sortiraparis.com/","title":"www.sortiraparis.com"},{"url":"https://luxus-plus.com/","title":"luxus-plus.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"http://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://ambroisie-paris.com/","title":"ambroisie-paris.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://leprecatelan.paris/","title":"leprecatelan.paris"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://www.ambroisie-paris.com/","title":"www.ambroisie-paris.com"},{"url":"https://ambroisie-paris.com/","title":"ambroisie-paris.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://www.access.sb/","title":"www.access.sb"},{"url":"https://www.access.sb/","title":"www.access.sb"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://leprecatelan.paris/","title":"leprecatelan.paris"},{"url":"https://leprecatelan.paris/","title":"leprecatelan.paris"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://parisjetaime.com/","title":"parisjetaime.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"}],"searchCalls":[{"id":"st_tmp_65zhlcja183","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i5z1qufhmgk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_segeko6ljh","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_iga5ko9sg8b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pa380whb8n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_js188goo1dd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_akt638t0zpn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i7wfale49l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u2rlu5hhkw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_727ml4h6jw2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3mun0yjq97e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1ihuz5e0lfg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zrs1a3edxko","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d45ht6cit24","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kxflk5mvwm","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_6qui82e4x6a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5usewunlmqo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_avse65njhdh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nzupwv0bot","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2ve4s6yy2y2","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_022","epoch":0,"score":"I","citations":[{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.cnbc.com/","title":"www.cnbc.com"},{"url":"https://www.scmp.com/","title":"www.scmp.com"},{"url":"https://www.timeout.com/","title":"www.timeout.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://newsroom.spotify.com/","title":"newsroom.spotify.com"},{"url":"https://newsroom.spotify.com/","title":"newsroom.spotify.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.nbcchicago.com/","title":"www.nbcchicago.com"},{"url":"https://newsroom.spotify.com/","title":"newsroom.spotify.com"},{"url":"https://www.cnbc.com/","title":"www.cnbc.com"},{"url":"https://www.yahoo.com/","title":"www.yahoo.com"},{"url":"https://www.complex.com/","title":"www.complex.com"},{"url":"https://newsroom.spotify.com/","title":"newsroom.spotify.com"},{"url":"https://www.timeout.com/","title":"www.timeout.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.officialcharts.com/","title":"www.officialcharts.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"http://www.musicweek.com/","title":"www.musicweek.com"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://www.officialcharts.com/","title":"www.officialcharts.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.officialcharts.com/","title":"www.officialcharts.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.songfacts.com/","title":"www.songfacts.com"},{"url":"https://rateyourmusic.com/","title":"rateyourmusic.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.pandora.com/","title":"www.pandora.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://au.variety.com/","title":"au.variety.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://musicbrainz.org/","title":"musicbrainz.org"},{"url":"https://www.songfacts.com/","title":"www.songfacts.com"},{"url":"https://www.musicweek.com/","title":"www.musicweek.com"},{"url":"https://www.shazam.com/","title":"www.shazam.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://d2p7fadxpro9ow.cloudfront.net/","title":"d2p7fadxpro9ow.cloudfront.net"},{"url":"https://www.shazam.com/","title":"www.shazam.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.shazam.com/","title":"www.shazam.com"},{"url":"https://www.qobuz.com/","title":"www.qobuz.com"},{"url":"https://pitchfork.com/","title":"pitchfork.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://pitchfork.com/","title":"pitchfork.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://www.officialcharts.com/","title":"www.officialcharts.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.cnbc.com/","title":"www.cnbc.com"},{"url":"https://ktla.com/","title":"ktla.com"},{"url":"https://www.timesnownews.com/","title":"www.timesnownews.com"},{"url":"https://musicbrainz.org/","title":"musicbrainz.org"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.songfacts.com/","title":"www.songfacts.com"},{"url":"https://musicbrainz.org/","title":"musicbrainz.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.bmi.com/","title":"www.bmi.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://morganwallen.com/","title":"morganwallen.com"},{"url":"https://morganwallen.com/","title":"morganwallen.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.officialcharts.com/","title":"www.officialcharts.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.officialcharts.com/","title":"www.officialcharts.com"},{"url":"https://tommyrichman.bandcamp.com/","title":"tommyrichman.bandcamp.com"},{"url":"https://genius.com/","title":"genius.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.iamchappellroan.com/","title":"www.iamchappellroan.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://www.vice.com/","title":"www.vice.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://pitchfork.com/","title":"pitchfork.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.rttnews.com/","title":"www.rttnews.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.rollingstone.com/","title":"www.rollingstone.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://abcnews.com/","title":"abcnews.com"},{"url":"https://www.guinnessworldrecords.com/","title":"www.guinnessworldrecords.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.breezyscroll.com/","title":"www.breezyscroll.com"},{"url":"https://www.jsonline.com/","title":"www.jsonline.com"},{"url":"https://granitepostnews.com/","title":"granitepostnews.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://credits.muso.ai/","title":"credits.muso.ai"}],"searchCalls":[{"id":"st_tmp_n6le23jtdkh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nx2tth8be8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ksn8ciz0a7r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1qjcp9gnlhc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_80d0v2w9hwf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pas046m6nu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6eh0ny3784c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zgnu62ioso","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_78fzfm6457j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jzrgaui8sm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i8160d7d3w9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7cphnsm7eh4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7g9i9u2eelc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iqzhfvqu1x","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8t3cfigvb18","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wl6mdqpqatr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_goyvfy2mo2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4rnekebpz3s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r42asob76e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jjgjbfl0w58","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q9x3l55ipx8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2r11qq8tq49","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ba472aeh3ar","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2l9c5imr46","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_en3t92nc9fp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v80imphqjpe","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_mtnj34101cn","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_bh46ulzbwdv","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_m0tdsi4tifp","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_b3kh1r38eb5","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_023","epoch":0,"score":"I","citations":[{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://journals.sagepub.com/","title":"journals.sagepub.com"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://pure.psu.edu/","title":"pure.psu.edu"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://colab.ws/","title":"colab.ws"},{"url":"https://experts.arizona.edu/","title":"experts.arizona.edu"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://ccs.yale.edu/","title":"ccs.yale.edu"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://www.researchgate.net/","title":"www.researchgate.net"},{"url":"https://www.ivysci.com/","title":"www.ivysci.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"}],"searchCalls":[{"id":"st_tmp_wm811pu5vn8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ujfctxixxb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6echpd5kh3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fl90buy8hig","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tfi5vcfs89r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_la5t23fchk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f0napbo6kit","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_90yjoi803wm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k7759p8fqm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ahmpx829zkr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gdljmfj5xco","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ey45hrtco3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yhdfekxmrm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gx5v8yfm0m5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s6qjnn4awr9","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_4yxjh68n1r2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1y6xj9ffgb1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hngkq8oua8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2xpg4hmmdcu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3z73xxrzndk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k3wiy1rnrmb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qsot8cyt9mj","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_5utvvfqw2a3","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_qveqg2v3xth","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3rbz3nkia3f","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_9df5z8ofo59","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_18so5kafewc","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_15ppva0x091","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_azoo5f53sfm","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_vr1kjmwf2w","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_024","epoch":0,"score":"I","citations":[{"url":"https://www.cbssports.com/","title":"www.cbssports.com"},{"url":"https://www.sportsbusinessjournal.com/","title":"www.sportsbusinessjournal.com"},{"url":"https://www.hollywoodreporter.com/","title":"www.hollywoodreporter.com"},{"url":"https://www.statista.com/","title":"www.statista.com"},{"url":"https://media.nfl.com/","title":"media.nfl.com"},{"url":"https://www.sportsbusinessjournal.com/","title":"www.sportsbusinessjournal.com"},{"url":"https://fox59.com/","title":"fox59.com"},{"url":"https://theweek.com/","title":"theweek.com"},{"url":"https://www.superbowl-ads.com/","title":"www.superbowl-ads.com"},{"url":"https://www.hollywoodreporter.com/","title":"www.hollywoodreporter.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"http://www.espn.com/","title":"www.espn.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.goal.com/","title":"www.goal.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.sportsbusinessjournal.com/","title":"www.sportsbusinessjournal.com"},{"url":"https://www.sportsmediawatch.com/","title":"www.sportsmediawatch.com"},{"url":"https://www.sportsmediawatch.com/","title":"www.sportsmediawatch.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.tdogmedia.com/","title":"www.tdogmedia.com"},{"url":"https://www.nielsen.com/","title":"www.nielsen.com"},{"url":"https://www.nationalfootballpost.com/","title":"www.nationalfootballpost.com"},{"url":"https://worldscreen.com/","title":"worldscreen.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.sportsmediawatch.com/","title":"www.sportsmediawatch.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.nfl.com/","title":"www.nfl.com"},{"url":"https://www.cnbc.com/","title":"www.cnbc.com"},{"url":"https://www.cnbc.com/","title":"www.cnbc.com"},{"url":"https://www.foxsports.com/","title":"www.foxsports.com"},{"url":"https://www.tirebusiness.com/","title":"www.tirebusiness.com"},{"url":"https://www.sportsbusinessjournal.com/","title":"www.sportsbusinessjournal.com"},{"url":"https://www.sportsbusinessjournal.com/","title":"www.sportsbusinessjournal.com"},{"url":"https://rbr.com/","title":"rbr.com"},{"url":"https://www.adweek.com/","title":"www.adweek.com"},{"url":"https://www.sportsbusinessjournal.com/","title":"www.sportsbusinessjournal.com"},{"url":"https://nflmediaarchive.nfl.net/","title":"nflmediaarchive.nfl.net"},{"url":"https://www.nbcphiladelphia.com/","title":"www.nbcphiladelphia.com"},{"url":"https://www.nfl.com/","title":"www.nfl.com"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://www.sportsbusinessjournal.com/","title":"www.sportsbusinessjournal.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://wikimili.com/","title":"wikimili.com"},{"url":"https://www.today.com/","title":"www.today.com"},{"url":"https://www.sfgate.com/","title":"www.sfgate.com"},{"url":"https://www.sportcal.com/","title":"www.sportcal.com"},{"url":"https://www.sportsbusinessjournal.com/","title":"www.sportsbusinessjournal.com"},{"url":"https://www.superbowl-ads.com/","title":"www.superbowl-ads.com"},{"url":"https://icon.ink/","title":"icon.ink"},{"url":"https://docs.fcc.gov/","title":"docs.fcc.gov"},{"url":"https://www.sportsbusinessjournal.com/","title":"www.sportsbusinessjournal.com"},{"url":"https://www.mediapost.com/","title":"www.mediapost.com"},{"url":"https://www.sportsbusinessjournal.com/","title":"www.sportsbusinessjournal.com"},{"url":"https://www.jacksonville.com/","title":"www.jacksonville.com"},{"url":"https://ir.comscore.com/","title":"ir.comscore.com"},{"url":"https://nflmediaarchive.nfl.net/","title":"nflmediaarchive.nfl.net"},{"url":"https://static1.1.sqspcdn.com/","title":"static1.1.sqspcdn.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.mic.com/","title":"www.mic.com"},{"url":"https://www.sportsbusinessjournal.com/","title":"www.sportsbusinessjournal.com"},{"url":"https://www.9news.com/","title":"www.9news.com"},{"url":"https://www.nbclosangeles.com/","title":"www.nbclosangeles.com"},{"url":"https://www.nbcdfw.com/","title":"www.nbcdfw.com"},{"url":"https://www.gjsentinel.com/","title":"www.gjsentinel.com"},{"url":"https://www.nielsen.com/","title":"www.nielsen.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.denverpost.com/","title":"www.denverpost.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.nfl.com/","title":"www.nfl.com"},{"url":"https://www.foxsports.com/","title":"www.foxsports.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.tvtechnology.com/","title":"www.tvtechnology.com"},{"url":"https://www.sportcal.com/","title":"www.sportcal.com"},{"url":"https://www.nfl.com/","title":"www.nfl.com"},{"url":"https://www.si.com/","title":"www.si.com"},{"url":"https://www.latimes.com/","title":"www.latimes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://nypost.com/","title":"nypost.com"},{"url":"https://www.latimes.com/","title":"www.latimes.com"},{"url":"https://www.espn.co.uk/","title":"www.espn.co.uk"},{"url":"https://thesportsrush.com/","title":"thesportsrush.com"},{"url":"https://www.latimes.com/","title":"www.latimes.com"},{"url":"https://www.cbssports.com/","title":"www.cbssports.com"},{"url":"https://deadline.com/","title":"deadline.com"},{"url":"https://www.syracuse.com/","title":"www.syracuse.com"},{"url":"https://www.adweek.com/","title":"www.adweek.com"},{"url":"https://www.tvtechnology.com/","title":"www.tvtechnology.com"},{"url":"https://www.statista.com/","title":"www.statista.com"},{"url":"https://www.nbcbayarea.com/","title":"www.nbcbayarea.com"},{"url":"https://www.nielsen.com/","title":"www.nielsen.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://fansided.com/","title":"fansided.com"},{"url":"https://www.mediaplaynews.com/","title":"www.mediaplaynews.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.mediapost.com/","title":"www.mediapost.com"},{"url":"https://tvline.com/","title":"tvline.com"},{"url":"https://www.nfl.com/","title":"www.nfl.com"},{"url":"https://www.nielsen.com/","title":"www.nielsen.com"},{"url":"https://www.foxsports.com/","title":"www.foxsports.com"},{"url":"https://www.foxcorporation.com/","title":"www.foxcorporation.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://investor.foxcorporation.com/","title":"investor.foxcorporation.com"},{"url":"https://www.breitbart.com/","title":"www.breitbart.com"},{"url":"https://www.adobomagazine.com/","title":"www.adobomagazine.com"},{"url":"https://www.thenationalnews.com/","title":"www.thenationalnews.com"},{"url":"https://www.nielsen.com/","title":"www.nielsen.com"},{"url":"https://www.sportico.com/","title":"www.sportico.com"},{"url":"https://www.publicnow.com/","title":"www.publicnow.com"},{"url":"https://apnews.com/","title":"apnews.com"},{"url":"https://www.cnbc.com/","title":"www.cnbc.com"}],"searchCalls":[{"id":"st_tmp_oflw1g9yp6p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0lsoa4qs1t2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uh5l6kwh0c8","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_uzp1z2sum0i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9w3fvzxdx0s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4ab11zk3wuo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1ql7h0989bzj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fae200xo5dr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nax5fxdy28l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_68wiyw4267q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nx07fipil4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9ans64ii995","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ynie802paw8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b4tswsyqof7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_srhk8a3ihob","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0qtxwq3sqbaf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zate6edyo38","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mnequ7d08l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s8emqf1ove","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tw5z40faymd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bfs2he9urn7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4rd13ni5d7i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m2xopn5ar4a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_09k14jzbs2lk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r07c40337kh","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_025","epoch":0,"score":"I","citations":[{"url":"https://www.abortionfinder.org/","title":"www.abortionfinder.org"},{"url":"https://www.abortionfinder.org/","title":"www.abortionfinder.org"},{"url":"https://www.abortionfinder.org/","title":"www.abortionfinder.org"},{"url":"https://www.abortionfinder.org/","title":"www.abortionfinder.org"},{"url":"https://www.abortionfinder.org/","title":"www.abortionfinder.org"},{"url":"https://www.plannedparenthood.org/","title":"www.plannedparenthood.org"},{"url":"https://www.plannedparenthood.org/","title":"www.plannedparenthood.org"},{"url":"https://www.plannedparenthood.org/","title":"www.plannedparenthood.org"},{"url":"https://find-open.com/","title":"find-open.com"},{"url":"https://www.yellowpages.com/","title":"www.yellowpages.com"},{"url":"https://www.plannedparenthood.org/","title":"www.plannedparenthood.org"},{"url":"https://www.plannedparenthood.org/","title":"www.plannedparenthood.org"},{"url":"https://www.plannedparenthood.org/","title":"www.plannedparenthood.org"},{"url":"https://www.mapquest.com/","title":"www.mapquest.com"},{"url":"https://www.cdph.ca.gov/","title":"www.cdph.ca.gov"},{"url":"https://www.abortionfinder.org/","title":"www.abortionfinder.org"},{"url":"https://reproductivehealthdata.org/","title":"reproductivehealthdata.org"},{"url":"https://www.abortionfinder.org/","title":"www.abortionfinder.org"},{"url":"https://www.abortionfinder.org/","title":"www.abortionfinder.org"},{"url":"https://www.abortionfinder.org/","title":"www.abortionfinder.org"},{"url":"https://www.plannedparenthood.org/","title":"www.plannedparenthood.org"},{"url":"https://www.plannedparenthood.org/","title":"www.plannedparenthood.org"},{"url":"https://www.plannedparenthood.org/","title":"www.plannedparenthood.org"},{"url":"https://www.plannedparenthood.org/","title":"www.plannedparenthood.org"},{"url":"https://www.plannedparenthood.org/","title":"www.plannedparenthood.org"},{"url":"https://www.plannedparenthood.org/","title":"www.plannedparenthood.org"},{"url":"https://www.plannedparenthood.org/","title":"www.plannedparenthood.org"},{"url":"https://cfphanford.com/","title":"cfphanford.com"},{"url":"https://www.cdph.ca.gov/","title":"www.cdph.ca.gov"},{"url":"https://partner.crossroadscpc.com/","title":"partner.crossroadscpc.com"},{"url":"https://www.adventisthealth.org/","title":"www.adventisthealth.org"},{"url":"https://crossroadscpc.com/","title":"crossroadscpc.com"},{"url":"https://wholewomanshealth.com/","title":"wholewomanshealth.com"},{"url":"https://wholewomanshealth.com/","title":"wholewomanshealth.com"},{"url":"https://wholewomanshealth.com/","title":"wholewomanshealth.com"},{"url":"https://mysunnyhealth.com/","title":"mysunnyhealth.com"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://freewomensclinic.com/","title":"freewomensclinic.com"},{"url":"https://abortiondocs.org/","title":"abortiondocs.org"},{"url":"https://willowclinic.ca/","title":"willowclinic.ca"},{"url":"https://www.cdph.ca.gov/","title":"www.cdph.ca.gov"},{"url":"https://www.plannedparenthood.org/","title":"www.plannedparenthood.org"},{"url":"https://www.ineedana.com/","title":"www.ineedana.com"},{"url":"https://www.plannedparenthood.org/","title":"www.plannedparenthood.org"},{"url":"https://www.cde.ca.gov/","title":"www.cde.ca.gov"},{"url":"https://www.dandb.com/","title":"www.dandb.com"},{"url":"https://www.abortionfinder.org/","title":"www.abortionfinder.org"},{"url":"https://www.plannedparenthood.org/","title":"www.plannedparenthood.org"},{"url":"https://abortiondocs.org/","title":"abortiondocs.org"},{"url":"https://madera.calstatedir.com/","title":"madera.calstatedir.com"},{"url":"https://www.ineedana.com/","title":"www.ineedana.com"},{"url":"https://www.abortionfinder.org/","title":"www.abortionfinder.org"},{"url":"https://reproductivehealthdata.org/","title":"reproductivehealthdata.org"},{"url":"https://reproductivehealthdata.org/","title":"reproductivehealthdata.org"},{"url":"https://reproductivehealthdata.org/","title":"reproductivehealthdata.org"},{"url":"https://www.abortionfinder.org/","title":"www.abortionfinder.org"},{"url":"https://npin.cdc.gov/","title":"npin.cdc.gov"},{"url":"https://freewomensclinic.com/","title":"freewomensclinic.com"},{"url":"https://www.abortionfinder.org/","title":"www.abortionfinder.org"},{"url":"https://www.abortionfinder.org/","title":"www.abortionfinder.org"},{"url":"https://www.abortionfinder.org/","title":"www.abortionfinder.org"},{"url":"https://www.abortionfinder.org/","title":"www.abortionfinder.org"},{"url":"https://abortiondocs.org/","title":"abortiondocs.org"},{"url":"https://operationrescue.org/","title":"operationrescue.org"},{"url":"https://www.kcra.com/","title":"www.kcra.com"},{"url":"https://www.yourcentralvalley.com/","title":"www.yourcentralvalley.com"},{"url":"https://www.abortionfinder.org/","title":"www.abortionfinder.org"},{"url":"https://www.abortionfinder.org/","title":"www.abortionfinder.org"},{"url":"https://wholewomanshealth.com/","title":"wholewomanshealth.com"},{"url":"https://vagclinic.com/","title":"vagclinic.com"},{"url":"https://reproductivehealthdata.org/","title":"reproductivehealthdata.org"},{"url":"https://find-open.com/","title":"find-open.com"},{"url":"https://www.abortionfinder.org/","title":"www.abortionfinder.org"},{"url":"https://reproductivehealthdata.org/","title":"reproductivehealthdata.org"},{"url":"https://www.cde.ca.gov/","title":"www.cde.ca.gov"},{"url":"https://www.adventisthealth.org/","title":"www.adventisthealth.org"},{"url":"https://www.heyjane.com/","title":"www.heyjane.com"},{"url":"https://www.gov.ca.gov/","title":"www.gov.ca.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.kff.org/","title":"www.kff.org"},{"url":"https://www.plannedparenthood.org/","title":"www.plannedparenthood.org"},{"url":"https://hcai.ca.gov/","title":"hcai.ca.gov"},{"url":"http://sbaprolife.org/","title":"sbaprolife.org"},{"url":"https://www.plannedparenthood.org/","title":"www.plannedparenthood.org"},{"url":"https://www.plannedparenthood.org/","title":"www.plannedparenthood.org"},{"url":"https://www.plannedparenthood.org/","title":"www.plannedparenthood.org"},{"url":"https://www.plannedparenthood.org/","title":"www.plannedparenthood.org"},{"url":"https://www.plannedparenthood.org/","title":"www.plannedparenthood.org"},{"url":"https://www.fpawomenshealth.com/","title":"www.fpawomenshealth.com"},{"url":"https://www.fpawomenshealth.com/","title":"www.fpawomenshealth.com"},{"url":"https://www.fpawomenshealth.com/","title":"www.fpawomenshealth.com"},{"url":"https://www.fpawomenshealth.com/","title":"www.fpawomenshealth.com"},{"url":"https://www.fpawomenshealth.com/","title":"www.fpawomenshealth.com"}],"searchCalls":[{"id":"st_tmp_vz12lfk74k8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_65xdclc05hq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qevu03gyvzl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9jyzp30oaf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_meus35a4jni","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m2jg8hkjt1l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h2mioxuh86a","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_51s4lgfxsdk","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_k5jbqcz1p3l","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_e9rhyf3p1o5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mxtajgel9so","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ozi69ifys1l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gdnuchlfhxg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rbnxbdmhjd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_91miqgnspsp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kjxjat7vfam","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9bf9px1ziqk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_23vljic8wza","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tnqa1xokcd9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rjmmfpl9jdg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_arrej85qk5q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ukegtss5an","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gr2fpznlmdd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wab9mcme3j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uch77l8pad8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nnj5ahssm2j","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_026","epoch":0,"score":"I","citations":[{"url":"https://www.archives.gov/","title":"www.archives.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://catalog.data.gov/","title":"catalog.data.gov"},{"url":"https://www.govtrack.us/","title":"www.govtrack.us"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://news.ballotpedia.org/","title":"news.ballotpedia.org"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://www.thegreenpapers.com/","title":"www.thegreenpapers.com"},{"url":"https://documents.ncsl.org/","title":"documents.ncsl.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://www.stateside.com/","title":"www.stateside.com"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.senate.gov/","title":"www.senate.gov"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.senate.gov/","title":"www.senate.gov"},{"url":"https://www.archives.gov/","title":"www.archives.gov"},{"url":"https://uselectionatlas.org/","title":"uselectionatlas.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.visualcapitalist.com/","title":"www.visualcapitalist.com"},{"url":"https://www.nga.org/","title":"www.nga.org"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://apnews.com/","title":"apnews.com"}],"searchCalls":[{"id":"st_tmp_vsyjvtd09ss","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v8akywyhbqc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a0qownzh6qd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_redrrx1ph5p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a6ve6hbwng","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m6dzpc6evws","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_027","epoch":0,"score":"I","citations":[{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://www.museumslondon.org/","title":"www.museumslondon.org"},{"url":"https://www.museumslondon.org/","title":"www.museumslondon.org"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://www.museumslondon.org/","title":"www.museumslondon.org"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://gocity.com/","title":"gocity.com"},{"url":"https://www.museumslondon.org/","title":"www.museumslondon.org"},{"url":"https://www.museumslondon.org/","title":"www.museumslondon.org"},{"url":"https://www.museumslondon.org/","title":"www.museumslondon.org"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://www.artfund.org/","title":"www.artfund.org"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://www.museumslondon.org/","title":"www.museumslondon.org"},{"url":"https://www.museumslondon.org/","title":"www.museumslondon.org"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://www.londonpass.com/","title":"www.londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://www.museumslondon.org/","title":"www.museumslondon.org"},{"url":"https://www.museumslondon.org/","title":"www.museumslondon.org"},{"url":"https://www.museumslondon.org/","title":"www.museumslondon.org"},{"url":"https://www.museumslondon.org/","title":"www.museumslondon.org"},{"url":"https://www.museumslondon.org/","title":"www.museumslondon.org"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"}],"searchCalls":[{"id":"st_tmp_xq4mkw15qte","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k87zneqpmoq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z9q3mhrzj8","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_crmfyvn7zq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ybot7phh40i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_642iwn2b6ue","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ip5p4a7ejq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_aim7ilbxujo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_atk6k2wc03","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_la4k8ka92j8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4kphiuqai2t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f79d6evo8zm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lh6frkn74pk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lpr3d5mdcy","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_eri91iz3lrn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1g05foj2ize","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3g1p50wwyls","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7b92xo8u7o5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ujycqqhqoxb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5b2zhnjha58","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tzvyqwjlnko","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_788jl93r5qs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h8zhbqy49v7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eu4bhd40o2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p9dd34cbhi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sonp4c4fcl","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_4fuagax5brq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_a1lpawjpdg","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_eojakmad836","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_028","epoch":0,"score":"C","citations":[{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://corporate.mcdonalds.com/","title":"corporate.mcdonalds.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://s26.q4cdn.com/","title":"s26.q4cdn.com"},{"url":"https://www.rbi.com/","title":"www.rbi.com"},{"url":"https://finance.yahoo.com/","title":"finance.yahoo.com"},{"url":"https://finance.yahoo.com/","title":"finance.yahoo.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://s1.q4cdn.com/","title":"s1.q4cdn.com"},{"url":"https://www.irwendys.com/","title":"www.irwendys.com"},{"url":"https://www.irwendys.com/","title":"www.irwendys.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://investor.shakeshack.com/","title":"investor.shakeshack.com"},{"url":"https://investor.shakeshack.com/","title":"investor.shakeshack.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://s2.q4cdn.com/","title":"s2.q4cdn.com"},{"url":"https://www.nasdaq.com/","title":"www.nasdaq.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://s2.q4cdn.com/","title":"s2.q4cdn.com"},{"url":"https://www.morningstar.com/","title":"www.morningstar.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.nrn.com/","title":"www.nrn.com"},{"url":"https://www.statista.com/","title":"www.statista.com"},{"url":"https://s26.q4cdn.com/","title":"s26.q4cdn.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.statista.com/","title":"www.statista.com"},{"url":"https://d18rn0p25nwr6d.cloudfront.net/","title":"d18rn0p25nwr6d.cloudfront.net"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://stocklight.com/","title":"stocklight.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.rbi.com/","title":"www.rbi.com"},{"url":"https://stocklight.com/","title":"stocklight.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.today.com/","title":"www.today.com"},{"url":"https://www.worldbenchmarkingalliance.org/","title":"www.worldbenchmarkingalliance.org"},{"url":"https://www.statista.com/","title":"www.statista.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.restfinance.com/","title":"www.restfinance.com"},{"url":"http://s26.q4cdn.com/","title":"s26.q4cdn.com"},{"url":"https://www.franchisetimes.com/","title":"www.franchisetimes.com"},{"url":"https://www.franchisetimes.com/","title":"www.franchisetimes.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.qsrmagazine.com/","title":"www.qsrmagazine.com"},{"url":"https://www.nrn.com/","title":"www.nrn.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.franchisetimes.com/","title":"www.franchisetimes.com"},{"url":"https://www.rbi.com/","title":"www.rbi.com"},{"url":"https://www.rbi.com/","title":"www.rbi.com"},{"url":"https://www.rbi.com/","title":"www.rbi.com"},{"url":"https://www.rbi.com/","title":"www.rbi.com"},{"url":"https://www.statista.com/","title":"www.statista.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://s26.q4cdn.com/","title":"s26.q4cdn.com"},{"url":"https://www.nrn.com/","title":"www.nrn.com"},{"url":"https://www.convenience.org/","title":"www.convenience.org"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://investor.shakeshack.com/","title":"investor.shakeshack.com"},{"url":"https://content.edgar-online.com/","title":"content.edgar-online.com"},{"url":"https://corporate.mcdonalds.com/","title":"corporate.mcdonalds.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://stocklight.com/","title":"stocklight.com"},{"url":"https://www.annualreports.com/","title":"www.annualreports.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"}],"searchCalls":[{"id":"st_tmp_yg0935lmbb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_botzmtbrzor","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j6np0tqc7e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pyjpd78jjld","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c91pbvor0l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pde6wsc0ec","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ines34o10jr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hb0bhiqrud7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z5fjr390dvr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oqbbbvy0c48","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n0zhzzfdd1q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yeygz3fl6io","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8kog4dyenwn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y8nnf66tgpq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ovt51vzj3ea","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kjg0qza7znh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dkmnvd4blpe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gz6e31satsu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9ukg0t61rpv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wuy9ltvrbyo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iyymx5qzfh","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_z3pi2fa4o","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_e1n0bjw3nwm","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_029","epoch":0,"score":"C","citations":[{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://time.com/","title":"time.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.marvel.com/","title":"www.marvel.com"},{"url":"https://www.latimes.com/","title":"www.latimes.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.wsj.com/","title":"www.wsj.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://deadline.com/","title":"deadline.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://collider.com/","title":"collider.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"}],"searchCalls":[{"id":"st_tmp_g9vzz593u19","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dvadivdna7l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uwuhyuif8ti","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pa1ygieznrp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_me8c25vtfr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7xjur4ebh1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ie3z41zcbjs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_11ro9ew03b7l","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_q4p91awf2a","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_uxxyjsnx4gg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qinelbh7lga","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_6aukckefpcw","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_lyj215co8uj","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_77ht5jmh9gn","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_411k5oios11","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d9vot9y8rbn","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_dlp7zq5dhyc","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_wv830qe1av9","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_zbbnwq99de","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_x0kbf3fuw1h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bwlt6s9vhsg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yjgoj9d4yns","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1h4nws59eht","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d4hoo918ky","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dyo2e7uln1o","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_t67qys2184","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ufc4tsjheu","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_rde7bbtwwf8","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_l3mi4gte0m","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_030","epoch":0,"score":"I","citations":[{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://supreme.justia.com/","title":"supreme.justia.com"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://law.justia.com/","title":"law.justia.com"},{"url":"https://law.justia.com/","title":"law.justia.com"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://supreme.justia.com/","title":"supreme.justia.com"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://supreme.justia.com/","title":"supreme.justia.com"},{"url":"https://supreme.justia.com/","title":"supreme.justia.com"},{"url":"https://supreme.justia.com/","title":"supreme.justia.com"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.oyez.org/","title":"www.oyez.org"},{"url":"https://www.oyez.org/","title":"www.oyez.org"},{"url":"https://www.oyez.org/","title":"www.oyez.org"},{"url":"https://www.oyez.org/","title":"www.oyez.org"},{"url":"https://www.oyez.org/","title":"www.oyez.org"},{"url":"https://www.govtrack.us/","title":"www.govtrack.us"},{"url":"https://supreme.justia.com/","title":"supreme.justia.com"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.barley.com/","title":"www.barley.com"},{"url":"https://www.scotusblog.com/","title":"www.scotusblog.com"},{"url":"https://www.scotusblog.com/","title":"www.scotusblog.com"},{"url":"https://www.scotusblog.com/","title":"www.scotusblog.com"},{"url":"https://www.scotusblog.com/","title":"www.scotusblog.com"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://media.scotusblog.com/","title":"media.scotusblog.com"},{"url":"https://www.theusconstitution.org/","title":"www.theusconstitution.org"},{"url":"https://www.theusconstitution.org/","title":"www.theusconstitution.org"},{"url":"https://media.scotusblog.com/","title":"media.scotusblog.com"},{"url":"https://www.acslaw.org/","title":"www.acslaw.org"},{"url":"https://law.justia.com/","title":"law.justia.com"},{"url":"https://law.justia.com/","title":"law.justia.com"},{"url":"https://www.scotusblog.com/","title":"www.scotusblog.com"},{"url":"https://www.scotusblog.com/","title":"www.scotusblog.com"},{"url":"https://www.scotusblog.com/","title":"www.scotusblog.com"},{"url":"https://www.scotusblog.com/","title":"www.scotusblog.com"},{"url":"https://media.scotusblog.com/","title":"media.scotusblog.com"},{"url":"https://www.scotusblog.com/","title":"www.scotusblog.com"},{"url":"https://www.scotusblog.com/","title":"www.scotusblog.com"},{"url":"https://www.scotusblog.com/","title":"www.scotusblog.com"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"}],"searchCalls":[{"id":"st_tmp_5c39iut0fn","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_x6z5xe5p07","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lwf92s9a5o7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oa600jhqzrr","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_y83on47zs9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2m6du31uqq5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3r640jjlxr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n9otkquxcb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_14kz0u1j1fq","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_kvl9cozmaz","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_n4h308c4pdh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o9qccwr8yqc","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_2pozpqi880u","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_935dkazfdwv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bjo15zqj6vn","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_8hkynjzwnkq","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_029tcrubtu1i","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_4zkojs1tlh3","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_vxwna9s3818","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vqihovo0bbr","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_cpyos5uvr1f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kbb2me68ck","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ej8ky7wuai5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zramo9gwqzf","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_m8d90mklskm","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_iovdm667b0h","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_1dqbvzohhaz","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_c6329351g4r","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_l6tiuhhvad","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_031","epoch":0,"score":"I","citations":[{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://tv.apple.com/","title":"tv.apple.com"},{"url":"https://ny.wikipedia.org/","title":"ny.wikipedia.org"},{"url":"https://www.omdb.org/","title":"www.omdb.org"},{"url":"https://www.fandango.com/","title":"www.fandango.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.fandango.com/","title":"www.fandango.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.allmovie.com/","title":"www.allmovie.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.cinema.com/","title":"www.cinema.com"},{"url":"https://www.tribute.ca/","title":"www.tribute.ca"},{"url":"https://scn.wikipedia.org/","title":"scn.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.allmovie.com/","title":"www.allmovie.com"},{"url":"https://www.fandango.com/","title":"www.fandango.com"},{"url":"https://www.cinema.com/","title":"www.cinema.com"},{"url":"https://www.fandango.com/","title":"www.fandango.com"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://ew.com/","title":"ew.com"},{"url":"https://www.fandango.com/","title":"www.fandango.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.televisionacademy.com/","title":"www.televisionacademy.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://en.as.com/","title":"en.as.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://scn.wikipedia.org/","title":"scn.wikipedia.org"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://paddingtonbear.fandom.com/","title":"paddingtonbear.fandom.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.latimes.com/","title":"www.latimes.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://goldenglobes.com/","title":"goldenglobes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.bfi.org.uk/","title":"www.bfi.org.uk"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://www.indiewire.com/","title":"www.indiewire.com"},{"url":"https://goldenglobes.com/","title":"goldenglobes.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.hollywoodreporter.com/","title":"www.hollywoodreporter.com"},{"url":"https://www.news.com.au/","title":"www.news.com.au"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.allmovie.com/","title":"www.allmovie.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.wsj.com/","title":"www.wsj.com"},{"url":"https://ia.wikipedia.org/","title":"ia.wikipedia.org"},{"url":"https://ny.wikipedia.org/","title":"ny.wikipedia.org"},{"url":"https://ha.wikipedia.org/","title":"ha.wikipedia.org"},{"url":"https://ig.wikipedia.org/","title":"ig.wikipedia.org"},{"url":"https://time.com/","title":"time.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.latimes.com/","title":"www.latimes.com"},{"url":"https://www.upi.com/","title":"www.upi.com"},{"url":"https://style.news.am/","title":"style.news.am"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://goldenglobes.com/","title":"goldenglobes.com"},{"url":"https://www.slantmagazine.com/","title":"www.slantmagazine.com"},{"url":"https://www.latimes.com/","title":"www.latimes.com"},{"url":"https://tv.apple.com/","title":"tv.apple.com"},{"url":"https://observer.com/","title":"observer.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://observer.com/","title":"observer.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"}],"searchCalls":[{"id":"st_tmp_22yvbfjof6t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zvz832uyvl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sctc8rcn6t8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jb3njbp03u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6isazg82sfn","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_5fwtuumf3rx","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_w3g7fu4vdn","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_islg37jx7cd","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_e3bchtxl1kw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uu0omjdmiwj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_usmaiwruvle","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ioimjm9sanm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_59ji8xvwy43","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hawyfbybguu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bd4dckqbi5n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_94w7makk94","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7gb7ej436hh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ygeeuagadc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2tfqcz6urha","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8jbqrur7ex5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p3esjeo7ie9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d4r4imhvy8t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h8gdkmihid6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r0idou2ftha","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hjy1pfsm4wq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a23hbfw7v8","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ssqkpv6es3","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_lhzi1eyn0yq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_smqyliokwf","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_qbag5p1p9q8","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_032","epoch":0,"score":"I","citations":[{"url":"https://www.transport.nsw.gov.au/","title":"www.transport.nsw.gov.au"},{"url":"https://opendata.transport.nsw.gov.au/","title":"opendata.transport.nsw.gov.au"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.railwaygazette.com/","title":"www.railwaygazette.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.transport.nsw.gov.au/","title":"www.transport.nsw.gov.au"},{"url":"https://transportnsw.info/","title":"transportnsw.info"},{"url":"https://www.sydneymetro.info/","title":"www.sydneymetro.info"},{"url":"https://transportnsw.info/","title":"transportnsw.info"},{"url":"https://transportnsw.info/","title":"transportnsw.info"},{"url":"https://metrosydney.org/","title":"metrosydney.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://mapa-metro.com/","title":"mapa-metro.com"},{"url":"https://opendata.transport.nsw.gov.au/","title":"opendata.transport.nsw.gov.au"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://metrosydney.org/","title":"metrosydney.org"},{"url":"https://transportnsw.info/","title":"transportnsw.info"},{"url":"https://transportnsw.info/","title":"transportnsw.info"},{"url":"https://transportnsw.info/","title":"transportnsw.info"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://transportnsw.info/","title":"transportnsw.info"},{"url":"https://transportnsw.info/","title":"transportnsw.info"},{"url":"https://metrosydney.org/","title":"metrosydney.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://metrosydney.org/","title":"metrosydney.org"},{"url":"https://transportnsw.info/","title":"transportnsw.info"},{"url":"https://transportnsw.info/","title":"transportnsw.info"},{"url":"https://transportnsw.info/","title":"transportnsw.info"},{"url":"https://transportnsw.info/","title":"transportnsw.info"},{"url":"https://transportnsw.info/","title":"transportnsw.info"},{"url":"https://transitapp.com/","title":"transitapp.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://transportnsw.info/","title":"transportnsw.info"},{"url":"https://transportnsw.info/","title":"transportnsw.info"},{"url":"https://transportnsw.info/","title":"transportnsw.info"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://transportnsw.info/","title":"transportnsw.info"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://transportnsw.info/","title":"transportnsw.info"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://transportnsw.info/","title":"transportnsw.info"},{"url":"https://transitapp.com/","title":"transitapp.com"},{"url":"https://airportlink.com.au/","title":"airportlink.com.au"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://transportnsw.info/","title":"transportnsw.info"},{"url":"https://transportnsw.info/","title":"transportnsw.info"},{"url":"https://transitapp.com/","title":"transitapp.com"},{"url":"https://www.londontubemap.org/","title":"www.londontubemap.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.transport.nsw.gov.au/","title":"www.transport.nsw.gov.au"},{"url":"https://metrosydney.org/","title":"metrosydney.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://appassets.mvtdev.com/","title":"appassets.mvtdev.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://busmaps.com/","title":"busmaps.com"},{"url":"https://busmaps.com/","title":"busmaps.com"},{"url":"https://metrosydney.org/","title":"metrosydney.org"},{"url":"https://www.transport.nsw.gov.au/","title":"www.transport.nsw.gov.au"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://transportnsw.info/","title":"transportnsw.info"},{"url":"https://transportnsw.info/","title":"transportnsw.info"},{"url":"https://transportnsw.info/","title":"transportnsw.info"},{"url":"https://www.transport.nsw.gov.au/","title":"www.transport.nsw.gov.au"},{"url":"https://appassets.mvtdev.com/","title":"appassets.mvtdev.com"},{"url":"https://opendata.transport.nsw.gov.au/","title":"opendata.transport.nsw.gov.au"},{"url":"https://opendata.transport.nsw.gov.au/","title":"opendata.transport.nsw.gov.au"},{"url":"https://opendata.transport.nsw.gov.au/","title":"opendata.transport.nsw.gov.au"},{"url":"https://www.transport.nsw.gov.au/","title":"www.transport.nsw.gov.au"},{"url":"https://opendata.transport.nsw.gov.au/","title":"opendata.transport.nsw.gov.au"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://transportnsw.info/","title":"transportnsw.info"},{"url":"https://transportnsw.info/","title":"transportnsw.info"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.wikiwand.com/","title":"www.wikiwand.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.parkmundo.com.au/","title":"www.parkmundo.com.au"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.sydneymetro.info/","title":"www.sydneymetro.info"},{"url":"https://transportnsw.info/","title":"transportnsw.info"}],"searchCalls":[{"id":"st_tmp_kyuatoz38gi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ystnhl8up7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_50qiyeis0a2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_63k042b997s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0tbv33psfavo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iofrt77hzn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p5t1h099k8c","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_njspfuma90r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s3jkd8ikx4k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zbw2flgpk9f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iks3qkqgiag","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ks7kgo47ggq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8eejda4ibtk","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_t8zvlwceyxq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ailnzksxble","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kwejsmvye4c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_egnwj50e3eb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u9nk5qkdv9h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_swmpkctsjif","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tm29higgoae","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t5yo2nmypn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mfue5hiwqbr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a6ixqe3d7wt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oamd702cs4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7zyx64g2m1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cvaephrq5ok","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_kdkq6saqt2","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_e7colg3fnd","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_033","epoch":0,"score":"I","citations":[{"url":"https://d18rn0p25nwr6d.cloudfront.net/","title":"d18rn0p25nwr6d.cloudfront.net"},{"url":"https://www.apple.com/","title":"www.apple.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.apple.com/","title":"www.apple.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://s2.q4cdn.com/","title":"s2.q4cdn.com"},{"url":"https://d18rn0p25nwr6d.cloudfront.net/","title":"d18rn0p25nwr6d.cloudfront.net"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://abc.xyz/","title":"abc.xyz"},{"url":"https://s202.q4cdn.com/","title":"s202.q4cdn.com"},{"url":"https://abc.xyz/","title":"abc.xyz"},{"url":"https://abc.xyz/","title":"abc.xyz"},{"url":"https://s206.q4cdn.com/","title":"s206.q4cdn.com"},{"url":"https://www.microsoft.com/","title":"www.microsoft.com"},{"url":"https://www.microsoft.com/","title":"www.microsoft.com"},{"url":"https://www.microsoft.com/","title":"www.microsoft.com"},{"url":"https://www.microsoft.com/","title":"www.microsoft.com"},{"url":"https://www.microsoft.com/","title":"www.microsoft.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://s22.q4cdn.com/","title":"s22.q4cdn.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://s22.q4cdn.com/","title":"s22.q4cdn.com"},{"url":"https://www.wsj.com/","title":"www.wsj.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://s2.q4cdn.com/","title":"s2.q4cdn.com"},{"url":"https://www.nasdaq.com/","title":"www.nasdaq.com"},{"url":"https://www.marketwatch.com/","title":"www.marketwatch.com"},{"url":"https://www.wsj.com/","title":"www.wsj.com"},{"url":"https://s2.q4cdn.com/","title":"s2.q4cdn.com"},{"url":"https://www.wsj.com/","title":"www.wsj.com"},{"url":"https://www.wsj.com/","title":"www.wsj.com"},{"url":"https://annual-statements.com/","title":"annual-statements.com"},{"url":"https://last10k.com/","title":"last10k.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://www.wsj.com/","title":"www.wsj.com"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://assets.website-files.com/","title":"assets.website-files.com"},{"url":"https://www.wsj.com/","title":"www.wsj.com"},{"url":"https://finance.yahoo.com/","title":"finance.yahoo.com"},{"url":"https://fortune.com/","title":"fortune.com"},{"url":"https://finance.yahoo.com/","title":"finance.yahoo.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.wsj.com/","title":"www.wsj.com"},{"url":"https://www.cnbc.com/","title":"www.cnbc.com"},{"url":"https://www.macrotrends.net/","title":"www.macrotrends.net"},{"url":"https://www.macrotrends.net/","title":"www.macrotrends.net"},{"url":"https://www.microsoft.com/","title":"www.microsoft.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://stocklight.com/","title":"stocklight.com"},{"url":"https://last10k.com/","title":"last10k.com"},{"url":"https://annualreport.stocklight.com/","title":"annualreport.stocklight.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://indd.adobe.com/","title":"indd.adobe.com"},{"url":"https://www.hkexnews.hk/","title":"www.hkexnews.hk"},{"url":"https://indd.adobe.com/","title":"indd.adobe.com"},{"url":"https://indd.adobe.com/","title":"indd.adobe.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://docs.candid.org/","title":"docs.candid.org"},{"url":"https://s21.q4cdn.com/","title":"s21.q4cdn.com"},{"url":"https://www.fidelity.co.uk/","title":"www.fidelity.co.uk"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.wsj.com/","title":"www.wsj.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.spglobal.com/","title":"www.spglobal.com"},{"url":"https://finance.yahoo.com/","title":"finance.yahoo.com"},{"url":"https://www.hollywoodreporter.com/","title":"www.hollywoodreporter.com"},{"url":"https://finbox.com/","title":"finbox.com"},{"url":"https://ir.netflix.net/","title":"ir.netflix.net"},{"url":"https://ir.netflix.net/","title":"ir.netflix.net"},{"url":"https://s22.q4cdn.com/","title":"s22.q4cdn.com"},{"url":"http://s2.q4cdn.com/","title":"s2.q4cdn.com"},{"url":"https://s2.q4cdn.com/","title":"s2.q4cdn.com"},{"url":"https://s2.q4cdn.com/","title":"s2.q4cdn.com"},{"url":"https://d18rn0p25nwr6d.cloudfront.net/","title":"d18rn0p25nwr6d.cloudfront.net"},{"url":"https://stockanalysis.com/","title":"stockanalysis.com"},{"url":"https://www.alphaquery.com/","title":"www.alphaquery.com"},{"url":"https://www.tipranks.com/","title":"www.tipranks.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"}],"searchCalls":[{"id":"st_tmp_gfs680ob5vr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8pmv03xyrle","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n82vgh9aeo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tfzidr49x9b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9abea22n327","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nqre9iho6hk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h4vr1rp314q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bjsq5shxma","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w66jxmw059n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_njhqjx2jxkj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kt14fe4so5","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_f0c4872dl1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e20shbfqp1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5013g0eb57g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1l37rlvutyn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4ualimygzoh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ewpcuy1lcp7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ucfot0y9qv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0pfnzsbhfjnn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8mvry1tdrk9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sr51n15giag","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rf55cjfxhs","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_034","epoch":0,"score":"I","citations":[{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.data.gov.uk/","title":"www.data.gov.uk"},{"url":"http://gov.uk/","title":"gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://landregistry.data.gov.uk/","title":"landregistry.data.gov.uk"},{"url":"https://www.ons.gov.uk/","title":"www.ons.gov.uk"},{"url":"https://www.ons.gov.uk/","title":"www.ons.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://landregistry.data.gov.uk/","title":"landregistry.data.gov.uk"},{"url":"https://landregistry.data.gov.uk/","title":"landregistry.data.gov.uk"},{"url":"https://landregistry.data.gov.uk/","title":"landregistry.data.gov.uk"},{"url":"http://landregistry.data.gov.uk/","title":"landregistry.data.gov.uk"},{"url":"https://landregistry.data.gov.uk/","title":"landregistry.data.gov.uk"},{"url":"https://www.ons.gov.uk/","title":"www.ons.gov.uk"},{"url":"https://www.ons.gov.uk/","title":"www.ons.gov.uk"},{"url":"https://data.london.gov.uk/","title":"data.london.gov.uk"},{"url":"https://www.housepriceinflation.co.uk/","title":"www.housepriceinflation.co.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.ons.gov.uk/","title":"www.ons.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.ons.gov.uk/","title":"www.ons.gov.uk"},{"url":"https://landregistry.data.gov.uk/","title":"landregistry.data.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://qna.files.parliament.uk/","title":"qna.files.parliament.uk"},{"url":"https://publicdata.landregistry.gov.uk/","title":"publicdata.landregistry.gov.uk"},{"url":"https://www.data.gov.uk/","title":"www.data.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.miragenews.com/","title":"www.miragenews.com"},{"url":"https://www.miragenews.com/","title":"www.miragenews.com"},{"url":"https://www.miragenews.com/","title":"www.miragenews.com"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://alfred.stlouisfed.org/","title":"alfred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://www.ons.gov.uk/","title":"www.ons.gov.uk"},{"url":"https://cy.ons.gov.uk/","title":"cy.ons.gov.uk"},{"url":"https://www.ons.gov.uk/","title":"www.ons.gov.uk"},{"url":"https://www.ons.gov.uk/","title":"www.ons.gov.uk"},{"url":"https://www.ons.gov.uk/","title":"www.ons.gov.uk"},{"url":"https://backup.ons.gov.uk/","title":"backup.ons.gov.uk"},{"url":"https://www.ons.gov.uk/","title":"www.ons.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"}],"searchCalls":[{"id":"st_tmp_h1l1wfgtigg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rmfwt5xh1cl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2i4d8u7yme7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gjb9gla4cgv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hp0jtvku1e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4lau6mix2p9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_glbhlp1vbo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_05ip8727y15g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vyu5asllpao","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_an85nqlucw","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_0i232ef6iooj","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_n51f68f6ff","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_prpvmz4s3o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_915xo87zx7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i0c4lf5d9s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ldjw1rzou1h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kbjwsa7zg9f","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_rppbunh7jtr","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_jq0iis3dw2b","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_d6gjilwgwbh","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_m2595cm4qpl","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_4jaerk1sevm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9iqirvwijwv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tge2hqk83gp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_inn0th7rzy","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_k74wwgstyu","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_6cn4cafze7","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_5vfy077goin","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_t8qbwmidqna","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_035","epoch":0,"score":"I","citations":[{"url":"https://download.bls.gov/","title":"download.bls.gov"},{"url":"https://download.bls.gov/","title":"download.bls.gov"},{"url":"https://data.bls.gov/","title":"data.bls.gov"},{"url":"https://download.bls.gov/","title":"download.bls.gov"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://www2.labor.alabama.gov/","title":"www2.labor.alabama.gov"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://download.bls.gov/","title":"download.bls.gov"},{"url":"https://fredaccount.stlouisfed.org/","title":"fredaccount.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://mccmeetingspublic.blob.core.usgovcloudapi.net/","title":"mccmeetingspublic.blob.core.usgovcloudapi.net"},{"url":"https://db.nomics.world/","title":"db.nomics.world"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://ced.muhealth.org/","title":"ced.muhealth.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://clinicaltrials.gov/","title":"clinicaltrials.gov"},{"url":"https://www.gsa.gov/","title":"www.gsa.gov"},{"url":"https://www.empirasign.com/","title":"www.empirasign.com"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://www.smu.edu/","title":"www.smu.edu"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"}],"searchCalls":[{"id":"st_tmp_tpxbfm48csc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_spablnv6yy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g1pgx1cms5t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_joxjn0saf4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xl1g3l1e7p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_afvxksd8tps","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_2gba9wmze09","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6pmppt9cx0t","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_igh9revgazp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kvgszgsg6o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cfr67fe1mh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ngvhllf5pd7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5dztqywfhbb","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_nlpk7ws0q3j","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_0o3uguqbmf5f","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_w9lerzfvaha","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_oz0if0uokd8","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_lphdvsulte","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_9q2pgm87dj","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_4dwcu16cqr","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_jtug0uosde8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zaftcq1nh4j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_82tqi5vc45l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7pfjoaq166q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8oz8llvojss","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_t1vxyotbseg","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_036","epoch":0,"score":"I","citations":[{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"},{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"},{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"},{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"},{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"},{"url":"https://attorney.usajobs.gov/","title":"attorney.usajobs.gov"},{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"},{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"},{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"},{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"},{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"},{"url":"https://attorney.usajobs.gov/","title":"attorney.usajobs.gov"},{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"},{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"},{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"},{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"},{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"},{"url":"https://doj.usajobs.gov/","title":"doj.usajobs.gov"},{"url":"https://attorney.usajobs.gov/","title":"attorney.usajobs.gov"},{"url":"https://www.justice.gov/","title":"www.justice.gov"},{"url":"https://www.justice.gov/","title":"www.justice.gov"},{"url":"https://www.justice.gov/","title":"www.justice.gov"},{"url":"https://www.justice.gov/","title":"www.justice.gov"},{"url":"https://www.justice.gov/","title":"www.justice.gov"},{"url":"https://www.justice.gov/","title":"www.justice.gov"},{"url":"https://www.justice.gov/","title":"www.justice.gov"},{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"},{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"},{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"},{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"},{"url":"https://attorney.usajobs.gov/","title":"attorney.usajobs.gov"},{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"},{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"},{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"},{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"},{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"}],"searchCalls":[{"id":"st_tmp_cg27fdxlen4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lueyebsui5s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xpgzgrk3ll","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7v69hnakq3n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s9jrtykdfx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_euujnswfwz9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_602iok88jy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1wdzouz28sh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3pyifzd8y0c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gu6n2mtq9v4","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_lomm0t11sl","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_f9j39yxhwu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gn6cl9lkf4c","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_a5s0poegves","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5m70ewelo8k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bsph1zi5j8m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e03zaajshpa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b1gwsmu1h7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_34cp5a5e5ib","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j3t1q0g8d2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e4k56jib5dj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7b9h2mwldrt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_axj35e3nl7l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2cbalqvz4xz","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_of8kmd63nz","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x64i7u22vt","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_5t5fx6nf30p","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_qr2r6n06x9c","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_wjsggj6y4ve","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_1gyv7xqnhk3","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_pp8bhndto2","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_cytuss78xlp","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_037","epoch":0,"score":"I","citations":[{"url":"https://www.today.com/","title":"www.today.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.yahoo.com/","title":"www.yahoo.com"},{"url":"https://www.vulture.com/","title":"www.vulture.com"},{"url":"https://www.buzzfeed.com/","title":"www.buzzfeed.com"},{"url":"http://usmagazine.com/","title":"usmagazine.com"},{"url":"https://www.yahoo.com/","title":"www.yahoo.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.realitytvworld.com/","title":"www.realitytvworld.com"},{"url":"https://www.tmz.com/","title":"www.tmz.com"},{"url":"https://www.buzzfeed.com/","title":"www.buzzfeed.com"},{"url":"https://headlinesociety.com/","title":"headlinesociety.com"},{"url":"https://ew.com/","title":"ew.com"},{"url":"https://www.hindustantimes.com/","title":"www.hindustantimes.com"},{"url":"https://www.vulture.com/","title":"www.vulture.com"},{"url":"https://www.nj.com/","title":"www.nj.com"},{"url":"https://www.instyle.com/","title":"www.instyle.com"}],"searchCalls":[{"id":"st_tmp_3wadefj3zl6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iv08oyo5l2","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_mf11hx66w7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dy9r8ly1wo8","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_038","epoch":0,"score":"I","citations":[{"url":"https://store.google.com/","title":"store.google.com"},{"url":"https://www.techradar.com/","title":"www.techradar.com"},{"url":"http://gsmarena.com/","title":"gsmarena.com"},{"url":"https://m.gsmarena.com/","title":"m.gsmarena.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://store.google.com/","title":"store.google.com"},{"url":"https://www.gsmarena.com/","title":"www.gsmarena.com"},{"url":"https://www.gsmarena.com/","title":"www.gsmarena.com"},{"url":"https://www.phonearena.com/","title":"www.phonearena.com"},{"url":"https://www.cnet.com/","title":"www.cnet.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://www.wired.com/","title":"www.wired.com"},{"url":"https://on.theverge.com/","title":"on.theverge.com"},{"url":"https://www.techadvisor.com/","title":"www.techadvisor.com"},{"url":"https://www.phonearena.com/","title":"www.phonearena.com"},{"url":"https://www.androidauthority.com/","title":"www.androidauthority.com"},{"url":"https://www.cnet.com/","title":"www.cnet.com"},{"url":"https://www.androidcentral.com/","title":"www.androidcentral.com"},{"url":"https://www.t-mobile.com/","title":"www.t-mobile.com"},{"url":"https://store.google.com/","title":"store.google.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://www.techradar.com/","title":"www.techradar.com"},{"url":"https://www.cnet.com/","title":"www.cnet.com"},{"url":"https://me.pcmag.com/","title":"me.pcmag.com"},{"url":"https://www.gsmarena.com/","title":"www.gsmarena.com"},{"url":"https://www.gsmarena.com/","title":"www.gsmarena.com"},{"url":"https://www.techadvisor.com/","title":"www.techadvisor.com"},{"url":"https://www.gsmarena.com/","title":"www.gsmarena.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://www.gsmarena.com/","title":"www.gsmarena.com"},{"url":"https://www.kimovil.com/","title":"www.kimovil.com"},{"url":"https://www.smartphonechecker.co.uk/","title":"www.smartphonechecker.co.uk"},{"url":"https://store.google.com/","title":"store.google.com"},{"url":"https://www.techradar.com/","title":"www.techradar.com"},{"url":"https://www.androidauthority.com/","title":"www.androidauthority.com"},{"url":"https://www.techadvisor.com/","title":"www.techadvisor.com"},{"url":"https://www.phonearena.com/","title":"www.phonearena.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://www.androidauthority.com/","title":"www.androidauthority.com"},{"url":"https://www.phonearena.com/","title":"www.phonearena.com"},{"url":"https://www.androidauthority.com/","title":"www.androidauthority.com"},{"url":"https://www.androidheadlines.com/","title":"www.androidheadlines.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://www.ign.com/","title":"www.ign.com"},{"url":"https://www.techradar.com/","title":"www.techradar.com"},{"url":"https://9to5google.com/","title":"9to5google.com"},{"url":"https://www.pcmag.com/","title":"www.pcmag.com"},{"url":"https://www.pcmag.com/","title":"www.pcmag.com"},{"url":"https://me.pcmag.com/","title":"me.pcmag.com"},{"url":"https://www.thurrott.com/","title":"www.thurrott.com"},{"url":"https://techbriefly.com/","title":"techbriefly.com"},{"url":"https://www.androidheadlines.com/","title":"www.androidheadlines.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://me.pcmag.com/","title":"me.pcmag.com"},{"url":"https://me.pcmag.com/","title":"me.pcmag.com"},{"url":"https://www.tomsguide.com/","title":"www.tomsguide.com"},{"url":"https://www.androidheadlines.com/","title":"www.androidheadlines.com"},{"url":"https://webcdn.cox.com/","title":"webcdn.cox.com"},{"url":"https://www.techadvisor.com/","title":"www.techadvisor.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://www.cnet.com/","title":"www.cnet.com"},{"url":"http://gsmarena.com/","title":"gsmarena.com"},{"url":"https://m.gsmarena.com/","title":"m.gsmarena.com"},{"url":"https://www.phonearena.com/","title":"www.phonearena.com"},{"url":"https://www.o2.co.uk/","title":"www.o2.co.uk"},{"url":"https://discuss.grapheneos.org/","title":"discuss.grapheneos.org"},{"url":"http://gsmarena.com/","title":"gsmarena.com"},{"url":"https://m.gsmarena.com/","title":"m.gsmarena.com"},{"url":"https://webcdn.cox.com/","title":"webcdn.cox.com"},{"url":"https://www.phonearena.com/","title":"www.phonearena.com"},{"url":"https://webcdn.cox.com/","title":"webcdn.cox.com"},{"url":"https://www.gsmarena.com/","title":"www.gsmarena.com"},{"url":"https://imei.org/","title":"imei.org"},{"url":"https://www.laptopmag.com/","title":"www.laptopmag.com"},{"url":"http://www.shacknews.com/","title":"www.shacknews.com"},{"url":"https://www.phonearena.com/","title":"www.phonearena.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://www.phonearena.com/","title":"www.phonearena.com"},{"url":"https://www.techspot.com/","title":"www.techspot.com"},{"url":"http://gsmarena.com/","title":"gsmarena.com"},{"url":"https://m.gsmarena.com/","title":"m.gsmarena.com"},{"url":"https://www.thehindu.com/","title":"www.thehindu.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://m.gsmarena.com/","title":"m.gsmarena.com"},{"url":"https://www.wired.com/","title":"www.wired.com"},{"url":"https://arstechnica.com/","title":"arstechnica.com"},{"url":"https://www.gsmarena.com/","title":"www.gsmarena.com"},{"url":"http://gsmarena.com/","title":"gsmarena.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.phonearena.com/","title":"www.phonearena.com"},{"url":"https://en.kalvo.com/","title":"en.kalvo.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://store.google.com/","title":"store.google.com"},{"url":"https://store.google.com/","title":"store.google.com"},{"url":"https://store.google.com/","title":"store.google.com"},{"url":"https://store.google.com/","title":"store.google.com"},{"url":"https://store.google.com/","title":"store.google.com"},{"url":"https://benchmarks.ul.com/","title":"benchmarks.ul.com"},{"url":"https://www.gsmarena.com/","title":"www.gsmarena.com"},{"url":"https://m.gsmarena.com/","title":"m.gsmarena.com"},{"url":"https://www.devicespecifications.com/","title":"www.devicespecifications.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.thehindu.com/","title":"www.thehindu.com"},{"url":"https://www.techradar.com/","title":"www.techradar.com"},{"url":"https://m.gsmarena.com/","title":"m.gsmarena.com"},{"url":"https://www.phonearena.com/","title":"www.phonearena.com"},{"url":"https://benchmarks.ul.com/","title":"benchmarks.ul.com"},{"url":"https://m.gsmarena.com/","title":"m.gsmarena.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://m.gsmarena.com/","title":"m.gsmarena.com"},{"url":"https://www.popsci.com/","title":"www.popsci.com"},{"url":"https://www.devicespecifications.com/","title":"www.devicespecifications.com"},{"url":"https://www.phonebunch.com/","title":"www.phonebunch.com"}],"searchCalls":[{"id":"st_tmp_ugtv1raw0yb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tvudezernjk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_revx3q3ctc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_20s9i07thrh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g5j12ql0sbq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_og8ej28my3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ipo4665g8ea","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fdkfhrl8yl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nhizfk2ice","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vzio9165r4k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kz9hav7esnp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f7j9gams2v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b1kllc6kql","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_umw52tvotyb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dqk28peylqi","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_gciu4onum8l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vwm89hblp9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ytoc1yuv7z7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ps20nvelh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wcqy5hwz9nm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o79s3cuwhaf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jzw8u5nncv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_boil96zwtw9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d88j3h5nz5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dl60rq9iuo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8tvxp4x9022","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_zx86h1fybo","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_9ny0ghsqve","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_039","epoch":0,"score":"I","citations":[{"url":"https://indianexpress.com/","title":"indianexpress.com"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://www.timeout.com/","title":"www.timeout.com"},{"url":"https://indianexpress.com/","title":"indianexpress.com"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://magazine.qs.com/","title":"magazine.qs.com"},{"url":"https://www.hindustantimes.com/","title":"www.hindustantimes.com"},{"url":"https://indianexpress.com/","title":"indianexpress.com"},{"url":"https://www.morningstar.com/","title":"www.morningstar.com"},{"url":"https://indianexpress.com/","title":"indianexpress.com"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.ox.ac.uk/","title":"www.ox.ac.uk"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://youapply.com/","title":"youapply.com"},{"url":"https://www.hindustantimes.com/","title":"www.hindustantimes.com"},{"url":"https://www.thehindu.com/","title":"www.thehindu.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://www.unimelb.edu.au/","title":"www.unimelb.edu.au"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://www.smh.com.au/","title":"www.smh.com.au"},{"url":"https://www.unimelb.edu.au/","title":"www.unimelb.edu.au"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://www.hindustantimes.com/","title":"www.hindustantimes.com"},{"url":"https://www.monash.edu/","title":"www.monash.edu"},{"url":"https://www.thehindu.com/","title":"www.thehindu.com"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://magazine.qs.com/","title":"magazine.qs.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://koreajoongangdaily.joins.com/","title":"koreajoongangdaily.joins.com"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://koreajoongangdaily.joins.com/","title":"koreajoongangdaily.joins.com"},{"url":"https://en.snu.ac.kr/","title":"en.snu.ac.kr"},{"url":"https://www.timeout.com/","title":"www.timeout.com"},{"url":"https://www.polytechnique.edu/","title":"www.polytechnique.edu"},{"url":"https://is.muni.cz/","title":"is.muni.cz"},{"url":"https://www.econ.muni.cz/","title":"www.econ.muni.cz"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://hkust.edu.hk/","title":"hkust.edu.hk"},{"url":"https://news.uq.edu.au/","title":"news.uq.edu.au"},{"url":"https://sps.utm.my/","title":"sps.utm.my"},{"url":"https://i.cs.hku.hk/","title":"i.cs.hku.hk"},{"url":"https://sps.utm.my/","title":"sps.utm.my"},{"url":"https://i.cs.hku.hk/","title":"i.cs.hku.hk"},{"url":"https://sps.utm.my/","title":"sps.utm.my"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://koreajoongangdaily.joins.com/","title":"koreajoongangdaily.joins.com"},{"url":"https://www.ivycentral.com/","title":"www.ivycentral.com"},{"url":"https://www.koreaherald.com/","title":"www.koreaherald.com"},{"url":"https://www.ucl.ac.uk/","title":"www.ucl.ac.uk"},{"url":"https://stories.sakshieducation.com/","title":"stories.sakshieducation.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.ucl.ac.uk/","title":"www.ucl.ac.uk"},{"url":"https://nus.edu.sg/","title":"nus.edu.sg"}],"searchCalls":[{"id":"st_tmp_y1rlefzklha","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mq72ci1xo6e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4o5xgib4jtr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gkux8w8k1ea","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1409hny9fdq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lnd7d9bq68","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a00qza82rg4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e06omoiwa0a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_khvv7cwo0ji","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ewpfrtvzfk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mxr6itgyime","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pkc4xiv67jt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0z4ujetkzq7b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xsz03er4u4j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_so4aai66yab","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ysjqfriso","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_iq5rjjtv0b9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zfutbpy32np","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_ccba8ybz5xc","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_hfctkn0x688","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r9pn9su9bs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7ya42c51mqm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6xelk23guv6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ob3hlp225rl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gzhdv922k1n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ydq2dgz9n9","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_rvud5zayrzg","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_vyz0uxu133","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ew6ekob3osr","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_040","epoch":0,"score":"I","citations":[{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.inkl.com/","title":"www.inkl.com"},{"url":"https://appfigures.com/","title":"appfigures.com"},{"url":"https://content.techgig.com/","title":"content.techgig.com"},{"url":"https://apptopia.com/","title":"apptopia.com"},{"url":"https://engage.apptopia.com/","title":"engage.apptopia.com"},{"url":"https://apptopia.com/","title":"apptopia.com"},{"url":"https://engage.apptopia.com/","title":"engage.apptopia.com"},{"url":"https://apptopia.com/","title":"apptopia.com"},{"url":"https://apptopia.com/","title":"apptopia.com"},{"url":"https://apptopia.com/","title":"apptopia.com"},{"url":"https://apptopia.com/","title":"apptopia.com"},{"url":"https://apptopia.com/","title":"apptopia.com"},{"url":"https://apptopia.com/","title":"apptopia.com"},{"url":"https://sandbox-wp.apptopia.com/","title":"sandbox-wp.apptopia.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://dunyanews.tv/","title":"dunyanews.tv"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://techcrunch.com/","title":"techcrunch.com"},{"url":"https://vezon.com/","title":"vezon.com"},{"url":"https://vezon.com/","title":"vezon.com"},{"url":"https://www.gamesindustry.biz/","title":"www.gamesindustry.biz"},{"url":"https://www.guinnessworldrecords.com/","title":"www.guinnessworldrecords.com"},{"url":"https://www.moneycontrol.com/","title":"www.moneycontrol.com"},{"url":"http://forbes.com/","title":"forbes.com"},{"url":"https://www.citizen.co.za/","title":"www.citizen.co.za"},{"url":"https://archive.siasat.com/","title":"archive.siasat.com"},{"url":"https://www.india.com/","title":"www.india.com"},{"url":"https://www.techgamingreport.com/","title":"www.techgamingreport.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"}],"searchCalls":[{"id":"st_tmp_e5rer9odw56","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gk4oztvd9z","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xxu1pi2hw7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d4g756djom4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1wbsni519zs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_223q9cyosfh","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_w91w92ex63","status":"completed","action":"search","executed":true,"sourceCount":4}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_041","epoch":0,"score":"I","citations":[{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://goodereader.com/","title":"goodereader.com"},{"url":"https://nhfpl.org/","title":"nhfpl.org"},{"url":"https://lunch.publishersmarketplace.com/","title":"lunch.publishersmarketplace.com"},{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://goodereader.com/","title":"goodereader.com"},{"url":"https://laurellibrary.bibliocommons.com/","title":"laurellibrary.bibliocommons.com"},{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://file770.com/","title":"file770.com"},{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://nypost.com/","title":"nypost.com"},{"url":"https://www.libraryjournal.com/","title":"www.libraryjournal.com"},{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://www.aboutamazon.com/","title":"www.aboutamazon.com"},{"url":"https://www.amazon.com/","title":"www.amazon.com"},{"url":"https://press.aboutamazon.com/","title":"press.aboutamazon.com"},{"url":"https://wghn.com/","title":"wghn.com"},{"url":"https://www.aboutamazon.co.uk/","title":"www.aboutamazon.co.uk"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.aboutamazon.com/","title":"www.aboutamazon.com"},{"url":"https://www.amazon.com/","title":"www.amazon.com"},{"url":"https://www.aboutamazon.co.uk/","title":"www.aboutamazon.co.uk"},{"url":"https://www.aboutamazon.com/","title":"www.aboutamazon.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.aboutamazon.com/","title":"www.aboutamazon.com"},{"url":"https://www.aboutamazon.com/","title":"www.aboutamazon.com"},{"url":"https://www.aboutamazon.co.uk/","title":"www.aboutamazon.co.uk"},{"url":"https://bookriot.com/","title":"bookriot.com"},{"url":"https://www.amazon.com/","title":"www.amazon.com"},{"url":"https://www.amazon.com/","title":"www.amazon.com"},{"url":"https://www.amazon.com/","title":"www.amazon.com"},{"url":"https://www.amazon.com/","title":"www.amazon.com"},{"url":"https://www.amazon.com/","title":"www.amazon.com"},{"url":"https://www.amazon.com/","title":"www.amazon.com"},{"url":"https://www.amazon.com/","title":"www.amazon.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.amazon.com/","title":"www.amazon.com"},{"url":"https://www.amazon.com/","title":"www.amazon.com"},{"url":"https://www.amazon.com/","title":"www.amazon.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.amazon.com/","title":"www.amazon.com"},{"url":"https://www.aboutamazon.com/","title":"www.aboutamazon.com"},{"url":"https://www.statista.com/","title":"www.statista.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.amazon.com/","title":"www.amazon.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.amazon.com/","title":"www.amazon.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.rd.com/","title":"www.rd.com"},{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://www.goodreads.com/","title":"www.goodreads.com"}],"searchCalls":[{"id":"st_tmp_el66fj929ev","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kkbkmw35lx8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_auz1jbcayfs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h6py23ez0h5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dby52amq7kk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_62s5tgt7j0q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cos9malzpof","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a46080769gg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_anhigxtonb","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_dh0qwrloua","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_2xbkr8u57i2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q8pkyet7089","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rauhhhdkbp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_12yngkccs6en","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pwgu2rx8eyp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n0008dmzgqp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1prrvo22qkb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vasn345pexq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3pikri2lwyv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nniyqw9k4ms","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nww4ztn8gs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_95707tr2s5k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xw7nz4yydw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r8a5prz8wg","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_k6l9kgzbyxs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4r79v1p3jbh","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_eoxmg87mr3p","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_dd3s2g5r5bl","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_042","epoch":0,"score":"I","citations":[{"url":"https://ir.aboutamazon.com/","title":"ir.aboutamazon.com"},{"url":"https://www.businessinsider.com/","title":"www.businessinsider.com"},{"url":"https://247wallst.com/","title":"247wallst.com"},{"url":"https://247wallst.com/","title":"247wallst.com"},{"url":"https://www.retail-insight-network.com/","title":"www.retail-insight-network.com"},{"url":"https://www.ebayinc.com/","title":"www.ebayinc.com"},{"url":"https://s205.q4cdn.com/","title":"s205.q4cdn.com"},{"url":"https://s205.q4cdn.com/","title":"s205.q4cdn.com"},{"url":"https://www.ebayinc.com/","title":"www.ebayinc.com"},{"url":"https://www.nasdaq.com/","title":"www.nasdaq.com"},{"url":"https://cdn.sea.com/","title":"cdn.sea.com"},{"url":"https://cdn.sea.com/","title":"cdn.sea.com"},{"url":"https://cdn.sea.com/","title":"cdn.sea.com"},{"url":"https://cdn.sea.com/","title":"cdn.sea.com"},{"url":"https://cdn.sea.com/","title":"cdn.sea.com"},{"url":"https://www.alibabagroup.com/","title":"www.alibabagroup.com"},{"url":"https://www.alibabagroup.com/","title":"www.alibabagroup.com"},{"url":"https://www.marketscreener.com/","title":"www.marketscreener.com"},{"url":"https://www.marketscreener.com/","title":"www.marketscreener.com"},{"url":"https://www.piramalfinance.com/","title":"www.piramalfinance.com"},{"url":"https://ir.aboutamazon.com/","title":"ir.aboutamazon.com"},{"url":"https://ir.aboutamazon.com/","title":"ir.aboutamazon.com"},{"url":"https://ir.aboutamazon.com/","title":"ir.aboutamazon.com"},{"url":"https://ir.aboutamazon.com/","title":"ir.aboutamazon.com"},{"url":"https://ir.aboutamazon.com/","title":"ir.aboutamazon.com"},{"url":"https://ir.aboutamazon.com/","title":"ir.aboutamazon.com"},{"url":"https://ir.aboutamazon.com/","title":"ir.aboutamazon.com"},{"url":"https://ir.aboutamazon.com/","title":"ir.aboutamazon.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://ecdb.com/","title":"ecdb.com"},{"url":"https://last10k.com/","title":"last10k.com"},{"url":"https://www.statista.com/","title":"www.statista.com"},{"url":"https://www.ebayinc.com/","title":"www.ebayinc.com"},{"url":"https://investors.ebayinc.com/","title":"investors.ebayinc.com"},{"url":"https://www.ebayinc.com/","title":"www.ebayinc.com"},{"url":"https://www.ebayinc.com/","title":"www.ebayinc.com"},{"url":"https://www.ebayinc.com/","title":"www.ebayinc.com"},{"url":"https://www.ebayinc.com/","title":"www.ebayinc.com"},{"url":"https://investors.ebayinc.com/","title":"investors.ebayinc.com"},{"url":"https://www.ebayinc.com/","title":"www.ebayinc.com"},{"url":"https://www.ebayinc.com/","title":"www.ebayinc.com"},{"url":"https://investors.ebayinc.com/","title":"investors.ebayinc.com"},{"url":"https://www.ebayinc.com/","title":"www.ebayinc.com"},{"url":"https://www.ebayinc.com/","title":"www.ebayinc.com"},{"url":"https://investors.ebayinc.com/","title":"investors.ebayinc.com"},{"url":"https://www.ebayinc.com/","title":"www.ebayinc.com"},{"url":"https://investors.ebayinc.com/","title":"investors.ebayinc.com"},{"url":"https://investors.ebayinc.com/","title":"investors.ebayinc.com"},{"url":"https://investors.ebayinc.com/","title":"investors.ebayinc.com"},{"url":"https://investors.ebayinc.com/","title":"investors.ebayinc.com"},{"url":"https://investors.ebayinc.com/","title":"investors.ebayinc.com"},{"url":"https://ebay.q4cdn.com/","title":"ebay.q4cdn.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.ebayinc.com/","title":"www.ebayinc.com"},{"url":"https://ebay.q4cdn.com/","title":"ebay.q4cdn.com"},{"url":"https://ebay.q4cdn.com/","title":"ebay.q4cdn.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://ebay.q4cdn.com/","title":"ebay.q4cdn.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://investors.ebayinc.com/","title":"investors.ebayinc.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://investors.ebayinc.com/","title":"investors.ebayinc.com"},{"url":"https://ebay.q4cdn.com/","title":"ebay.q4cdn.com"},{"url":"https://ebay.q4cdn.com/","title":"ebay.q4cdn.com"},{"url":"https://www.ebayinc.com/","title":"www.ebayinc.com"},{"url":"https://investors.ebayinc.com/","title":"investors.ebayinc.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.ebayinc.com/","title":"www.ebayinc.com"},{"url":"https://ebay.q4cdn.com/","title":"ebay.q4cdn.com"},{"url":"https://www.nasdaq.com/","title":"www.nasdaq.com"},{"url":"https://cdn.sea.com/","title":"cdn.sea.com"},{"url":"https://cdn.sea.com/","title":"cdn.sea.com"},{"url":"http://cdn.sea.com/","title":"cdn.sea.com"},{"url":"https://cdn.sea.com/","title":"cdn.sea.com"},{"url":"https://cdn.sea.com/","title":"cdn.sea.com"},{"url":"https://cdn.sea.com/","title":"cdn.sea.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.businesswire.com/","title":"www.businesswire.com"},{"url":"https://www.nasdaq.com/","title":"www.nasdaq.com"},{"url":"https://cdn.sea.com/","title":"cdn.sea.com"},{"url":"https://www.sea.com/","title":"www.sea.com"},{"url":"https://cdn.sea.com/","title":"cdn.sea.com"},{"url":"https://cdn.sea.com/","title":"cdn.sea.com"},{"url":"https://cdn.sea.com/","title":"cdn.sea.com"},{"url":"https://cdn.sea.com/","title":"cdn.sea.com"},{"url":"http://cdn.sea.com/","title":"cdn.sea.com"},{"url":"https://finance.yahoo.com/","title":"finance.yahoo.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.businesswire.com/","title":"www.businesswire.com"},{"url":"https://www.businesswire.com/","title":"www.businesswire.com"},{"url":"https://cdn.sea.com/","title":"cdn.sea.com"},{"url":"https://www.businesswire.com/","title":"www.businesswire.com"},{"url":"https://www.nasdaq.com/","title":"www.nasdaq.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://cdn.sea.com/","title":"cdn.sea.com"},{"url":"https://www.nasdaq.com/","title":"www.nasdaq.com"},{"url":"https://sbr.com.sg/","title":"sbr.com.sg"},{"url":"https://cdn.sea.com/","title":"cdn.sea.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.alibabagroup.com/","title":"www.alibabagroup.com"},{"url":"https://www.alibabagroup.com/","title":"www.alibabagroup.com"},{"url":"https://www.alibabagroup.com/","title":"www.alibabagroup.com"},{"url":"https://www.alibabagroup.com/","title":"www.alibabagroup.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"}],"searchCalls":[{"id":"st_tmp_8zivzvcmexm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2nwtjlbcjhq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7wgqj5cvb7m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wpi6a9a07","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_anfardkcap","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_2r1xc59k9gd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g2jn6f66cnk","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_4j6cnlgx4wu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a72m10ee8na","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_68l1mnxc47v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3bex6hzgg7z","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p9kkch8npr","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_fviv0h5m6d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_683gn7zd9eb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mhqjo9028a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dh8vtdpdhp6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sit6sc60zj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_igrbekn4h8r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b57tkwlzl28","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8q48bjv8z8x","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_75jr2t1ts8s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9uqwz1xafr7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ofgmkx8a3ur","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a3nz53tczqj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bbtwdjwdf2k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hglvy413gzl","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_jp5266mtatb","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_mpwhb5xcw4","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_043","epoch":0,"score":"I","citations":[{"url":"http://home.nps.gov/","title":"home.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.whitehouse.gov/","title":"www.whitehouse.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.scrippsnews.com/","title":"www.scrippsnews.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.cnbc.com/","title":"www.cnbc.com"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://bestusnationalparks.com/","title":"bestusnationalparks.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.nationalgeographic.com/","title":"www.nationalgeographic.com"},{"url":"https://nationalparksassociation.org/","title":"nationalparksassociation.org"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"http://home.nps.gov/","title":"home.nps.gov"},{"url":"http://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"http://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.lonelyplanet.com/","title":"www.lonelyplanet.com"},{"url":"https://shop.usparkpass.com/","title":"shop.usparkpass.com"},{"url":"https://explore.usparkpass.com/","title":"explore.usparkpass.com"},{"url":"https://www.nationalparksjournal.org/","title":"www.nationalparksjournal.org"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://explore.usparkpass.com/","title":"explore.usparkpass.com"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"}],"searchCalls":[{"id":"st_tmp_t3103jrycw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_41xk9fqyb8g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6ysfa0c2r4x","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ct5w1we5rze","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5cxu07cukug","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_8awrgk31uoo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1v5i3xwysgn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qclkgtluf1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eylewfdzd3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zpz9u8fugdr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tnx1ejo1l2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b2qos2sehst","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y4tlb4kl3no","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v0xg569zhu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bm57dbalv3e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9dvh0p33w66","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_m0unnzlq9v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w7z0fe2f6j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xe1pogfbi2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b5kaglyn5x9","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_5ykk7m3pdx2","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_078gtq8enomg","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_rv9edr9qrvg","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_vwmpqkbzm6","status":"completed","action":"search","executed":true,"sourceCount":3}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_044","epoch":0,"score":"I","citations":[{"url":"https://www.nfm.go.kr/","title":"www.nfm.go.kr"},{"url":"https://english.visitseoul.net/","title":"english.visitseoul.net"},{"url":"http://whankimuseum.org/","title":"whankimuseum.org"},{"url":"https://english.visitseoul.net/","title":"english.visitseoul.net"},{"url":"https://museum.seoul.go.kr/","title":"museum.seoul.go.kr"},{"url":"https://www.google.com/","title":"www.google.com"},{"url":"https://commons.wikimedia.org/","title":"commons.wikimedia.org"},{"url":"https://www.seoultourism.org/","title":"www.seoultourism.org"},{"url":"https://www.tripadvisor.com/","title":"www.tripadvisor.com"},{"url":"https://www.wheree.com/","title":"www.wheree.com"},{"url":"https://www.tripadvisor.com/","title":"www.tripadvisor.com"},{"url":"https://thesoulofseoul.net/","title":"thesoulofseoul.net"},{"url":"https://www.tripadvisor.in/","title":"www.tripadvisor.in"},{"url":"https://www.tripadvisor.com.sg/","title":"www.tripadvisor.com.sg"},{"url":"https://www.getyourguide.com/","title":"www.getyourguide.com"},{"url":"https://www.visitgangnam.net/","title":"www.visitgangnam.net"},{"url":"https://visitgangnam.net/","title":"visitgangnam.net"},{"url":"https://visitgangnam.net/","title":"visitgangnam.net"},{"url":"https://www.visitgangnam.net/","title":"www.visitgangnam.net"},{"url":"https://www.jongno.go.kr/","title":"www.jongno.go.kr"},{"url":"https://museum.seoul.go.kr/","title":"museum.seoul.go.kr"},{"url":"https://english.seoul.go.kr/","title":"english.seoul.go.kr"},{"url":"https://english.seoul.go.kr/","title":"english.seoul.go.kr"},{"url":"http://en.alivemuseum.com/","title":"en.alivemuseum.com"},{"url":"https://tour.gw8.kr/","title":"tour.gw8.kr"},{"url":"https://tour.gw8.kr/","title":"tour.gw8.kr"},{"url":"https://museum.seoul.go.kr/","title":"museum.seoul.go.kr"},{"url":"https://tour.gw8.kr/","title":"tour.gw8.kr"},{"url":"https://tour.gw8.kr/","title":"tour.gw8.kr"},{"url":"https://www.getyourguide.com/","title":"www.getyourguide.com"},{"url":"https://dokdokplace.kr/","title":"dokdokplace.kr"},{"url":"https://www.yugacrew.com/","title":"www.yugacrew.com"},{"url":"http://seoulmuseum.or.kr/","title":"seoulmuseum.or.kr"},{"url":"https://www.yugacrew.com/","title":"www.yugacrew.com"},{"url":"https://museum.seoul.go.kr/","title":"museum.seoul.go.kr"},{"url":"https://www.jongno.go.kr/","title":"www.jongno.go.kr"},{"url":"https://info.koreacharts.com/","title":"info.koreacharts.com"},{"url":"https://tripomatic.com/","title":"tripomatic.com"},{"url":"https://www.tripadvisor.co.nz/","title":"www.tripadvisor.co.nz"},{"url":"http://www.horimmuseum.org/","title":"www.horimmuseum.org"},{"url":"https://www.horimmuseum.org/","title":"www.horimmuseum.org"},{"url":"https://www.horimmuseum.org/","title":"www.horimmuseum.org"},{"url":"https://english.visitkorea.or.kr/","title":"english.visitkorea.or.kr"},{"url":"https://english.visitkorea.or.kr/","title":"english.visitkorea.or.kr"},{"url":"https://dokdokplace.kr/","title":"dokdokplace.kr"},{"url":"https://dokdokplace.kr/","title":"dokdokplace.kr"},{"url":"https://mediahub.seoul.go.kr/","title":"mediahub.seoul.go.kr"},{"url":"https://seulgi.amakers.co.kr/","title":"seulgi.amakers.co.kr"},{"url":"https://dokdokplace.kr/","title":"dokdokplace.kr"},{"url":"http://www.daljin.com/","title":"www.daljin.com"},{"url":"https://www.data.go.kr/","title":"www.data.go.kr"},{"url":"https://www.data.go.kr/","title":"www.data.go.kr"},{"url":"https://www.data.go.kr/","title":"www.data.go.kr"},{"url":"https://www.data.go.kr/","title":"www.data.go.kr"},{"url":"https://www.culture.go.kr/","title":"www.culture.go.kr"},{"url":"https://www.data.go.kr/","title":"www.data.go.kr"},{"url":"https://www.data.go.kr/","title":"www.data.go.kr"},{"url":"https://www.data.go.kr/","title":"www.data.go.kr"},{"url":"https://craftmuseum.seoul.go.kr/","title":"craftmuseum.seoul.go.kr"},{"url":"https://english.visitkorea.or.kr/","title":"english.visitkorea.or.kr"},{"url":"https://english.visitkorea.or.kr/","title":"english.visitkorea.or.kr"},{"url":"https://en.sedaily.com/","title":"en.sedaily.com"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://wherekorea.com/","title":"wherekorea.com"},{"url":"https://wiki.kidzsearch.com/","title":"wiki.kidzsearch.com"},{"url":"http://www.exodusdmc.com/","title":"www.exodusdmc.com"},{"url":"https://www.trip.com/","title":"www.trip.com"},{"url":"https://www.galleriesnow.net/","title":"www.galleriesnow.net"},{"url":"https://www.koreaherald.com/","title":"www.koreaherald.com"},{"url":"https://artcamino.com/","title":"artcamino.com"},{"url":"https://tinakimgallery.com/","title":"tinakimgallery.com"},{"url":"https://www.arariogallery.com/","title":"www.arariogallery.com"},{"url":"https://www.museum.go.kr/","title":"www.museum.go.kr"},{"url":"https://mom-mom.net/","title":"mom-mom.net"},{"url":"https://www.marefa.org/","title":"www.marefa.org"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://museum.seoul.go.kr/","title":"museum.seoul.go.kr"},{"url":"https://english.seoul.go.kr/","title":"english.seoul.go.kr"},{"url":"https://visit.seoul.kr/","title":"visit.seoul.kr"},{"url":"https://museum.seoul.go.kr/","title":"museum.seoul.go.kr"},{"url":"https://museum.seoul.go.kr/","title":"museum.seoul.go.kr"},{"url":"https://english.visitkorea.or.kr/","title":"english.visitkorea.or.kr"},{"url":"https://museum.seoul.go.kr/","title":"museum.seoul.go.kr"},{"url":"https://dokdokplace.kr/","title":"dokdokplace.kr"},{"url":"https://dokdokplace.kr/","title":"dokdokplace.kr"},{"url":"https://dokdokplace.kr/","title":"dokdokplace.kr"}],"searchCalls":[{"id":"st_tmp_hjj517ln1pe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_71t3dqlxj8t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6cbvhljdtsm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x9di6minvdj","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_xudsi7f7nc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_91j97u8qd98","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_05ribqht87v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vh1lmx9kgw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ddti2mrxp6l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kzifg95t8d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ljj6vbq2rkj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jn1h0gmo5n8","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_ecga2q3z4lg","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_tjclfrodjwa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zay7dm63nr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ly0wso7sibf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_umbl50motme","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ybn1ygwfy4s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m58czvuhrcp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kxrnry52fej","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_370bryx14rj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h1bnqjo96kg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_czo58w5ahno","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_mrrwmtji31s","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_gpwcg7w50yo","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_l4i7h2dioub","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_l6vi6azqoo","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_1cxsax5bs8i","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_045","epoch":0,"score":"I","citations":[{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://ie.uni.edu/","title":"ie.uni.edu"},{"url":"https://acrl.ala.org/","title":"acrl.ala.org"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://www.ala.org/","title":"www.ala.org"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://www.thecrimson.com/","title":"www.thecrimson.com"},{"url":"https://www.wsj.com/","title":"www.wsj.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.harvardmagazine.com/","title":"www.harvardmagazine.com"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://www.ala.org/","title":"www.ala.org"},{"url":"https://www.collegekickstart.com/","title":"www.collegekickstart.com"},{"url":"https://edurank.org/","title":"edurank.org"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://journals.law.harvard.edu/","title":"journals.law.harvard.edu"},{"url":"https://www.harvardmagazine.com/","title":"www.harvardmagazine.com"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"}],"searchCalls":[{"id":"st_tmp_cr1aj0sifmt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_abvuv4gn0ao","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mym82ofkb68","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_pu4acdeh9de","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3fn23aufjo6","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_7xj0e76f17x","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_wwvfkkaf75","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_q2w8vg0klqq","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_zbb1gm4x2x","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_23hsaeqxq6c","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_qotvz4zrv9j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vt8gzok423p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qn4694axitk","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_48621wkdn6a","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_e6dce23xjw6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_okdj8oq63ic","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ysu6jjuxvok","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_sx1k93ur4r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jstkh65tc1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y7kmzqmxldo","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_e4qsui8rxbo","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_5lj6x1u5ozh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fzvst7uny9v","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_r60xm4d0jls","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_nv5n1f45bw","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_luh4fhidcmd","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_8od0b1biv43","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_jxkd4yrf6w","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_rquhyf04wsr","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_w4m9d771ohb","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_046","epoch":0,"score":"I","citations":[{"url":"https://usavolleyball.org/","title":"usavolleyball.org"},{"url":"https://usavolleyball.org/","title":"usavolleyball.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.chinadaily.com.cn/","title":"www.chinadaily.com.cn"},{"url":"https://floridagators.com/","title":"floridagators.com"},{"url":"https://usavolleyball.org/","title":"usavolleyball.org"},{"url":"https://www.paloaltoonline.com/","title":"www.paloaltoonline.com"},{"url":"https://women.volleybox.net/","title":"women.volleybox.net"},{"url":"https://volleytalk.proboards.com/","title":"volleytalk.proboards.com"},{"url":"https://volleytalk.proboards.com/","title":"volleytalk.proboards.com"},{"url":"https://usavolleyball.org/","title":"usavolleyball.org"},{"url":"https://www.livesport.com/","title":"www.livesport.com"},{"url":"https://www.flashscore.com/","title":"www.flashscore.com"},{"url":"https://www.flashscoreusa.com/","title":"www.flashscoreusa.com"},{"url":"https://www.flashscore.com/","title":"www.flashscore.com"},{"url":"https://fbref.com/","title":"fbref.com"},{"url":"https://www.womensportreport.com/","title":"www.womensportreport.com"},{"url":"https://www.fivb.org/","title":"www.fivb.org"},{"url":"https://reference.org/","title":"reference.org"},{"url":"https://www.flashscore.com/","title":"www.flashscore.com"},{"url":"https://www.upi.com/","title":"www.upi.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://reference.org/","title":"reference.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.flashscore.com/","title":"www.flashscore.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.nbcnews.com/","title":"www.nbcnews.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://alchetron.com/","title":"alchetron.com"},{"url":"https://usavolleyball.org/","title":"usavolleyball.org"},{"url":"https://usavolleyball.org/","title":"usavolleyball.org"},{"url":"https://usavolleyball.org/","title":"usavolleyball.org"},{"url":"https://usavolleyball.org/","title":"usavolleyball.org"},{"url":"https://usavolleyball.org/","title":"usavolleyball.org"},{"url":"https://usavolleyball.org/","title":"usavolleyball.org"},{"url":"https://usavolleyball.org/","title":"usavolleyball.org"},{"url":"https://usavolleyball.org/","title":"usavolleyball.org"},{"url":"https://usavolleyball.org/","title":"usavolleyball.org"},{"url":"https://usavolleyball.org/","title":"usavolleyball.org"},{"url":"https://usavolleyball.org/","title":"usavolleyball.org"},{"url":"https://usavolleyball.org/","title":"usavolleyball.org"},{"url":"https://women.volleybox.net/","title":"women.volleybox.net"},{"url":"http://www.todor66.com/","title":"www.todor66.com"},{"url":"https://women.volleybox.net/","title":"women.volleybox.net"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.livesport.com/","title":"www.livesport.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.wikiwand.com/","title":"www.wikiwand.com"},{"url":"http://w.todor66.com/","title":"w.todor66.com"},{"url":"http://www.todor66.com/","title":"www.todor66.com"},{"url":"https://women.volleybox.net/","title":"women.volleybox.net"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://women.volleybox.net/","title":"women.volleybox.net"},{"url":"https://women.volleybox.net/","title":"women.volleybox.net"},{"url":"https://www.paloaltoonline.com/","title":"www.paloaltoonline.com"},{"url":"http://volleytalk.proboards.com/","title":"volleytalk.proboards.com"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://usavolleyball.org/","title":"usavolleyball.org"},{"url":"https://women.volleybox.net/","title":"women.volleybox.net"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.fivb.org/","title":"www.fivb.org"},{"url":"https://www.fivb.org/","title":"www.fivb.org"},{"url":"https://www.fivb.org/","title":"www.fivb.org"},{"url":"https://www.fivb.org/","title":"www.fivb.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://usavolleyball.org/","title":"usavolleyball.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://reference.org/","title":"reference.org"},{"url":"https://www.flashscore.com/","title":"www.flashscore.com"},{"url":"https://www.wikiwand.com/","title":"www.wikiwand.com"},{"url":"https://www.fivb.com/","title":"www.fivb.com"},{"url":"https://www.fivb.org/","title":"www.fivb.org"},{"url":"https://www.flashscore.com/","title":"www.flashscore.com"},{"url":"https://usavolleyball.org/","title":"usavolleyball.org"},{"url":"https://www.livesport.com/","title":"www.livesport.com"},{"url":"https://www.flashscoreusa.com/","title":"www.flashscoreusa.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.wikiwand.com/","title":"www.wikiwand.com"},{"url":"https://usavolleyball.org/","title":"usavolleyball.org"},{"url":"https://www.womensportreport.com/","title":"www.womensportreport.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.wikiwand.com/","title":"www.wikiwand.com"},{"url":"https://women.volleybox.net/","title":"women.volleybox.net"},{"url":"https://www.olympics.com/","title":"www.olympics.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.sportingnews.com/","title":"www.sportingnews.com"},{"url":"https://women.volleybox.net/","title":"women.volleybox.net"},{"url":"https://women.volleybox.net/","title":"women.volleybox.net"},{"url":"https://women.volleybox.net/","title":"women.volleybox.net"},{"url":"https://women.volleybox.net/","title":"women.volleybox.net"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://women.volleybox.net/","title":"women.volleybox.net"},{"url":"https://women.volleybox.net/","title":"women.volleybox.net"},{"url":"https://women.volleybox.net/","title":"women.volleybox.net"},{"url":"https://women.volleybox.net/","title":"women.volleybox.net"},{"url":"https://women.volleybox.net/","title":"women.volleybox.net"},{"url":"https://women.volleybox.net/","title":"women.volleybox.net"},{"url":"https://women.volleybox.net/","title":"women.volleybox.net"},{"url":"https://women.volleybox.net/","title":"women.volleybox.net"},{"url":"https://women.volleybox.net/","title":"women.volleybox.net"},{"url":"https://women.volleybox.net/","title":"women.volleybox.net"}],"searchCalls":[{"id":"st_tmp_qa8r935uk48","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f2knypn5mai","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7lw35da0bgs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oogm8yk1zdd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i2remftiyq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zkrst6rq8tc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6fw7srkre7j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3mmsx3cws5a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4llb24hf473","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_68oukycgs73","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_vq49ebw7zy7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dxcwangzbtj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cov6nzn6r85","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cqmx8h8pr56","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5fq8wmtqys4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7mfqjvlfvgp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mcm4w6a99m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3sv4e5xbwv9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gbmix7t2nuj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_25vw1rxb710i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5501um5emw9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yqlls26kc3b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_559bckreww4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bwu7lipl2k5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sr683jlu16e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w686coj0lyg","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_80f7phovmua","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_0m6z0tcswlg","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_vbumbyod8gg","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_047","epoch":0,"score":"I","citations":[{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.nbcnews.com/","title":"www.nbcnews.com"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.pbs.org/","title":"www.pbs.org"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.cbo.gov/","title":"www.cbo.gov"},{"url":"https://www.opm.gov/","title":"www.opm.gov"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.natca.org/","title":"www.natca.org"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://obamawhitehouse.archives.gov/","title":"obamawhitehouse.archives.gov"},{"url":"https://www.abc10.com/","title":"www.abc10.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://www.aol.com/","title":"www.aol.com"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://democrats-smallbusiness.house.gov/","title":"democrats-smallbusiness.house.gov"},{"url":"https://www.fedsmith.com/","title":"www.fedsmith.com"},{"url":"https://www.dol.gov/","title":"www.dol.gov"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://federalnewsnetwork.com/","title":"federalnewsnetwork.com"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://www.gao.gov/","title":"www.gao.gov"},{"url":"https://obamawhitehouse.archives.gov/","title":"obamawhitehouse.archives.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.cbo.gov/","title":"www.cbo.gov"},{"url":"https://thehill.com/","title":"thehill.com"},{"url":"https://www.cnbc.com/","title":"www.cnbc.com"},{"url":"https://time.com/","title":"time.com"},{"url":"https://www.foxbusiness.com/","title":"www.foxbusiness.com"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.gao.gov/","title":"www.gao.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://macleans.ca/","title":"macleans.ca"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.jec.senate.gov/","title":"www.jec.senate.gov"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://thehill.com/","title":"thehill.com"},{"url":"https://mciver.house.gov/","title":"mciver.house.gov"},{"url":"https://www.appropriations.senate.gov/","title":"www.appropriations.senate.gov"},{"url":"https://jscholarship.library.jhu.edu/","title":"jscholarship.library.jhu.edu"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.gao.gov/","title":"www.gao.gov"},{"url":"https://reference.org/","title":"reference.org"},{"url":"https://www.shutdowntracker.com/","title":"www.shutdowntracker.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.gao.gov/","title":"www.gao.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"http://hankjohnson.house.gov/","title":"hankjohnson.house.gov"},{"url":"https://www.thehindu.com/","title":"www.thehindu.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"}],"searchCalls":[{"id":"st_tmp_5hy525y5s6b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r8t327530v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hn2h11an21w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sqpshcn7mjb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z3rbq6hpo8d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gvd5mnla9s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sinvfhll1b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xoqa0w6r12","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w2oi3jrws68","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_knaty9xpbt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ify0a269avr","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_nrjei86dna","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zqegj4fpnoo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1m3vj5wu2ok","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lsjj1iq1tfp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xvejy1xh78m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wqa6v763qr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tzxbl21pctl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b1fkefrl8b6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cjgo3wbg8ls","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_048","epoch":0,"score":"I","citations":[{"url":"https://www.ojp.gov/","title":"www.ojp.gov"},{"url":"https://www.ojp.gov/","title":"www.ojp.gov"},{"url":"https://www.budget.ny.gov/","title":"www.budget.ny.gov"},{"url":"https://www.nyc.gov/","title":"www.nyc.gov"},{"url":"https://portwashingtonpd.ny.gov/","title":"portwashingtonpd.ny.gov"},{"url":"http://www.lapdpolicecom.lacity.org/","title":"www.lapdpolicecom.lacity.org"},{"url":"https://spectrumlocalnews.com/","title":"spectrumlocalnews.com"},{"url":"https://cityclerk.lacity.org/","title":"cityclerk.lacity.org"},{"url":"https://ccpsa.chicago.gov/","title":"ccpsa.chicago.gov"},{"url":"https://www.chicago.gov/","title":"www.chicago.gov"},{"url":"https://www.cbsnews.com/","title":"www.cbsnews.com"},{"url":"https://www.houstontx.gov/","title":"www.houstontx.gov"},{"url":"https://www.houstontx.gov/","title":"www.houstontx.gov"},{"url":"https://www.houstontx.gov/","title":"www.houstontx.gov"},{"url":"https://www.houstontx.gov/","title":"www.houstontx.gov"},{"url":"https://www.phoenix.gov/","title":"www.phoenix.gov"},{"url":"https://www.azcentral.com/","title":"www.azcentral.com"},{"url":"https://www.phoenix.gov/","title":"www.phoenix.gov"},{"url":"https://www.phila.gov/","title":"www.phila.gov"},{"url":"https://phlcouncil.com/","title":"phlcouncil.com"},{"url":"https://www.theiacp.org/","title":"www.theiacp.org"},{"url":"https://www.sanantonio.gov/","title":"www.sanantonio.gov"},{"url":"https://www.sanantonio.gov/","title":"www.sanantonio.gov"},{"url":"https://sanantonioreport.org/","title":"sanantonioreport.org"},{"url":"https://www.sandiego.gov/","title":"www.sandiego.gov"},{"url":"https://www.sandiego.gov/","title":"www.sandiego.gov"},{"url":"https://www.insidesandiego.org/","title":"www.insidesandiego.org"},{"url":"https://dallasexpress.com/","title":"dallasexpress.com"},{"url":"https://dallascityhall.com/","title":"dallascityhall.com"},{"url":"https://dallasexpress.com/","title":"dallasexpress.com"},{"url":"https://www.policeforum.org/","title":"www.policeforum.org"},{"url":"https://city-morro-bay-ca-budget-book.cleargov.com/","title":"city-morro-bay-ca-budget-book.cleargov.com"},{"url":"https://www.kron4.com/","title":"www.kron4.com"},{"url":"https://www.opencrime.us/","title":"www.opencrime.us"},{"url":"https://data.cityofchicago.org/","title":"data.cityofchicago.org"},{"url":"https://crimebycity.com/","title":"crimebycity.com"},{"url":"https://www.andrew.cmu.edu/","title":"www.andrew.cmu.edu"},{"url":"https://datacommons.org/","title":"datacommons.org"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.rit.edu/","title":"www.rit.edu"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://www.rit.edu/","title":"www.rit.edu"},{"url":"https://www.police1.com/","title":"www.police1.com"},{"url":"https://www.governor.ny.gov/","title":"www.governor.ny.gov"},{"url":"https://www.nyc.gov/","title":"www.nyc.gov"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://www.opencrime.us/","title":"www.opencrime.us"},{"url":"https://data.lacounty.gov/","title":"data.lacounty.gov"},{"url":"https://ucr.fbi.gov/","title":"ucr.fbi.gov"},{"url":"https://ktla.com/","title":"ktla.com"},{"url":"https://xtown.la/","title":"xtown.la"},{"url":"https://www.fbi.gov/","title":"www.fbi.gov"},{"url":"https://crimelab.uchicago.edu/","title":"crimelab.uchicago.edu"},{"url":"https://crimelab.uchicago.edu/","title":"crimelab.uchicago.edu"},{"url":"https://crimelab.uchicago.edu/","title":"crimelab.uchicago.edu"},{"url":"https://beautifydata.com/","title":"beautifydata.com"},{"url":"https://www.houstontx.gov/","title":"www.houstontx.gov"},{"url":"https://ucr.fbi.gov/","title":"ucr.fbi.gov"},{"url":"https://beautifydata.com/","title":"beautifydata.com"},{"url":"https://www.crimecontext.com/","title":"www.crimecontext.com"},{"url":"https://www.icpsr.umich.edu/","title":"www.icpsr.umich.edu"},{"url":"https://www.fbi.gov/","title":"www.fbi.gov"},{"url":"https://www.beautifydata.com/","title":"www.beautifydata.com"},{"url":"https://catalog-old.data.gov/","title":"catalog-old.data.gov"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://cde.govex.jhu.edu/","title":"cde.govex.jhu.edu"},{"url":"https://beautifydata.com/","title":"beautifydata.com"},{"url":"https://catalog.data.gov/","title":"catalog.data.gov"},{"url":"https://www.fbi.gov/","title":"www.fbi.gov"},{"url":"https://datacommons.org/","title":"datacommons.org"},{"url":"https://datacommons.org/","title":"datacommons.org"},{"url":"https://github.com/","title":"github.com"},{"url":"https://beautifydata.com/","title":"beautifydata.com"},{"url":"https://beautifydata.com/","title":"beautifydata.com"},{"url":"https://www.beautifydata.com/","title":"www.beautifydata.com"},{"url":"https://beautifydata.com/","title":"beautifydata.com"},{"url":"https://beautifydata.com/","title":"beautifydata.com"}],"searchCalls":[{"id":"st_tmp_muu059ohlcc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t8dowtf2vw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_445y2nc9qff","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hdv3jdif1u6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ulsw8vfintk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_via0wbtj6ws","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q1y6tv2q0t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fdtf3ng6pmn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oghehfno9zl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mpp2aweq17","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k1t8o0mpawt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rx0h2rf2jb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dk00mo57aau","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9fxnr2nkk19","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wb7a4qvrmsc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5ed531hn8xn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q1j9oiaegk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sra0p624pz","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wghtl8odq0e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zhclurmiimr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fdbsie9arp","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_h59g3xetcpn","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_1m4dn24cp29","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_4kp6nkvf3nu","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_u3rvu1iwx6","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_iorllv3pfk","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ay67s83ihu","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_3ni3647fafq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_fpuqaqkkg97","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_xa9o2etb5nc","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_049","epoch":0,"score":"I","citations":[{"url":"https://www.carweek.com/","title":"www.carweek.com"},{"url":"https://www.thetorquereport.com/","title":"www.thetorquereport.com"},{"url":"https://www.autodetective.com/","title":"www.autodetective.com"},{"url":"https://www.carweek.com/","title":"www.carweek.com"},{"url":"https://www.gwinnettplaceford.com/","title":"www.gwinnettplaceford.com"},{"url":"https://www.edmunds.com/","title":"www.edmunds.com"},{"url":"https://www.auto-brochures.com/","title":"www.auto-brochures.com"},{"url":"https://www.autoweb.com/","title":"www.autoweb.com"},{"url":"https://www.cars.com/","title":"www.cars.com"},{"url":"https://www.edmunds.com/","title":"www.edmunds.com"},{"url":"https://www.edmunds.com/","title":"www.edmunds.com"},{"url":"https://www.caranddriver.com/","title":"www.caranddriver.com"},{"url":"https://www.autoweb.com/","title":"www.autoweb.com"},{"url":"https://ford.cardealerships.com/","title":"ford.cardealerships.com"},{"url":"https://www.carweek.com/","title":"www.carweek.com"},{"url":"https://media.ford.com/","title":"media.ford.com"},{"url":"https://www.fordracing.com/","title":"www.fordracing.com"},{"url":"https://fordmediacenter.nl/","title":"fordmediacenter.nl"},{"url":"https://www.caranddriver.com/","title":"www.caranddriver.com"},{"url":"https://www.caranddriver.com/","title":"www.caranddriver.com"},{"url":"https://media.lincoln.com/","title":"media.lincoln.com"},{"url":"https://www.edmunds.com/","title":"www.edmunds.com"},{"url":"https://cars.usnews.com/","title":"cars.usnews.com"},{"url":"https://www.kbb.com/","title":"www.kbb.com"},{"url":"https://cars.usnews.com/","title":"cars.usnews.com"},{"url":"https://media.lincoln.com/","title":"media.lincoln.com"},{"url":"https://www.carweek.com/","title":"www.carweek.com"},{"url":"https://www.carsdirect.com/","title":"www.carsdirect.com"},{"url":"https://www.carweek.com/","title":"www.carweek.com"},{"url":"https://www.ranger5g.com/","title":"www.ranger5g.com"},{"url":"https://media.lincoln.com/","title":"media.lincoln.com"},{"url":"https://bronconationprod.blob.core.windows.net/","title":"bronconationprod.blob.core.windows.net"},{"url":"https://media.lincoln.com/","title":"media.lincoln.com"},{"url":"https://www.cars.com/","title":"www.cars.com"},{"url":"https://cars.usnews.com/","title":"cars.usnews.com"},{"url":"https://www.edmunds.com/","title":"www.edmunds.com"},{"url":"https://www.motortrend.com/","title":"www.motortrend.com"},{"url":"https://www.cars.com/","title":"www.cars.com"},{"url":"https://www.caranddriver.com/","title":"www.caranddriver.com"},{"url":"https://media.lincoln.com/","title":"media.lincoln.com"},{"url":"https://cars.usnews.com/","title":"cars.usnews.com"},{"url":"https://www.cars.com/","title":"www.cars.com"},{"url":"https://www.kbb.com/","title":"www.kbb.com"},{"url":"https://www.edmunds.com/","title":"www.edmunds.com"},{"url":"https://media.ford.com/","title":"media.ford.com"},{"url":"https://www.fromtheroad.ford.com/","title":"www.fromtheroad.ford.com"},{"url":"https://www.edmunds.com/","title":"www.edmunds.com"},{"url":"https://www.cars.com/","title":"www.cars.com"},{"url":"https://cars.usnews.com/","title":"cars.usnews.com"},{"url":"https://www.carvana.com/","title":"www.carvana.com"},{"url":"https://www.kbb.com/","title":"www.kbb.com"},{"url":"https://www.edmunds.com/","title":"www.edmunds.com"},{"url":"https://www.fordmotorcity.com/","title":"www.fordmotorcity.com"},{"url":"https://fordauthority.com/","title":"fordauthority.com"},{"url":"https://www.carweek.com/","title":"www.carweek.com"},{"url":"https://www.edmunds.com/","title":"www.edmunds.com"},{"url":"https://www.cars.com/","title":"www.cars.com"},{"url":"https://www.carsdirect.com/","title":"www.carsdirect.com"},{"url":"https://cdn.motor1.com/","title":"cdn.motor1.com"},{"url":"https://www.autoweek.com/","title":"www.autoweek.com"},{"url":"https://www.cnet.com/","title":"www.cnet.com"},{"url":"https://www.flsheriffs.org/","title":"www.flsheriffs.org"},{"url":"https://www.westwayford.com/","title":"www.westwayford.com"},{"url":"https://www.caranddriver.com/","title":"www.caranddriver.com"},{"url":"https://ford.cardealerships.com/","title":"ford.cardealerships.com"},{"url":"https://www.kbb.com/","title":"www.kbb.com"},{"url":"https://www.caranddriver.com/","title":"www.caranddriver.com"},{"url":"https://media.ford.com/","title":"media.ford.com"},{"url":"https://www.fromtheroad.ford.com/","title":"www.fromtheroad.ford.com"},{"url":"https://cdn.motor1.com/","title":"cdn.motor1.com"},{"url":"https://fordauthority.com/","title":"fordauthority.com"},{"url":"https://www.edmunds.com/","title":"www.edmunds.com"},{"url":"https://www.macheforum.com/","title":"www.macheforum.com"},{"url":"https://media.ford.com/","title":"media.ford.com"},{"url":"https://media.lincoln.com/","title":"media.lincoln.com"},{"url":"https://www.macheforum.com/","title":"www.macheforum.com"},{"url":"https://www.cjponyparts.com/","title":"www.cjponyparts.com"},{"url":"https://autonxt.net/","title":"autonxt.net"},{"url":"https://www.kbb.com/","title":"www.kbb.com"},{"url":"https://www.sunsetfordstlouis.com/","title":"www.sunsetfordstlouis.com"},{"url":"https://www.cars.com/","title":"www.cars.com"},{"url":"https://www.cargurus.com/","title":"www.cargurus.com"},{"url":"https://www.caranddriver.com/","title":"www.caranddriver.com"},{"url":"https://www.carhp.com/","title":"www.carhp.com"},{"url":"https://www.carsdirect.com/","title":"www.carsdirect.com"},{"url":"https://www.kbb.com/","title":"www.kbb.com"},{"url":"https://cars.usnews.com/","title":"cars.usnews.com"},{"url":"https://www.edmunds.com/","title":"www.edmunds.com"},{"url":"https://www.caranddriver.com/","title":"www.caranddriver.com"},{"url":"https://www.cars.com/","title":"www.cars.com"},{"url":"https://www.motortrend.com/","title":"www.motortrend.com"},{"url":"https://www.carweek.com/","title":"www.carweek.com"},{"url":"https://www.edmunds.com/","title":"www.edmunds.com"},{"url":"https://media.lincoln.com/","title":"media.lincoln.com"},{"url":"https://www.edmunds.com/","title":"www.edmunds.com"},{"url":"https://xr793.com/","title":"xr793.com"},{"url":"https://www.velocityjournal.com/","title":"www.velocityjournal.com"},{"url":"https://www.caranddriver.com/","title":"www.caranddriver.com"},{"url":"https://cars.usnews.com/","title":"cars.usnews.com"},{"url":"https://media.lincoln.com/","title":"media.lincoln.com"},{"url":"https://www.carweek.com/","title":"www.carweek.com"},{"url":"https://media.lincoln.com/","title":"media.lincoln.com"},{"url":"https://cars.usnews.com/","title":"cars.usnews.com"},{"url":"https://www.velocityjournal.com/","title":"www.velocityjournal.com"},{"url":"https://media.lincoln.com/","title":"media.lincoln.com"},{"url":"https://www.caranddriver.com/","title":"www.caranddriver.com"},{"url":"https://www.carweek.com/","title":"www.carweek.com"},{"url":"https://www.carsguide.com.au/","title":"www.carsguide.com.au"}],"searchCalls":[{"id":"st_tmp_vfp11gj32a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mmk3d3fedb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ofucapxhuub","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p8gla4yog1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zjky2f26ulm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bpay2fhypk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8s5wy6ipddk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sxvc2vadaik","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h3j8waxqf2e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h4631es5gp7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_imo66uyn87","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fze1e1tbldm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qriudccq8td","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e0woytxxyh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ymge7220c0c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uw77hki2yx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kmoah5ynryk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uljvcdzza3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cwdnryqsupk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p7jyjcdcl4a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k8q0gxafj68","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ivjeozf5i1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6oxfh3zh8tv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h6q6upgj3b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5yn46t8ybds","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hq8lpo6xdaf","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_8zw01th5ddq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_l6276e5zkrc","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_b00zi2pc8hn","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_t7xyhch796i","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_050","epoch":0,"score":"I","citations":[{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://www.ipu.org/","title":"www.ipu.org"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://www.statista.com/","title":"www.statista.com"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://api.data.ipu.org/","title":"api.data.ipu.org"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://api.data.ipu.org/","title":"api.data.ipu.org"},{"url":"https://docsv3.sportsapi360.com/","title":"docsv3.sportsapi360.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://ossinsight.io/","title":"ossinsight.io"},{"url":"https://github.com/","title":"github.com"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://www.ipu.org/","title":"www.ipu.org"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://www.ipu.org/","title":"www.ipu.org"},{"url":"http://archive.ipu.org/","title":"archive.ipu.org"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://www.ipu.org/","title":"www.ipu.org"},{"url":"https://www.refworld.org/","title":"www.refworld.org"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://data360.worldbank.org/","title":"data360.worldbank.org"},{"url":"https://genderdata.worldbank.org/","title":"genderdata.worldbank.org"},{"url":"https://www.ipu.org/","title":"www.ipu.org"},{"url":"http://archive.ipu.org/","title":"archive.ipu.org"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"http://archive.ipu.org/","title":"archive.ipu.org"},{"url":"http://archive.ipu.org/","title":"archive.ipu.org"},{"url":"http://archive.ipu.org/","title":"archive.ipu.org"},{"url":"http://archive.ipu.org/","title":"archive.ipu.org"},{"url":"http://archive.ipu.org/","title":"archive.ipu.org"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"http://archive.ipu.org/","title":"archive.ipu.org"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"http://archive.ipu.org/","title":"archive.ipu.org"},{"url":"http://archive.ipu.org/","title":"archive.ipu.org"},{"url":"http://archive.ipu.org/","title":"archive.ipu.org"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"http://archive.ipu.org/","title":"archive.ipu.org"},{"url":"http://archive.ipu.org/","title":"archive.ipu.org"},{"url":"http://archive.ipu.org/","title":"archive.ipu.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"}],"searchCalls":[{"id":"st_tmp_19ra3uyikr9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7vl28i99lp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rfx4adr3sk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_32i4n2erqab","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q115ntnysm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_du8h266e5of","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_imqu7o06io","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_umf25ychd0m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1h9l0vkz6tx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v6fjvvn7a9","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_2etxgus77d7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_01si4al96prg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mak2xl01zsp","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_j37r83rgtk","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_qp063eadoeq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mxljq2ob0ps","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_wl85i63ol","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_qwfs2pf3lv","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_u4aujictl8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0qciaxqdxjb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v3lnvcshm7","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_q16h7dvn8z","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_sp2ta5jszeh","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_vftpm6cl78h","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_pvzcbsckzsi","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_4ezn89zlf12","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_6offo7a04of","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_xw9qw4swji","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_051","epoch":0,"score":"I","citations":[{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://ktla.com/","title":"ktla.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://fox8.com/","title":"fox8.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.nbcchicago.com/","title":"www.nbcchicago.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://fox2now.com/","title":"fox2now.com"},{"url":"https://www.nbc4i.com/","title":"www.nbc4i.com"},{"url":"https://www.nbcbayarea.com/","title":"www.nbcbayarea.com"},{"url":"https://www.wkbn.com/","title":"www.wkbn.com"},{"url":"https://www.woodtv.com/","title":"www.woodtv.com"},{"url":"https://www.bizjournals.com/","title":"www.bizjournals.com"},{"url":"https://www.abc15.com/","title":"www.abc15.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://enrollbasis.com/","title":"enrollbasis.com"},{"url":"https://www.azcentral.com/","title":"www.azcentral.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.streetinsider.com/","title":"www.streetinsider.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.rti.org/","title":"www.rti.org"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://timesofindia.indiatimes.com/","title":"timesofindia.indiatimes.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.hths.mcvsd.org/","title":"www.hths.mcvsd.org"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"http://timesofindia.indiatimes.com/","title":"timesofindia.indiatimes.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://enrollbasis.com/","title":"enrollbasis.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://biztucson.com/","title":"biztucson.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://patch.com/","title":"patch.com"},{"url":"http://timesofindia.indiatimes.com/","title":"timesofindia.indiatimes.com"},{"url":"https://www.sacbee.com/","title":"www.sacbee.com"},{"url":"https://timesofindia.indiatimes.com/","title":"timesofindia.indiatimes.com"},{"url":"http://static1.1.sqspcdn.com/","title":"static1.1.sqspcdn.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.nj.com/","title":"www.nj.com"},{"url":"https://eams.mcmsnj.net/","title":"eams.mcmsnj.net"},{"url":"https://www.roi-nj.com/","title":"www.roi-nj.com"},{"url":"https://eams.mcmsnj.net/","title":"eams.mcmsnj.net"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"}],"searchCalls":[{"id":"st_tmp_wld3xhairki","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_ia3iwgw4a6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nfhbajcftoc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cwgs2ftq8ja","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_frw91fsnc2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hgew5v48gq7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e75tjgcah7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vibyi6k3v9e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fcybie6afkr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_07nzpi3skieb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qfkgg2of8b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qnijaah0hkh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vynciigbc69","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1wld35xzpex","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rig77a1wcqs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_me2df049rb8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_aytcjgxqvoa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c6fjbo1om6u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ox48rzt3u2s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1fodr0aq096","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_o4rj9ww51uj","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_88ktllxauo8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9kzcrueyslf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2m201qa3bbo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lvvx7aut6ws","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sqk2nk21ik","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_65x8oiwefy","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_052","epoch":0,"score":"I","citations":[{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.connaissancedesenergies.org/","title":"www.connaissancedesenergies.org"},{"url":"https://www.connaissancedesenergies.org/","title":"www.connaissancedesenergies.org"},{"url":"https://www.connaissancedesenergies.org/","title":"www.connaissancedesenergies.org"},{"url":"https://wecanfigurethisout.org/","title":"wecanfigurethisout.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.nedzero.nl/","title":"www.nedzero.nl"},{"url":"https://practiceguides.chambers.com/","title":"practiceguides.chambers.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.iea-wind.org/","title":"www.iea-wind.org"},{"url":"https://www.syndicat-energies-renouvelables.fr/","title":"www.syndicat-energies-renouvelables.fr"},{"url":"https://ieefa.org/","title":"ieefa.org"},{"url":"https://maritime-forum.ec.europa.eu/","title":"maritime-forum.ec.europa.eu"},{"url":"https://live.euronext.com/","title":"live.euronext.com"},{"url":"https://spectrum.ieee.org/","title":"spectrum.ieee.org"},{"url":"https://www.spglobal.com/","title":"www.spglobal.com"},{"url":"https://aenert.com/","title":"aenert.com"},{"url":"https://oie.rs/","title":"oie.rs"},{"url":"https://downloads.ctfassets.net/","title":"downloads.ctfassets.net"},{"url":"https://uk.rwe.com/","title":"uk.rwe.com"},{"url":"https://orsted.co.uk/","title":"orsted.co.uk"},{"url":"https://uk.rwe.com/","title":"uk.rwe.com"},{"url":"https://oeuk.org.uk/","title":"oeuk.org.uk"},{"url":"https://bwo-offshorewind.de/","title":"bwo-offshorewind.de"},{"url":"https://www.dlr.de/","title":"www.dlr.de"},{"url":"https://www.vdma.eu/","title":"www.vdma.eu"},{"url":"https://www.cleanenergywire.org/","title":"www.cleanenergywire.org"},{"url":"https://iea-wind.org/","title":"iea-wind.org"},{"url":"https://economie.fgov.be/","title":"economie.fgov.be"},{"url":"https://usercontent.one/","title":"usercontent.one"},{"url":"https://iea-wind.org/","title":"iea-wind.org"},{"url":"https://www.nortonrosefulbright.com/","title":"www.nortonrosefulbright.com"},{"url":"https://group.vattenfall.com/","title":"group.vattenfall.com"},{"url":"https://ens.dk/","title":"ens.dk"},{"url":"https://www.nib.int/","title":"www.nib.int"},{"url":"https://powerplants.vattenfall.com/","title":"powerplants.vattenfall.com"},{"url":"https://powerplants.vattenfall.com/","title":"powerplants.vattenfall.com"},{"url":"https://powerplants.vattenfall.com/","title":"powerplants.vattenfall.com"},{"url":"https://www.basf.com/","title":"www.basf.com"},{"url":"https://www.renewableenergymagazine.com/","title":"www.renewableenergymagazine.com"},{"url":"https://www.businesswire.com/","title":"www.businesswire.com"},{"url":"https://www.windtech-international.com/","title":"www.windtech-international.com"},{"url":"https://www.crosswindhkn.nl/","title":"www.crosswindhkn.nl"},{"url":"https://news.eneco.com/","title":"news.eneco.com"},{"url":"https://www.lr.org/","title":"www.lr.org"},{"url":"https://www.tennet.eu/","title":"www.tennet.eu"},{"url":"https://group.vattenfall.com/","title":"group.vattenfall.com"},{"url":"https://efile.fara.gov/","title":"efile.fara.gov"},{"url":"https://masdar.ae/","title":"masdar.ae"},{"url":"https://www.iberdrola.com/","title":"www.iberdrola.com"},{"url":"https://masdar.ae/","title":"masdar.ae"},{"url":"https://balticwind.eu/","title":"balticwind.eu"},{"url":"https://www.moraywest.com/","title":"www.moraywest.com"},{"url":"https://www.offshorewindscotland.org.uk/","title":"www.offshorewindscotland.org.uk"},{"url":"https://energicoast.co.uk/","title":"energicoast.co.uk"},{"url":"https://www.windtech-international.com/","title":"www.windtech-international.com"},{"url":"https://www.oceanwinds.com/","title":"www.oceanwinds.com"},{"url":"https://www.offshorewindscotland.org.uk/","title":"www.offshorewindscotland.org.uk"},{"url":"https://esb.ie/","title":"esb.ie"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.edfenergy.com/","title":"www.edfenergy.com"},{"url":"https://www.edf-powersolutions.uk/","title":"www.edf-powersolutions.uk"},{"url":"https://sif-group.com/","title":"sif-group.com"},{"url":"https://www.trianel-borkum.de/","title":"www.trianel-borkum.de"},{"url":"https://www.oedigital.com/","title":"www.oedigital.com"},{"url":"https://www.nsenergybusiness.com/","title":"www.nsenergybusiness.com"},{"url":"https://www.tgs4c.com/","title":"www.tgs4c.com"},{"url":"https://orsted.com/","title":"orsted.com"},{"url":"https://www.isc.dk/","title":"www.isc.dk"},{"url":"https://ports.marinelink.com/","title":"ports.marinelink.com"},{"url":"https://www.power-technology.com/","title":"www.power-technology.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://orsted.com/","title":"orsted.com"},{"url":"https://www.windpowermonthly.com/","title":"www.windpowermonthly.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://orsted.com/","title":"orsted.com"},{"url":"https://www.nationalgeographic.com/","title":"www.nationalgeographic.com"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://www.wfb-bremen.de/","title":"www.wfb-bremen.de"},{"url":"https://www.windtech-international.com/","title":"www.windtech-international.com"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://www.wind-energie.de/","title":"www.wind-energie.de"},{"url":"https://www.rwe.com/","title":"www.rwe.com"},{"url":"https://www.rwe.com/","title":"www.rwe.com"},{"url":"https://jp.rwe.com/","title":"jp.rwe.com"},{"url":"https://www.windtech-international.com/","title":"www.windtech-international.com"},{"url":"https://www.rwe.com/","title":"www.rwe.com"}],"searchCalls":[{"id":"st_tmp_o1f5khjckoh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yji1o0uzeze","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_3cj4hza1gj6","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_5xbmbyc8cqu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ndihw42kj88","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1saqautkjol","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sfq1963lms","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1wt1ywfq6o3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a6bgwqz0hbh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dcogvyu3fcb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_50olt3womf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_okfgltqjida","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cgc4sxbq97g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rz41i7qb0a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gnsc94osilf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m6zbh8txb1l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7yfpok73pfh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sqpy7ece0p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_89ow1yha8zn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nnpyi6wyt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nyarrget9qd","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_053","epoch":0,"score":"I","citations":[{"url":"http://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://www.iaea.org/","title":"www.iaea.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www-pub.iaea.org/","title":"www-pub.iaea.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"http://www.iaea.org/","title":"www.iaea.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://www.world-nuclear.org/","title":"www.world-nuclear.org"},{"url":"https://world-nuclear.org/","title":"world-nuclear.org"},{"url":"https://world-nuclear.org/","title":"world-nuclear.org"},{"url":"https://world-nuclear.org/","title":"world-nuclear.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://www-pub.iaea.org/","title":"www-pub.iaea.org"},{"url":"https://www-pub.iaea.org/","title":"www-pub.iaea.org"},{"url":"https://www-pub.iaea.org/","title":"www-pub.iaea.org"},{"url":"https://www.iaea.org/","title":"www.iaea.org"},{"url":"https://world-nuclear.org/","title":"world-nuclear.org"},{"url":"http://large.stanford.edu/","title":"large.stanford.edu"},{"url":"https://www.iaea.org/","title":"www.iaea.org"},{"url":"https://www.iaea.org/","title":"www.iaea.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://www-pub.iaea.org/","title":"www-pub.iaea.org"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://world-nuclear.org/","title":"world-nuclear.org"},{"url":"https://world-nuclear.org/","title":"world-nuclear.org"},{"url":"https://www.caea.gov.cn/","title":"www.caea.gov.cn"},{"url":"https://www.nrc.gov/","title":"www.nrc.gov"},{"url":"https://nnsa.mee.gov.cn/","title":"nnsa.mee.gov.cn"},{"url":"https://world-nuclear.org/","title":"world-nuclear.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"},{"url":"https://www.worldnuclearreport.org/","title":"www.worldnuclearreport.org"}],"searchCalls":[{"id":"st_tmp_o1ar7in5xv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ecj8xgj63k7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m08iy4u43dj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qd91mlwbdh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2acnvqdbew2","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_vba5kh5bjc","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_q0j83al1hxs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mced0j9frdd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uyv7n7itcfi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hsomnxojw64","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_jfj68cas7fo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1zdohdxpbv6","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_gh78ahkbz","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_2hptfacwrqn","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_s80qvako4de","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_59n20ntgno8","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_gvrkoyy18nj","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_i3odnr0cfv","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_p1h7pf211n","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_os6ow60uhe","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_7pfh68o3lp2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d3q0cs9sjh6","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_z2y8yveza5d","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_req06l3ue1m","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_ih6ufnt7wu","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_5svg91eygz5","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_22zdhu6skee","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_j4w4zk0e7n","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_054","epoch":0,"score":"I","citations":[{"url":"https://www.airport-technology.com/","title":"www.airport-technology.com"},{"url":"https://www.airport-technology.com/","title":"www.airport-technology.com"},{"url":"https://www.doi.gov/","title":"www.doi.gov"},{"url":"https://www.abc4.com/","title":"www.abc4.com"},{"url":"https://www.commercialsearch.com/","title":"www.commercialsearch.com"},{"url":"https://www.governor.ny.gov/","title":"www.governor.ny.gov"},{"url":"https://www.governor.ny.gov/","title":"www.governor.ny.gov"},{"url":"https://www.governor.ny.gov/","title":"www.governor.ny.gov"},{"url":"https://www.panynj.gov/","title":"www.panynj.gov"},{"url":"https://www.governor.ny.gov/","title":"www.governor.ny.gov"},{"url":"https://dbia.org/","title":"dbia.org"},{"url":"https://www.kansascity.com/","title":"www.kansascity.com"},{"url":"https://www.som.com/","title":"www.som.com"},{"url":"https://www.archdaily.com/","title":"www.archdaily.com"},{"url":"https://www.energy.gov/","title":"www.energy.gov"},{"url":"https://westhillsgazette.com/","title":"westhillsgazette.com"},{"url":"https://www.businesstraveller.com/","title":"www.businesstraveller.com"},{"url":"https://www.pa.gov/","title":"www.pa.gov"},{"url":"https://www.constructionowners.com/","title":"www.constructionowners.com"},{"url":"https://www.constructionowners.com/","title":"www.constructionowners.com"},{"url":"https://www.enr.com/","title":"www.enr.com"},{"url":"https://www.flydenver.com/","title":"www.flydenver.com"},{"url":"https://www.flydenver.com/","title":"www.flydenver.com"},{"url":"https://www.stantec.com/","title":"www.stantec.com"},{"url":"https://www.9news.com/","title":"www.9news.com"},{"url":"https://www.hntb.com/","title":"www.hntb.com"},{"url":"https://cbsaustin.com/","title":"cbsaustin.com"},{"url":"https://fortworthreport.org/","title":"fortworthreport.org"},{"url":"https://www.aviationpros.com/","title":"www.aviationpros.com"},{"url":"https://www.fox26houston.com/","title":"www.fox26houston.com"},{"url":"https://bnavisionnashville.com/","title":"bnavisionnashville.com"},{"url":"https://www.tennessean.com/","title":"www.tennessean.com"},{"url":"https://www.tennessean.com/","title":"www.tennessean.com"},{"url":"https://www.tennessean.com/","title":"www.tennessean.com"},{"url":"https://www.wsmv.com/","title":"www.wsmv.com"},{"url":"https://www.panynj.gov/","title":"www.panynj.gov"},{"url":"https://www.businesstraveller.com/","title":"www.businesstraveller.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.panynj.gov/","title":"www.panynj.gov"},{"url":"https://www.nj.com/","title":"www.nj.com"},{"url":"https://www.airportxnews.com/","title":"www.airportxnews.com"},{"url":"https://www.oregonlive.com/","title":"www.oregonlive.com"},{"url":"https://www.oregonlive.com/","title":"www.oregonlive.com"},{"url":"https://www.facilitiesdive.com/","title":"www.facilitiesdive.com"},{"url":"https://www.hereisoregon.com/","title":"www.hereisoregon.com"},{"url":"https://flymsy.com/","title":"flymsy.com"},{"url":"https://www.hammondstar.com/","title":"www.hammondstar.com"},{"url":"https://www.sandiegouniontribune.com/","title":"www.sandiegouniontribune.com"},{"url":"https://aecom.com/","title":"aecom.com"},{"url":"https://vgpllc.com/","title":"vgpllc.com"},{"url":"https://www.abc4.com/","title":"www.abc4.com"},{"url":"https://www.deseret.com/","title":"www.deseret.com"},{"url":"https://slcairport.com/","title":"slcairport.com"},{"url":"https://slcairport.com/","title":"slcairport.com"},{"url":"https://slcairport.com/","title":"slcairport.com"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://www.pbs.org/","title":"www.pbs.org"},{"url":"https://www.panynj.gov/","title":"www.panynj.gov"},{"url":"https://www.panynj.gov/","title":"www.panynj.gov"},{"url":"https://www.enr.com/","title":"www.enr.com"},{"url":"https://qns.com/","title":"qns.com"},{"url":"https://ny1.com/","title":"ny1.com"},{"url":"https://www.france24.com/","title":"www.france24.com"},{"url":"https://www.pminj.org/","title":"www.pminj.org"},{"url":"https://esd.ny.gov/","title":"esd.ny.gov"},{"url":"https://kc.org/","title":"kc.org"},{"url":"https://www.kansascity.com/","title":"www.kansascity.com"},{"url":"https://www.kansascity.com/","title":"www.kansascity.com"},{"url":"https://www.kcur.org/","title":"www.kcur.org"},{"url":"https://www.kctv5.com/","title":"www.kctv5.com"},{"url":"https://www.wesanews.org/","title":"www.wesanews.org"},{"url":"https://www.pa.gov/","title":"www.pa.gov"},{"url":"https://www.pittransformed.com/","title":"www.pittransformed.com"},{"url":"https://paslaygroup.com/","title":"paslaygroup.com"},{"url":"https://www.enr.com/","title":"www.enr.com"},{"url":"https://coloradosun.com/","title":"coloradosun.com"},{"url":"https://www.flydenver.com/","title":"www.flydenver.com"},{"url":"https://www.9news.com/","title":"www.9news.com"},{"url":"https://www.travelweekly.com/","title":"www.travelweekly.com"},{"url":"https://www.passengerterminaltoday.com/","title":"www.passengerterminaltoday.com"},{"url":"https://www.denvergov.org/","title":"www.denvergov.org"},{"url":"https://denvergov.org/","title":"denvergov.org"},{"url":"https://www.denver7.com/","title":"www.denver7.com"},{"url":"https://cdn.flydenver.com/","title":"cdn.flydenver.com"},{"url":"https://denver.prelive.opencities.com/","title":"denver.prelive.opencities.com"},{"url":"https://pdxnext.com/","title":"pdxnext.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://thenewsintel.com/","title":"thenewsintel.com"},{"url":"https://www.nextportland.com/","title":"www.nextportland.com"},{"url":"https://nwlaborpress.org/","title":"nwlaborpress.org"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.cnbc.com/","title":"www.cnbc.com"},{"url":"https://www.airportxnews.com/","title":"www.airportxnews.com"},{"url":"https://www.passengerterminaltoday.com/","title":"www.passengerterminaltoday.com"},{"url":"https://www.nola.com/","title":"www.nola.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://newarkterminala.com/","title":"newarkterminala.com"},{"url":"https://www.crainsnewyork.com/","title":"www.crainsnewyork.com"},{"url":"https://njbiz.com/","title":"njbiz.com"},{"url":"https://www.panynj.gov/","title":"www.panynj.gov"},{"url":"https://www.cbsnews.com/","title":"www.cbsnews.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://fortworthbusiness.com/","title":"fortworthbusiness.com"},{"url":"https://business.fwhcc.org/","title":"business.fwhcc.org"},{"url":"https://www.stantec.com/","title":"www.stantec.com"},{"url":"https://dfwairport-prd-dfw-vip.dfwairport.com/","title":"dfwairport-prd-dfw-vip.dfwairport.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://fortworthbusiness.com/","title":"fortworthbusiness.com"},{"url":"https://www.airport-technology.com/","title":"www.airport-technology.com"},{"url":"https://www.dfwairport.com/","title":"www.dfwairport.com"},{"url":"https://www.airportxnews.com/","title":"www.airportxnews.com"},{"url":"https://fortworthreport.org/","title":"fortworthreport.org"},{"url":"https://www.airportsinternational.com/","title":"www.airportsinternational.com"},{"url":"https://services.austintexas.gov/","title":"services.austintexas.gov"},{"url":"http://austintexas.gov/","title":"austintexas.gov"},{"url":"https://services.austintexas.gov/","title":"services.austintexas.gov"},{"url":"https://www.kut.org/","title":"www.kut.org"},{"url":"https://www.austintexas.gov/","title":"www.austintexas.gov"},{"url":"https://www.austintexas.gov/","title":"www.austintexas.gov"},{"url":"https://services.austintexas.gov/","title":"services.austintexas.gov"},{"url":"https://services.austintexas.gov/","title":"services.austintexas.gov"}],"searchCalls":[{"id":"st_tmp_7z25bs2z4w7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h6xqjrip49","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zag0poiw5v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rqom6sxkzad","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5mc96z4gzif","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gjnq297bjj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bha4rrg3gvj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w78uoejm9qo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lw2dwz23h2n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3hymvdrpgpl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_66wvc1vemh8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_na4cf9guwnr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jm01yckss99","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h3yo5g46tf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_51aqjhsgmih","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zj4r47bc00b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cejtqy2w4v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cn2dwko7st","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2zxhk90f829","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i0f034iycim","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v0emga23lz8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r0z4oq5xgmc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sfkrgog2298","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_0payzdgizuu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9y5rr1d6fqj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tzdwrddzddc","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_1o96gio9br7","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_lic0lo7wia","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_9jl2hm7s8se","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_nup7bxtfxr","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_055","epoch":0,"score":"I","citations":[{"url":"https://aecom.com/","title":"aecom.com"},{"url":"https://aecom.com/","title":"aecom.com"},{"url":"https://aecom.com/","title":"aecom.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://attractionsmagazine.com/","title":"attractionsmagazine.com"},{"url":"https://blooloop.com/","title":"blooloop.com"},{"url":"https://www.guinnessworldrecords.com/","title":"www.guinnessworldrecords.com"},{"url":"https://www.travelandleisure.com/","title":"www.travelandleisure.com"},{"url":"https://www.statista.com/","title":"www.statista.com"},{"url":"https://aecom.com/","title":"aecom.com"},{"url":"https://www.inparkmagazine.com/","title":"www.inparkmagazine.com"},{"url":"https://www.inparkmagazine.com/","title":"www.inparkmagazine.com"},{"url":"https://aecom.com/","title":"aecom.com"},{"url":"https://aecom.com/","title":"aecom.com"},{"url":"http://aecom.com/","title":"aecom.com"},{"url":"https://parkfans.net/","title":"parkfans.net"},{"url":"https://dlt.ri.gov/","title":"dlt.ri.gov"},{"url":"https://at.govt.nz/","title":"at.govt.nz"},{"url":"https://roar-assets-auto.rbl.ms/","title":"roar-assets-auto.rbl.ms"},{"url":"https://attractionsmagazine.com/","title":"attractionsmagazine.com"},{"url":"https://www.wdwmagic.com/","title":"www.wdwmagic.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://wdwnt.com/","title":"wdwnt.com"},{"url":"https://deadline.com/","title":"deadline.com"},{"url":"https://blogmickey.com/","title":"blogmickey.com"},{"url":"https://aecom.com/","title":"aecom.com"},{"url":"https://aecom.com/","title":"aecom.com"},{"url":"https://themeparkshark.com/","title":"themeparkshark.com"},{"url":"https://www.themeparkinsider.com/","title":"www.themeparkinsider.com"},{"url":"https://indianexpress.com/","title":"indianexpress.com"},{"url":"https://aecom.com/","title":"aecom.com"},{"url":"https://aecom.com/","title":"aecom.com"},{"url":"https://www.inparkmagazine.com/","title":"www.inparkmagazine.com"},{"url":"https://www.inparkmagazine.com/","title":"www.inparkmagazine.com"},{"url":"https://blooloop.com/","title":"blooloop.com"},{"url":"http://aecom.com/","title":"aecom.com"},{"url":"https://blooloop.com/","title":"blooloop.com"},{"url":"https://rcdb.com/","title":"rcdb.com"},{"url":"https://darkridedatabase.com/","title":"darkridedatabase.com"},{"url":"https://aecom.com/","title":"aecom.com"},{"url":"https://aecom.com/","title":"aecom.com"},{"url":"https://aecom.com/","title":"aecom.com"},{"url":"https://aecom.com/","title":"aecom.com"},{"url":"https://aecom.com/","title":"aecom.com"},{"url":"https://aecom.com/","title":"aecom.com"},{"url":"https://aecom.com/","title":"aecom.com"},{"url":"https://aecom.com/","title":"aecom.com"},{"url":"https://aecom.com/","title":"aecom.com"},{"url":"https://aecom.com/","title":"aecom.com"},{"url":"https://aecom.com/","title":"aecom.com"},{"url":"https://aecom.com/","title":"aecom.com"},{"url":"https://aecom.com/","title":"aecom.com"},{"url":"https://aecom.com/","title":"aecom.com"},{"url":"https://www.aecom.com/","title":"www.aecom.com"},{"url":"https://aecom.com/","title":"aecom.com"},{"url":"https://blooloop.com/","title":"blooloop.com"},{"url":"https://www.laughingplace.com/","title":"www.laughingplace.com"},{"url":"https://www.aecom.com/","title":"www.aecom.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.fox9.com/","title":"www.fox9.com"},{"url":"https://www.pcgs.com/","title":"www.pcgs.com"},{"url":"https://www.kellettskorner.com/","title":"www.kellettskorner.com"}],"searchCalls":[{"id":"st_tmp_gondi01s5se","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o304vg8t20m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0w2eqjgroku","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lqp7rmlim2","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_9vgwjlmancg","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_a1tq89dtu4d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q6nqmsvwpw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rox9wtq17vk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nirq15bbma","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a39qcz432g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0mt5gqfto4u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0yg3nj0lfzc","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_c9afpkqs94e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_auybpn1e1xo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zd56z0u569","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kzq3v3vryqm","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_4hglqlkrcpv","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_o5b5bmaqgsd","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_dix6xcloekk","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_pzcdqf1n95","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_4i1ktd28qgd","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_k8zry6vv6gr","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_hm6fnobgds","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f4l3a112zu9","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_ndhcq4z0moe","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_ixl045ayo6i","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_tacompd4fme","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_056","epoch":0,"score":"I","citations":[{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.wikiwand.com/","title":"www.wikiwand.com"},{"url":"https://peacock.originals.watch/","title":"peacock.originals.watch"},{"url":"https://www.nbc.com/","title":"www.nbc.com"},{"url":"https://thevoice.fandom.com/","title":"thevoice.fandom.com"},{"url":"https://www.nbc.com/","title":"www.nbc.com"},{"url":"https://www.yahoo.com/","title":"www.yahoo.com"},{"url":"https://www.usmagazine.com/","title":"www.usmagazine.com"},{"url":"https://www.etonline.com/","title":"www.etonline.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.nbc.com/","title":"www.nbc.com"},{"url":"https://thetvdb.com/","title":"thetvdb.com"},{"url":"https://www.tvguide.com/","title":"www.tvguide.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.nbc.com/","title":"www.nbc.com"},{"url":"https://www.upi.com/","title":"www.upi.com"},{"url":"https://watch.plex.tv/","title":"watch.plex.tv"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://peacock.originals.watch/","title":"peacock.originals.watch"},{"url":"https://www.nbc.com/","title":"www.nbc.com"},{"url":"https://www.latimes.com/","title":"www.latimes.com"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://www.cbsnews.com/","title":"www.cbsnews.com"},{"url":"https://www.tvguide.com/","title":"www.tvguide.com"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://www.csmonitor.com/","title":"www.csmonitor.com"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://www.latimes.com/","title":"www.latimes.com"},{"url":"https://peacock.originals.watch/","title":"peacock.originals.watch"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://www.tvmaze.com/","title":"www.tvmaze.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://www.tvguide.com/","title":"www.tvguide.com"},{"url":"https://www.tvmaze.com/","title":"www.tvmaze.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://www.tvguide.com/","title":"www.tvguide.com"},{"url":"https://www.tvline.com/","title":"www.tvline.com"},{"url":"https://www.justwatch.com/","title":"www.justwatch.com"},{"url":"https://www.nbc.com/","title":"www.nbc.com"},{"url":"https://www.fox16.com/","title":"www.fox16.com"},{"url":"https://www.hollywoodreporter.com/","title":"www.hollywoodreporter.com"},{"url":"https://peacock.originals.watch/","title":"peacock.originals.watch"},{"url":"https://hulu.originals.watch/","title":"hulu.originals.watch"},{"url":"https://www.hollywoodreporter.com/","title":"www.hollywoodreporter.com"},{"url":"https://www.latimes.com/","title":"www.latimes.com"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://www.tvguide.com/","title":"www.tvguide.com"},{"url":"https://www.nbcmiami.com/","title":"www.nbcmiami.com"},{"url":"https://www.cbsnews.com/","title":"www.cbsnews.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.upi.com/","title":"www.upi.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://www.tvguide.com/","title":"www.tvguide.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://thetvdb.com/","title":"thetvdb.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://www.tvguide.com/","title":"www.tvguide.com"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://watch.plex.tv/","title":"watch.plex.tv"},{"url":"https://www.justwatch.com/","title":"www.justwatch.com"},{"url":"https://www.justwatch.com/","title":"www.justwatch.com"},{"url":"https://www.foxnews.com/","title":"www.foxnews.com"},{"url":"https://www.tvguide.com/","title":"www.tvguide.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://www.yahoo.com/","title":"www.yahoo.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.tvguide.com/","title":"www.tvguide.com"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://www.yahoo.com/","title":"www.yahoo.com"}],"searchCalls":[{"id":"st_tmp_pxpsfmugs3o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fskw9cz44wa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qpsfyu5vs0a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1xdnfyskslc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ipnxzsuaisk","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_h7xzk137xw9","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_fwwtqt7rw8","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_5j1734jeuy","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_rhiqt4ijzh","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_y92zbasgepq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_uvbxoknvj0e","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_k8kwyxnk2pq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_vmvki96usy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ekennszxv2o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3u5dc8tcg9j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jguncozwtng","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x6kbqn4j6d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lzg9r1orlki","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ismkqamy08","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ztyrc72qwbl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b59qvflal6h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n7y69hchmea","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lmpcfcfg3i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ewqgvsp47bh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7ku5o9kvt0h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5g06ewhjmfe","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_7g6l54hyg03","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_qpxfsg8q8t","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_057","epoch":0,"score":"I","citations":[{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.wikiwand.com/","title":"www.wikiwand.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://makoentertainment.miraheze.org/","title":"makoentertainment.miraheze.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://ew.com/","title":"ew.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://grokipedia.com/","title":"grokipedia.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://oscars.fandom.com/","title":"oscars.fandom.com"},{"url":"https://www.disneyclips.com/","title":"www.disneyclips.com"},{"url":"https://letterboxd.com/","title":"letterboxd.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.kinorium.com/","title":"en.kinorium.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://nighthawknews.wordpress.com/","title":"nighthawknews.wordpress.com"},{"url":"https://ga.wikipedia.org/","title":"ga.wikipedia.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://wiki.kidzsearch.com/","title":"wiki.kidzsearch.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.allmovie.com/","title":"www.allmovie.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://en.kinorium.com/","title":"en.kinorium.com"},{"url":"https://pro.imdb.com/","title":"pro.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://animatedviews.com/","title":"animatedviews.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://oscars.fandom.com/","title":"oscars.fandom.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.disneyclips.com/","title":"www.disneyclips.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.disneyclips.com/","title":"www.disneyclips.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://eu.wikipedia.org/","title":"eu.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://wreckitralph.fandom.com/","title":"wreckitralph.fandom.com"},{"url":"https://editorial.rottentomatoes.com/","title":"editorial.rottentomatoes.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://oscars.fandom.com/","title":"oscars.fandom.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.cartoonbrew.com/","title":"www.cartoonbrew.com"},{"url":"https://movies.fandom.com/","title":"movies.fandom.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://deadline.com/","title":"deadline.com"},{"url":"https://www.wikiwand.com/","title":"www.wikiwand.com"},{"url":"https://reference.org/","title":"reference.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://reference.org/","title":"reference.org"},{"url":"https://the-jh-movie-collection-official.fandom.com/","title":"the-jh-movie-collection-official.fandom.com"},{"url":"https://grokipedia.com/","title":"grokipedia.com"},{"url":"https://screenrant.com/","title":"screenrant.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://blogs.chapman.edu/","title":"blogs.chapman.edu"},{"url":"https://news.disney.com/","title":"news.disney.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.thewrap.com/","title":"www.thewrap.com"},{"url":"https://movies.fandom.com/","title":"movies.fandom.com"},{"url":"https://cape.csustan.edu/","title":"cape.csustan.edu"},{"url":"https://list.fandom.com/","title":"list.fandom.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_lyracu597mm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_amfzmxboct","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1l7jicymty9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yqyvldmvoud","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5qtp50ml6ff","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x5dh34zxmfd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yucvzz8iv6r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mf6o0rrpe6b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e3scwbep3b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q9n0szmqw5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ix0mcablvqs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hj0t3x51iq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l1hvgp5vzf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ckhsfed2y1m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tcgx7ddevpr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x4n4oxxw3w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nicv1nkop39","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nu6sjgtfres","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_laoh423mbgq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nqn0asqani","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fc5pqiev50s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lxu12rqjuv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j9wxkgd2lyj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0pao4xfl1efn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wix3v6cv0lc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pdzwsjg3jop","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_058","epoch":0,"score":"I","citations":[{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://www.dhs.gov/","title":"www.dhs.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.dhs.gov/","title":"www.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://www.uscis.gov/","title":"www.uscis.gov"},{"url":"https://cis.org/","title":"cis.org"},{"url":"https://www.uscis.gov/","title":"www.uscis.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://www.dhs.gov/","title":"www.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"http://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://www.dhs.gov/","title":"www.dhs.gov"},{"url":"https://cis.org/","title":"cis.org"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://www.dhs.gov/","title":"www.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://www.dhs.gov/","title":"www.dhs.gov"},{"url":"https://www.dhs.gov/","title":"www.dhs.gov"},{"url":"https://www.dhs.gov/","title":"www.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://www.dhs.gov/","title":"www.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://cis.org/","title":"cis.org"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"http://develop.ohss.elevation-us.com/","title":"develop.ohss.elevation-us.com"},{"url":"https://s3.amazonaws.com/","title":"s3.amazonaws.com"},{"url":"https://www.aila.org/","title":"www.aila.org"},{"url":"https://www.dhs.gov/","title":"www.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://www.dhs.gov/","title":"www.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://cis.org/","title":"cis.org"},{"url":"https://immigrationpolicy.org/","title":"immigrationpolicy.org"},{"url":"https://cis.org/","title":"cis.org"},{"url":"https://immigrationpolicy.org/","title":"immigrationpolicy.org"},{"url":"https://cis.org/","title":"cis.org"},{"url":"https://www.voanews.com/","title":"www.voanews.com"},{"url":"https://cilawgroup.com/","title":"cilawgroup.com"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://www.fosterglobal.com/","title":"www.fosterglobal.com"}],"searchCalls":[{"id":"st_tmp_zx5shs3qpe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4xzpwebhxm9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cxmmq8ht3td","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bln3ks2zh5f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ht3y4jpl5r4","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_o1dys1d250s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5weih4hohqw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l5bpclmkyw","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_7lcd85r400e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kiab1m4534","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_09r9g3ndti7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bufnkaj81g9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hal6xbj45ha","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v1wib56s47","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_nrszsol79gb","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_pyqwrthhqi","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_94dveapxr4s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_it6jc0qi6qn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9bdxi0wy18d","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_3v8x2ynfviy","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_f09jhsc5sog","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_caalr3dxx8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ajqf0oosmmv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w54pyyo9j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5ormazhvk1i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h810ktjqb0i","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_zztbjc5aaa","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_5kmli5so5ch","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_059","epoch":0,"score":"I","citations":[{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://blog.ted.com/","title":"blog.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://blog.ted.com/","title":"blog.ted.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://blog.ted.com/","title":"blog.ted.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://conferences.ted.com/","title":"conferences.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://ted-conferences.webflow.io/","title":"ted-conferences.webflow.io"},{"url":"https://lbpost.com/","title":"lbpost.com"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://blog.ted.com/","title":"blog.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://blog.ted.com/","title":"blog.ted.com"},{"url":"https://blog.ted.com/","title":"blog.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://blog.ted.com/","title":"blog.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://blog.ted.com/","title":"blog.ted.com"},{"url":"https://blog.ted.com/","title":"blog.ted.com"},{"url":"https://blog.ted.com/","title":"blog.ted.com"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://blog.ted.com/","title":"blog.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://blog.ted.com/","title":"blog.ted.com"},{"url":"https://blog.ted.com/","title":"blog.ted.com"},{"url":"https://blog.ted.com/","title":"blog.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"http://ted.com/","title":"ted.com"},{"url":"https://blog.ted.com/","title":"blog.ted.com"},{"url":"https://blog.ted.com/","title":"blog.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://blog.ted.com/","title":"blog.ted.com"},{"url":"https://blog.ted.com/","title":"blog.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://blog.ted.com/","title":"blog.ted.com"},{"url":"https://blog.ted.com/","title":"blog.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://blog.ted.com/","title":"blog.ted.com"},{"url":"https://blog.ted.com/","title":"blog.ted.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.prnewswire.co.uk/","title":"www.prnewswire.co.uk"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://pastconferences.ted.com/","title":"pastconferences.ted.com"},{"url":"https://tedlive.ted.com/","title":"tedlive.ted.com"},{"url":"https://pastconferences.ted.com/","title":"pastconferences.ted.com"},{"url":"https://pastconferences.ted.com/","title":"pastconferences.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://tedlive.ted.com/","title":"tedlive.ted.com"},{"url":"https://pastconferences.ted.com/","title":"pastconferences.ted.com"},{"url":"https://pastconferences.ted.com/","title":"pastconferences.ted.com"},{"url":"https://conferences.ted.com/","title":"conferences.ted.com"},{"url":"https://conferences.ted.com/","title":"conferences.ted.com"},{"url":"https://pastconferences.ted.com/","title":"pastconferences.ted.com"},{"url":"https://ted-conferences.webflow.io/","title":"ted-conferences.webflow.io"},{"url":"https://zenith-prod-alt.ted.com/","title":"zenith-prod-alt.ted.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://blog.ted.com/","title":"blog.ted.com"},{"url":"https://blog.ted.com/","title":"blog.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://pastconferences.ted.com/","title":"pastconferences.ted.com"},{"url":"https://pastconferences.ted.com/","title":"pastconferences.ted.com"},{"url":"https://blog.ted.com/","title":"blog.ted.com"},{"url":"https://blog.ted.com/","title":"blog.ted.com"},{"url":"https://www.bloomberg.com/","title":"www.bloomberg.com"},{"url":"https://blog.ted.com/","title":"blog.ted.com"},{"url":"https://blog.ted.com/","title":"blog.ted.com"}],"searchCalls":[{"id":"st_tmp_mmqvtpfzhwl","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_7lcwr8dh94k","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_0urn5184o4v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z0nvpscl22","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b40g0hhr30v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9ubwcylwkm5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ftvhelkr5i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0svl7lm97j7k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_34bgde8p8rh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eu1uk6jzkt7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hlrdkuq04th","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hey6xhoqbn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pfpqbku9mcg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uokackcusm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q4xmjkwcel8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mr6m7w198t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4qdoydu2rwk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j49j7sj7os","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6h9x66gd5hh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fk8oore3vj","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_a1tpnoufv2u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3pqhfpgpwny","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z6r3ip7u2g","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_ztte9nheshc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6jqk7425dww","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4v2tkg2fbgr","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_pr2qfcrys0g","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_syjuufew59","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_w8kruu5bmcr","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_3ux8zxlq9g2","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_7pxo9x5pg2p","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_yondvhvkihq","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_060","epoch":0,"score":"I","citations":[{"url":"https://appmagic.rocks/","title":"appmagic.rocks"},{"url":"https://appmagic.rocks/","title":"appmagic.rocks"},{"url":"https://appmagic.rocks/","title":"appmagic.rocks"},{"url":"https://gamedevreports.substack.com/","title":"gamedevreports.substack.com"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://www.statista.com/","title":"www.statista.com"},{"url":"https://app2top.com/","title":"app2top.com"},{"url":"https://gamedevreports.substack.com/","title":"gamedevreports.substack.com"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://gamedevreports.substack.com/","title":"gamedevreports.substack.com"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://gamedevreports.substack.com/","title":"gamedevreports.substack.com"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://gamedevreports.substack.com/","title":"gamedevreports.substack.com"},{"url":"https://app2top.com/","title":"app2top.com"},{"url":"https://gamedevreports.substack.com/","title":"gamedevreports.substack.com"},{"url":"https://gamedevreports.substack.com/","title":"gamedevreports.substack.com"},{"url":"https://app2top.com/","title":"app2top.com"},{"url":"https://gamedevreports.substack.com/","title":"gamedevreports.substack.com"},{"url":"https://wnhub.io/","title":"wnhub.io"},{"url":"https://appmagic.rocks/","title":"appmagic.rocks"},{"url":"https://9to5mac.com/","title":"9to5mac.com"},{"url":"https://gameworldobserver.com/","title":"gameworldobserver.com"},{"url":"https://gameworldobserver.com/","title":"gameworldobserver.com"},{"url":"https://gameworldobserver.com/","title":"gameworldobserver.com"},{"url":"https://www.pocketgamer.biz/","title":"www.pocketgamer.biz"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://apptica.com/","title":"apptica.com"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://www.installbaseforum.com/","title":"www.installbaseforum.com"},{"url":"https://sensortower.com/","title":"sensortower.com"},{"url":"https://gameworldobserver.com/","title":"gameworldobserver.com"},{"url":"https://gamedevreports.substack.com/","title":"gamedevreports.substack.com"},{"url":"https://sensortower.com/","title":"sensortower.com"},{"url":"https://www.shacknews.com/","title":"www.shacknews.com"},{"url":"https://gurugamer.com/","title":"gurugamer.com"},{"url":"https://gameworldobserver.com/","title":"gameworldobserver.com"},{"url":"https://sensortower.com/","title":"sensortower.com"},{"url":"https://appmagic.rocks/","title":"appmagic.rocks"},{"url":"https://appmagic.rocks/","title":"appmagic.rocks"},{"url":"https://appmagic.rocks/","title":"appmagic.rocks"},{"url":"https://appmagic.rocks/","title":"appmagic.rocks"},{"url":"https://appmagic.rocks/","title":"appmagic.rocks"},{"url":"https://www.statista.com/","title":"www.statista.com"},{"url":"https://www.statista.com/","title":"www.statista.com"},{"url":"https://www.statista.com/","title":"www.statista.com"},{"url":"https://www.statista.com/","title":"www.statista.com"},{"url":"https://www.statista.com/","title":"www.statista.com"},{"url":"https://www.statista.com/","title":"www.statista.com"},{"url":"https://www.gamesindustry.biz/","title":"www.gamesindustry.biz"},{"url":"https://gamedevreports.substack.com/","title":"gamedevreports.substack.com"},{"url":"https://appmagic.rocks/","title":"appmagic.rocks"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://esports.gg/","title":"esports.gg"},{"url":"https://www.pocketgamer.biz/","title":"www.pocketgamer.biz"},{"url":"https://gamedevreports.substack.com/","title":"gamedevreports.substack.com"},{"url":"https://appmagic.rocks/","title":"appmagic.rocks"},{"url":"https://appmagic.rocks/","title":"appmagic.rocks"},{"url":"https://appmagic.rocks/","title":"appmagic.rocks"},{"url":"https://appmagic.rocks/","title":"appmagic.rocks"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://www.pocketgamer.biz/","title":"www.pocketgamer.biz"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://www.pocketgamer.biz/","title":"www.pocketgamer.biz"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://www.pocketgamer.biz/","title":"www.pocketgamer.biz"},{"url":"https://www.pocketgamer.biz/","title":"www.pocketgamer.biz"},{"url":"https://www.pocketgamer.biz/","title":"www.pocketgamer.biz"},{"url":"https://www.pocketgamer.biz/","title":"www.pocketgamer.biz"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://bdnewsnet.com/","title":"bdnewsnet.com"}],"searchCalls":[{"id":"st_tmp_6hcnk47cj8j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dwlo2epaka6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w4qqof1yax","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_44cbb0gg4o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sthp2vqhn9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4r27dhzhbs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sf97cfx9br8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tivghnxn1ab","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7s4oyd9zaip","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_98c7ytmepyj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lumgv1rkhek","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_eueq4d39xdr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p6hjre1amns","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_984043ogjzo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hbat3la16xw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xjiazoblza","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tr9d78z0m2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tjx9pvlf9yq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5rb34lgr6u5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tkm7383vin","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s3i4sfk21pb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2lwlp4v2dp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0rb9cdbp2ye","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9pol9dk3ifk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kt0w9lv227","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4jrnw9uty1n","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_5dtq0ycz3se","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_061","epoch":0,"score":"I","citations":[{"url":"https://www.nsw.gov.au/","title":"www.nsw.gov.au"},{"url":"https://www.parliament.nsw.gov.au/","title":"www.parliament.nsw.gov.au"},{"url":"https://www.parliament.nsw.gov.au/","title":"www.parliament.nsw.gov.au"},{"url":"https://www.parliament.nsw.gov.au/","title":"www.parliament.nsw.gov.au"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.premier.vic.gov.au/","title":"www.premier.vic.gov.au"},{"url":"https://www.gazette.vic.gov.au/","title":"www.gazette.vic.gov.au"},{"url":"https://www.vic.gov.au/","title":"www.vic.gov.au"},{"url":"https://www.parliament.vic.gov.au/","title":"www.parliament.vic.gov.au"},{"url":"https://www.premier.vic.gov.au/","title":"www.premier.vic.gov.au"},{"url":"https://www.qld.gov.au/","title":"www.qld.gov.au"},{"url":"https://documents.parliament.qld.gov.au/","title":"documents.parliament.qld.gov.au"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.bloomberg.com/","title":"www.bloomberg.com"},{"url":"https://www.parliament.wa.gov.au/","title":"www.parliament.wa.gov.au"},{"url":"https://govhouse.wa.gov.au/","title":"govhouse.wa.gov.au"},{"url":"https://www.parliament.wa.gov.au/","title":"www.parliament.wa.gov.au"},{"url":"https://www.wa.gov.au/","title":"www.wa.gov.au"},{"url":"https://www.premier.sa.gov.au/","title":"www.premier.sa.gov.au"},{"url":"https://www.premier.sa.gov.au/","title":"www.premier.sa.gov.au"},{"url":"https://www.parliament.sa.gov.au/","title":"www.parliament.sa.gov.au"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.indailysa.com.au/","title":"www.indailysa.com.au"},{"url":"https://www.parliament.tas.gov.au/","title":"www.parliament.tas.gov.au"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.parliament.tas.gov.au/","title":"www.parliament.tas.gov.au"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.parliament.act.gov.au/","title":"www.parliament.act.gov.au"},{"url":"https://www.parliament.act.gov.au/","title":"www.parliament.act.gov.au"},{"url":"https://www.parliament.act.gov.au/","title":"www.parliament.act.gov.au"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.parliament.act.gov.au/","title":"www.parliament.act.gov.au"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.thetimes.com.au/","title":"www.thetimes.com.au"},{"url":"https://www.sbs.com.au/","title":"www.sbs.com.au"},{"url":"https://parliament.nt.gov.au/","title":"parliament.nt.gov.au"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.sbs.com.au/","title":"www.sbs.com.au"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://digitalcollections.cdu.edu.au/","title":"digitalcollections.cdu.edu.au"},{"url":"https://www.ntnews.com.au/","title":"www.ntnews.com.au"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.sbs.com.au/","title":"www.sbs.com.au"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://adelaideaz.com/","title":"adelaideaz.com"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.parliament.wa.gov.au/","title":"www.parliament.wa.gov.au"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.smh.com.au/","title":"www.smh.com.au"},{"url":"https://www.news.com.au/","title":"www.news.com.au"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://clp.org.au/","title":"clp.org.au"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://govhouse.nt.gov.au/","title":"govhouse.nt.gov.au"},{"url":"https://ntindependent.com.au/","title":"ntindependent.com.au"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"}],"searchCalls":[{"id":"st_tmp_qps2w2957j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dx5gyzwrpgr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x6l1f87e9w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u7mmvv6z3m","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_1zg7ko3xx9q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b843n4g2t0k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yj7qvea63s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y8wvhptdqom","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qit5qvpqdfm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4kj4bkeb8rs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mdbv6fz3wmg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lqosus02yk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_78ols023bul","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_58fadcllhrm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kfayci4bit","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fndozgqop9o","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_062","epoch":0,"score":"I","citations":[{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.lancasterguardian.co.uk/","title":"www.lancasterguardian.co.uk"},{"url":"https://www.ox.ac.uk/","title":"www.ox.ac.uk"},{"url":"https://www.medsci.ox.ac.uk/","title":"www.medsci.ox.ac.uk"},{"url":"https://www.uniadmissions.co.uk/","title":"www.uniadmissions.co.uk"},{"url":"https://www.uk-education-centre.com/","title":"www.uk-education-centre.com"},{"url":"https://cfeuk.com/","title":"cfeuk.com"},{"url":"https://committees.parliament.uk/","title":"committees.parliament.uk"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://committees.parliament.uk/","title":"committees.parliament.uk"},{"url":"https://committees.parliament.uk/","title":"committees.parliament.uk"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.humanities.ox.ac.uk/","title":"www.humanities.ox.ac.uk"},{"url":"https://www.timeout.com/","title":"www.timeout.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.bristol.ac.uk/","title":"www.bristol.ac.uk"},{"url":"https://www.scotsman.com/","title":"www.scotsman.com"},{"url":"https://news.liverpool.ac.uk/","title":"news.liverpool.ac.uk"},{"url":"https://www.leeds.ac.uk/","title":"www.leeds.ac.uk"},{"url":"https://www.lse.ac.uk/","title":"www.lse.ac.uk"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://warwick.ac.uk/","title":"warwick.ac.uk"},{"url":"https://www.thestar.co.uk/","title":"www.thestar.co.uk"},{"url":"https://www.insidermedia.com/","title":"www.insidermedia.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.birmingham.ac.uk/","title":"www.birmingham.ac.uk"},{"url":"https://www.theuniguide.co.uk/","title":"www.theuniguide.co.uk"},{"url":"https://www.birmingham.ac.uk/","title":"www.birmingham.ac.uk"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://thetab.com/","title":"thetab.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theuniguide.co.uk/","title":"www.theuniguide.co.uk"},{"url":"https://universitycompare.com/","title":"universitycompare.com"},{"url":"https://www.scotsman.com/","title":"www.scotsman.com"},{"url":"https://ask.shiksha.com/","title":"ask.shiksha.com"},{"url":"https://roarnews.co.uk/","title":"roarnews.co.uk"},{"url":"https://www.kingseducation.com/","title":"www.kingseducation.com"},{"url":"https://www.leeds.ac.uk/","title":"www.leeds.ac.uk"},{"url":"https://www.leeds.ac.uk/","title":"www.leeds.ac.uk"},{"url":"https://www.theuniguide.co.uk/","title":"www.theuniguide.co.uk"},{"url":"https://www.theuniguide.co.uk/","title":"www.theuniguide.co.uk"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.insidermedia.com/","title":"www.insidermedia.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theuniguide.co.uk/","title":"www.theuniguide.co.uk"},{"url":"https://www.nottingham.ac.uk/","title":"www.nottingham.ac.uk"},{"url":"https://www.uniplusglobal.com/","title":"www.uniplusglobal.com"},{"url":"https://www.theuniguide.co.uk/","title":"www.theuniguide.co.uk"},{"url":"https://www.theuniguide.co.uk/","title":"www.theuniguide.co.uk"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theuniguide.co.uk/","title":"www.theuniguide.co.uk"},{"url":"https://www.qub.ac.uk/","title":"www.qub.ac.uk"},{"url":"https://www.belfastlive.co.uk/","title":"www.belfastlive.co.uk"},{"url":"https://www.theuniguide.co.uk/","title":"www.theuniguide.co.uk"},{"url":"https://uniplusglobal.com/","title":"uniplusglobal.com"},{"url":"https://www.southampton.ac.uk/","title":"www.southampton.ac.uk"},{"url":"https://www.york.ac.uk/","title":"www.york.ac.uk"},{"url":"https://www.shiksha.com/","title":"www.shiksha.com"},{"url":"https://www.timeout.com/","title":"www.timeout.com"},{"url":"https://news.exeter.ac.uk/","title":"news.exeter.ac.uk"},{"url":"https://www.exeter.ac.uk/","title":"www.exeter.ac.uk"},{"url":"https://news.liverpool.ac.uk/","title":"news.liverpool.ac.uk"},{"url":"https://www.miragenews.com/","title":"www.miragenews.com"},{"url":"https://www.theuniguide.co.uk/","title":"www.theuniguide.co.uk"}],"searchCalls":[{"id":"st_tmp_puf0antvq2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_auc9ckbp0r7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gg6m9ou9jxw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9pmyy3nlga","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3hp7qssciub","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b1vlaciwo4l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u4n8z4vfdtd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q3h0twrysl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zynjwcn1bon","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qhguf3p08p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x54lutpb3zi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_so55ny20ox","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zygcofapwb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sz2qh4ml5ln","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ggsd6k5gtq8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0gv2b2enigqj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3hjm9przl6c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0kd6u3oa3hag","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tvaz42fbzo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ytat1fy2w19","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7rqkiul7h8a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xmh07zjugts","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fbi7utlsapb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y7iv71e7t68","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rbi6mkrxk6e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7zb5ryt7km6","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_063","epoch":0,"score":"I","citations":[{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"http://wdi.worldbank.org/","title":"wdi.worldbank.org"},{"url":"https://datahelpdesk.worldbank.org/","title":"datahelpdesk.worldbank.org"},{"url":"https://datatopics.worldbank.org/","title":"datatopics.worldbank.org"},{"url":"https://stats.oecd.org/","title":"stats.oecd.org"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://api.worldbank.org/","title":"api.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data360files.worldbank.org/","title":"data360files.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data360.worldbank.org/","title":"data360.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://p4h.world/","title":"p4h.world"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://health.ec.europa.eu/","title":"health.ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://eurohealthobservatory.who.int/","title":"eurohealthobservatory.who.int"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://economy-finance.ec.europa.eu/","title":"economy-finance.ec.europa.eu"},{"url":"https://regnskaber.cvrapi.dk/","title":"regnskaber.cvrapi.dk"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://www.dividendmax.com/","title":"www.dividendmax.com"},{"url":"https://www.cambridge.org/","title":"www.cambridge.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://www.tradeint.com/","title":"www.tradeint.com"},{"url":"https://eurohealthobservatory.who.int/","title":"eurohealthobservatory.who.int"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://markets.businessinsider.com/","title":"markets.businessinsider.com"},{"url":"https://worldfactbookarchive.org/","title":"worldfactbookarchive.org"},{"url":"https://eurohealthobservatory.who.int/","title":"eurohealthobservatory.who.int"},{"url":"https://data.who.int/","title":"data.who.int"},{"url":"https://www.statista.com/","title":"www.statista.com"}],"searchCalls":[{"id":"st_tmp_fdeuxxi9ifa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ei1fwzk3nrp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0gedq2sns1lh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k22gmcop8bn","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_qtzmovspza","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_w2ey6aos1t","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_skzdo65cx3a","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_lql58uhdms","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0715flut23vk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rk5nea8mji","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8wxfqspyfoq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dtdj9oex1wd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6bdpu7filqh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_15z05v3pigd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0xr2y5cx0p3j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9fgq20xkbvs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0ahxmiklul0r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6uy9gffwy1v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iuq0u6jutrp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n80ga1mnmcc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iiw8uxelfk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w0lm2yvwoin","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c1g1ov9a6v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lqy5m5wfesp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cyhv5rzy4qp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8gl6qt68z8g","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_pj1rgjmyom","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_064","epoch":0,"score":"I","citations":[{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://prod.wp.cdn.aws.wfu.edu/","title":"prod.wp.cdn.aws.wfu.edu"},{"url":"https://prod.wp.cdn.aws.wfu.edu/","title":"prod.wp.cdn.aws.wfu.edu"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://guides.loc.gov/","title":"guides.loc.gov"},{"url":"https://bookofthestates.org/","title":"bookofthestates.org"},{"url":"https://bookofthestates.org/","title":"bookofthestates.org"},{"url":"https://bookofthestates.org/","title":"bookofthestates.org"},{"url":"http://stateconstitutions.umd.edu/","title":"stateconstitutions.umd.edu"},{"url":"https://guides.law.byu.edu/","title":"guides.law.byu.edu"},{"url":"https://prod.wp.cdn.aws.wfu.edu/","title":"prod.wp.cdn.aws.wfu.edu"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://prod.wp.cdn.aws.wfu.edu/","title":"prod.wp.cdn.aws.wfu.edu"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://prod.wp.cdn.aws.wfu.edu/","title":"prod.wp.cdn.aws.wfu.edu"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://www.flsenate.gov/","title":"www.flsenate.gov"},{"url":"https://guides.loc.gov/","title":"guides.loc.gov"},{"url":"https://guides.law.fsu.edu/","title":"guides.law.fsu.edu"},{"url":"https://elections.hawaii.gov/","title":"elections.hawaii.gov"},{"url":"https://sos.idaho.gov/","title":"sos.idaho.gov"},{"url":"https://www.capitol.hawaii.gov/","title":"www.capitol.hawaii.gov"},{"url":"https://digitalcommons.law.uga.edu/","title":"digitalcommons.law.uga.edu"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://prod.wp.cdn.aws.wfu.edu/","title":"prod.wp.cdn.aws.wfu.edu"},{"url":"https://prod.wp.cdn.aws.wfu.edu/","title":"prod.wp.cdn.aws.wfu.edu"},{"url":"https://library.law.fsu.edu/","title":"library.law.fsu.edu"},{"url":"https://fcit.usf.edu/","title":"fcit.usf.edu"},{"url":"http://fcit.usf.edu/","title":"fcit.usf.edu"},{"url":"https://scholarship.law.ufl.edu/","title":"scholarship.law.ufl.edu"},{"url":"https://house.louisiana.gov/","title":"house.louisiana.gov"},{"url":"https://legis.la.gov/","title":"legis.la.gov"},{"url":"https://www.legis.la.gov/","title":"www.legis.la.gov"},{"url":"https://www.legis.la.gov/","title":"www.legis.la.gov"},{"url":"https://legis.la.gov/","title":"legis.la.gov"},{"url":"https://legislature.mi.gov/","title":"legislature.mi.gov"},{"url":"https://www.courts.michigan.gov/","title":"www.courts.michigan.gov"},{"url":"https://www.michigan.gov/","title":"www.michigan.gov"},{"url":"https://law.justia.com/","title":"law.justia.com"},{"url":"http://crcmich.org/","title":"crcmich.org"},{"url":"https://courts.mt.gov/","title":"courts.mt.gov"},{"url":"https://scholarworks.umt.edu/","title":"scholarworks.umt.edu"},{"url":"https://law.justia.com/","title":"law.justia.com"},{"url":"https://mca.legmt.gov/","title":"mca.legmt.gov"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://www.flsenate.gov/","title":"www.flsenate.gov"},{"url":"https://files.floridados.gov/","title":"files.floridados.gov"},{"url":"https://fcit.usf.edu/","title":"fcit.usf.edu"},{"url":"https://digitalarchives.maine.gov/","title":"digitalarchives.maine.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://digitalarchives.maine.gov/","title":"digitalarchives.maine.gov"},{"url":"https://www.newscentermaine.com/","title":"www.newscentermaine.com"}],"searchCalls":[{"id":"st_tmp_kl59qvtxjy9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4a8l3hshmvr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kkh0vcf6e6o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_14xw6flx65x","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jjg62jpsw9a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kqhn18bm2q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qbcz1lzurao","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r4vual42f8g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fffve8m4g79","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bbvlfmnvieh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0vwwyjgpi6ta","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rux7urt6mwn","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_vmfc7mqdlos","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_dvrm7olrcrt","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_5deg2j2lfi","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_y8gax8fpnm","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_msfi8gp2ztq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_6al0yx5uhl","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_pxvl8vzdrhg","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_md6nb834yn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cwodfzl9yj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uk966lzsbl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2x9di5hhg5x","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c4qj7bitudo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bkxt70o5d6w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_628srvpumal","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_6obtavsiy7h","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_065","epoch":0,"score":"C","citations":[{"url":"https://datacatalog.worldbank.org/","title":"datacatalog.worldbank.org"},{"url":"https://data360files.worldbank.org/","title":"data360files.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://datacatalog.worldbank.org/","title":"datacatalog.worldbank.org"},{"url":"https://ddh-openapi.worldbank.org/","title":"ddh-openapi.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data360.worldbank.org/","title":"data360.worldbank.org"},{"url":"https://documents.worldbank.org/","title":"documents.worldbank.org"},{"url":"https://datahelpdesk.worldbank.org/","title":"datahelpdesk.worldbank.org"},{"url":"https://datahelpdesk.worldbank.org/","title":"datahelpdesk.worldbank.org"},{"url":"https://data360.worldbank.org/","title":"data360.worldbank.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://databankfiles.worldbank.org/","title":"databankfiles.worldbank.org"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://genderdata.worldbank.org/","title":"genderdata.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data360.worldbank.org/","title":"data360.worldbank.org"},{"url":"https://stacks.cdc.gov/","title":"stacks.cdc.gov"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://data360files.worldbank.org/","title":"data360files.worldbank.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://app.indexbox.io/","title":"app.indexbox.io"},{"url":"https://statbase.org/","title":"statbase.org"},{"url":"https://tradingeconomics.com/","title":"tradingeconomics.com"},{"url":"https://www.indexmundi.com/","title":"www.indexmundi.com"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://stacks.cdc.gov/","title":"stacks.cdc.gov"},{"url":"https://files.hawaii.gov/","title":"files.hawaii.gov"},{"url":"https://files.hawaii.gov/","title":"files.hawaii.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://db.nomics.world/","title":"db.nomics.world"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://db.nomics.world/","title":"db.nomics.world"},{"url":"https://db.nomics.world/","title":"db.nomics.world"},{"url":"https://db.nomics.world/","title":"db.nomics.world"},{"url":"https://db.nomics.world/","title":"db.nomics.world"},{"url":"https://data360files.worldbank.org/","title":"data360files.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://db.nomics.world/","title":"db.nomics.world"},{"url":"https://db.nomics.world/","title":"db.nomics.world"}],"searchCalls":[{"id":"st_tmp_yvg1nn64lge","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ez6kvkfs1h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vei2jepbopa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0u6jy5ld8pef","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_wkkov0u39jb","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_1cgtx3hb47t","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_snczpj6z3cp","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_w0bd6q5llub","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_m4g1izw7ron","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_46gwi3gmt53","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gioh0iqtrfp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_969u2z6z9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mladju6v26","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0nvn4fz1j4e","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_cyh1gfd4qv4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bswpiwdxufj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5ah35jotdnu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n1mqklcncr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mt9ohwx2io","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ik0vsldq91d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kwkhow8tef","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n1x5ew3dgnf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_neeyljhj5u","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_wpfk6f9xoha","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_r375a1mi5o9","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_xildseh36a","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_066","epoch":0,"score":"I","citations":[{"url":"https://www.nbcnews.com/","title":"www.nbcnews.com"},{"url":"https://www.chicagotribune.com/","title":"www.chicagotribune.com"},{"url":"https://www.wfla.com/","title":"www.wfla.com"},{"url":"https://www.ocregister.com/","title":"www.ocregister.com"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://note.com/","title":"note.com"},{"url":"https://www.cbsnews.com/","title":"www.cbsnews.com"},{"url":"https://shopping.yahoo.co.jp/","title":"shopping.yahoo.co.jp"},{"url":"https://store.shopping.yahoo.co.jp/","title":"store.shopping.yahoo.co.jp"},{"url":"https://detail.zol.com.cn/","title":"detail.zol.com.cn"},{"url":"https://www.zol.com/","title":"www.zol.com"},{"url":"https://www.zhizhizhi.com/","title":"www.zhizhizhi.com"},{"url":"https://www.9ji.com/","title":"www.9ji.com"},{"url":"https://www.suning.com/","title":"www.suning.com"},{"url":"https://www.dyson.com.sg/","title":"www.dyson.com.sg"},{"url":"https://oeam.prd.digital.dyson.cloud/","title":"oeam.prd.digital.dyson.cloud"},{"url":"https://e-catalog.com/","title":"e-catalog.com"},{"url":"https://e-catalog.com/","title":"e-catalog.com"},{"url":"https://detail.zol.com.cn/","title":"detail.zol.com.cn"},{"url":"https://www.dyson.com.sg/","title":"www.dyson.com.sg"},{"url":"https://www.dyson.com.au/","title":"www.dyson.com.au"},{"url":"https://action.jo/","title":"action.jo"},{"url":"https://www.dyson.com/","title":"www.dyson.com"},{"url":"https://www.cnbc.com/","title":"www.cnbc.com"},{"url":"https://www.dyson.cn/","title":"www.dyson.cn"},{"url":"https://www.suning.com/","title":"www.suning.com"},{"url":"https://www.suning.com/","title":"www.suning.com"},{"url":"https://www.jd.com/","title":"www.jd.com"},{"url":"https://www.suning.com/","title":"www.suning.com"},{"url":"https://jp.mercari.com/","title":"jp.mercari.com"},{"url":"https://shopping.yahoo.co.jp/","title":"shopping.yahoo.co.jp"},{"url":"https://www.yodobashi.com/","title":"www.yodobashi.com"},{"url":"https://kakaku.com/","title":"kakaku.com"},{"url":"https://search.rakuten.co.jp/","title":"search.rakuten.co.jp"},{"url":"https://www.dyson.com/","title":"www.dyson.com"},{"url":"https://www.hair-dryer.org/","title":"www.hair-dryer.org"},{"url":"https://e-catalog.com/","title":"e-catalog.com"},{"url":"https://e-catalog.com/","title":"e-catalog.com"},{"url":"https://www.dyson.co.th/","title":"www.dyson.co.th"},{"url":"https://tekshanghai.com/","title":"tekshanghai.com"},{"url":"https://www.manualslib.com/","title":"www.manualslib.com"},{"url":"https://www.zigzag.am/","title":"www.zigzag.am"},{"url":"https://www.redingtononline.com/","title":"www.redingtononline.com"},{"url":"https://www.saksfifthavenue.com/","title":"www.saksfifthavenue.com"},{"url":"https://www.marieclaire.com/","title":"www.marieclaire.com"},{"url":"https://e-catalog.com/","title":"e-catalog.com"},{"url":"https://www.dyson.com/","title":"www.dyson.com"},{"url":"https://amazon.com/","title":"amazon.com"},{"url":"https://www.dyson.com/","title":"www.dyson.com"},{"url":"https://www.dyson.com/","title":"www.dyson.com"},{"url":"https://e-catalog.com/","title":"e-catalog.com"},{"url":"https://support.dyson.lt/","title":"support.dyson.lt"},{"url":"https://canoe.com/","title":"canoe.com"},{"url":"https://www.allure.com/","title":"www.allure.com"},{"url":"https://www.techadvisor.com/","title":"www.techadvisor.com"},{"url":"https://www.dyson.com/","title":"www.dyson.com"},{"url":"https://www.dyson.com/","title":"www.dyson.com"},{"url":"https://www.dyson.com/","title":"www.dyson.com"},{"url":"https://www.dyson.com/","title":"www.dyson.com"},{"url":"https://www.dyson.com/","title":"www.dyson.com"},{"url":"https://www.dyson.com/","title":"www.dyson.com"},{"url":"https://e-catalog.com/","title":"e-catalog.com"},{"url":"https://oeam.prd.digital.dyson.cloud/","title":"oeam.prd.digital.dyson.cloud"},{"url":"https://support.dyson.ae/","title":"support.dyson.ae"},{"url":"https://www.hair-dryer.org/","title":"www.hair-dryer.org"},{"url":"https://www.manualslib.com/","title":"www.manualslib.com"},{"url":"https://wethedryers.com/","title":"wethedryers.com"},{"url":"https://www.dyson.cn/","title":"www.dyson.cn"},{"url":"https://www.dyson.cn/","title":"www.dyson.cn"},{"url":"https://news.qq.com/","title":"news.qq.com"},{"url":"https://www.163.com/","title":"www.163.com"},{"url":"https://finance.sina.com.cn/","title":"finance.sina.com.cn"},{"url":"https://www.dyson.co.jp/","title":"www.dyson.co.jp"},{"url":"https://oeam.prd.digital.dyson.cloud/","title":"oeam.prd.digital.dyson.cloud"},{"url":"https://www.dyson.co.jp/","title":"www.dyson.co.jp"},{"url":"https://www.yodobashi.com/","title":"www.yodobashi.com"},{"url":"https://www.dyson.co.jp/","title":"www.dyson.co.jp"},{"url":"https://edition.cnn.com/","title":"edition.cnn.com"},{"url":"https://www.dyson.com/","title":"www.dyson.com"},{"url":"https://www.dyson.com/","title":"www.dyson.com"},{"url":"https://www.allure.com/","title":"www.allure.com"},{"url":"https://www.dyson.com/","title":"www.dyson.com"},{"url":"https://www.dyson.com/","title":"www.dyson.com"},{"url":"https://www.dyson.com/","title":"www.dyson.com"},{"url":"https://www.dyson.com/","title":"www.dyson.com"},{"url":"https://www.dyson.com/","title":"www.dyson.com"},{"url":"https://www.dyson.com/","title":"www.dyson.com"},{"url":"https://www.dyson.com/","title":"www.dyson.com"},{"url":"https://www.dyson.com/","title":"www.dyson.com"},{"url":"https://www.dyson.com/","title":"www.dyson.com"},{"url":"https://manualzz.com/","title":"manualzz.com"},{"url":"https://manualsfile.com/","title":"manualsfile.com"},{"url":"https://www.manualslib.com/","title":"www.manualslib.com"},{"url":"https://www.bestbuy.com/","title":"www.bestbuy.com"},{"url":"https://reebelo.com/","title":"reebelo.com"},{"url":"https://www.handdryer.com/","title":"www.handdryer.com"},{"url":"https://gizmocleaning.com/","title":"gizmocleaning.com"},{"url":"https://www.dyson.com/","title":"www.dyson.com"},{"url":"https://www.dyson.com/","title":"www.dyson.com"},{"url":"https://www.dyson.com/","title":"www.dyson.com"},{"url":"https://www.dyson.co.uk/","title":"www.dyson.co.uk"},{"url":"https://oeam.prd.digital.dyson.cloud/","title":"oeam.prd.digital.dyson.cloud"},{"url":"https://www.dyson.co.uk/","title":"www.dyson.co.uk"},{"url":"https://support.dyson.ee/","title":"support.dyson.ee"},{"url":"https://manuals.plus/","title":"manuals.plus"}],"searchCalls":[{"id":"st_tmp_54wqeczreo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_klabaq9v488","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qapy859dql8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zw5y9i7wp4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dkj5cf5psq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_177739d5foj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vkwtjit4ah","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kuwr2y10qc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_klnxwlgxboa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jr04ijeodtb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d3jbxrhg9dv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uqsyyn2iq2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s1vtsz3zmhd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_177um7rgtdbi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_59clq9fzntm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2b5owureowv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jh55okuwr0i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8ua6zp9h5i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9ga8tlr6cf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lx77pstc9hs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n8sreu7txr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oq0ebu4zl1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_43wszokviy2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iy6ak7fpxem","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l8e77hi1b8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zuhc6ngkyvd","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_42fmv0evss1","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_3t7i7ax8s9g","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_fdgplv2pdvn","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_1qgu44xd581","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_h8ybnq26u4q","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_wqo5ocua5dr","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_zzvr2t7lt6o","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_maa878cd4p","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_aqdcj3e4n2","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_gide4o47ydo","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ogg4yk3iwh","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_067","epoch":0,"score":"I","citations":[{"url":"https://www.data.go.kr/","title":"www.data.go.kr"},{"url":"https://opengov.seoul.go.kr/","title":"opengov.seoul.go.kr"},{"url":"https://www.data.go.kr/","title":"www.data.go.kr"},{"url":"https://www.schoolinfo.go.kr/","title":"www.schoolinfo.go.kr"},{"url":"https://data.seoul.go.kr/","title":"data.seoul.go.kr"},{"url":"https://data.seoul.go.kr/","title":"data.seoul.go.kr"},{"url":"https://ko.wikipedia.org/","title":"ko.wikipedia.org"},{"url":"https://gsycedu.sen.go.kr/","title":"gsycedu.sen.go.kr"},{"url":"https://www.schoolinfo.go.kr/","title":"www.schoolinfo.go.kr"},{"url":"https://www.schoolinfo.go.kr/","title":"www.schoolinfo.go.kr"},{"url":"https://www.data.go.kr/","title":"www.data.go.kr"},{"url":"https://www.schoolinfo.go.kr/","title":"www.schoolinfo.go.kr"},{"url":"https://ko.wikipedia.org/","title":"ko.wikipedia.org"},{"url":"https://www.data.go.kr/","title":"www.data.go.kr"},{"url":"https://www.schoolinfo.go.kr/","title":"www.schoolinfo.go.kr"},{"url":"https://ko.wikipedia.org/","title":"ko.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.donga.com/","title":"www.donga.com"},{"url":"https://namu.wiki/","title":"namu.wiki"},{"url":"https://ba043.tistory.com/","title":"ba043.tistory.com"},{"url":"https://thewiki.kr/","title":"thewiki.kr"},{"url":"https://www.hischool.go.kr/","title":"www.hischool.go.kr"},{"url":"https://www.data.go.kr/","title":"www.data.go.kr"},{"url":"https://www.data.go.kr/","title":"www.data.go.kr"},{"url":"https://data.seoul.go.kr/","title":"data.seoul.go.kr"},{"url":"https://www.data.go.kr/","title":"www.data.go.kr"},{"url":"https://www.data.go.kr/","title":"www.data.go.kr"},{"url":"https://ko.wikipedia.org/","title":"ko.wikipedia.org"},{"url":"https://namu.wiki/","title":"namu.wiki"},{"url":"https://namu.wiki/","title":"namu.wiki"},{"url":"https://school.mustarddata.com/","title":"school.mustarddata.com"},{"url":"https://namu.wiki/","title":"namu.wiki"},{"url":"https://thewiki.kr/","title":"thewiki.kr"},{"url":"https://thewiki.kr/","title":"thewiki.kr"},{"url":"https://thewiki.kr/","title":"thewiki.kr"},{"url":"https://thewiki.kr/","title":"thewiki.kr"},{"url":"https://thewiki.kr/","title":"thewiki.kr"},{"url":"https://thewiki.kr/","title":"thewiki.kr"},{"url":"https://thewiki.kr/","title":"thewiki.kr"},{"url":"https://thewiki.kr/","title":"thewiki.kr"},{"url":"https://thewiki.kr/","title":"thewiki.kr"},{"url":"https://thewiki.kr/","title":"thewiki.kr"},{"url":"https://thewiki.kr/","title":"thewiki.kr"},{"url":"https://thewiki.kr/","title":"thewiki.kr"},{"url":"https://thewiki.kr/","title":"thewiki.kr"},{"url":"https://thewiki.kr/","title":"thewiki.kr"},{"url":"https://thewiki.kr/","title":"thewiki.kr"},{"url":"https://thewiki.kr/","title":"thewiki.kr"},{"url":"https://namu.wiki/","title":"namu.wiki"},{"url":"https://namu.wiki/","title":"namu.wiki"},{"url":"https://namu.wiki/","title":"namu.wiki"},{"url":"https://namu.wiki/","title":"namu.wiki"},{"url":"https://namu.wiki/","title":"namu.wiki"},{"url":"https://namu.wiki/","title":"namu.wiki"},{"url":"https://namu.wiki/","title":"namu.wiki"},{"url":"https://seoulgs.sen.hs.kr/","title":"seoulgs.sen.hs.kr"},{"url":"https://ko.wikipedia.org/","title":"ko.wikipedia.org"},{"url":"https://namu.wiki/","title":"namu.wiki"},{"url":"https://namu.wiki/","title":"namu.wiki"},{"url":"https://namu.wiki/","title":"namu.wiki"},{"url":"https://data.seoul.go.kr/","title":"data.seoul.go.kr"},{"url":"https://data.seoul.go.kr/","title":"data.seoul.go.kr"},{"url":"https://namu.wiki/","title":"namu.wiki"},{"url":"https://school.mustarddata.com/","title":"school.mustarddata.com"},{"url":"https://namu.wiki/","title":"namu.wiki"},{"url":"https://namu.wiki/","title":"namu.wiki"},{"url":"https://femiwiki.com/","title":"femiwiki.com"},{"url":"https://namu.wiki/","title":"namu.wiki"}],"searchCalls":[{"id":"st_tmp_7zsm5puu5zc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fy2jhups3ub","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p0zbtf2gir","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l8aoc68wvh","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_rvsh09wpf8g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_13m8klfkqq7a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kb65fpx1gyq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hwemd2mx1u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_quq90iioon8","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_4969a8eqhgu","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_5u70hmssgq5","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_g63qpkul7ik","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_gfjvj1rgbqk","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_lfzp7blkajk","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_3jvbw7khr6d","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_3x2zg9dxsk9","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_h0u6ivk63x","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_ud9s9aa9ubi","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_e0whbopqecc","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_kd3qda2ptsl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e0i9spnpsta","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lyoc668dqrj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ua2j5o9548k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a3bbhgvba9g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_84ehkyau5gc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bxg1mrbjgwi","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_fcrwwgsf64m","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_068","epoch":0,"score":"I","citations":[{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.kirkusreviews.com/","title":"www.kirkusreviews.com"},{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.kirkusreviews.com/","title":"www.kirkusreviews.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.barnesandnoble.com/","title":"www.barnesandnoble.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://time.com/","title":"time.com"},{"url":"https://openroadmedia.com/","title":"openroadmedia.com"},{"url":"https://chrisgregorybooks.wordpress.com/","title":"chrisgregorybooks.wordpress.com"},{"url":"https://time.com/","title":"time.com"},{"url":"https://www.thecrimson.com/","title":"www.thecrimson.com"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.bertelsmann.com/","title":"www.bertelsmann.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://library.sdsu.edu/","title":"library.sdsu.edu"},{"url":"http://bookshop.org/","title":"bookshop.org"},{"url":"https://www.kirkusreviews.com/","title":"www.kirkusreviews.com"},{"url":"https://booksofbrilliance.com/","title":"booksofbrilliance.com"},{"url":"https://kclibrary.bibliocommons.com/","title":"kclibrary.bibliocommons.com"},{"url":"https://www.kirkusreviews.com/","title":"www.kirkusreviews.com"},{"url":"https://time.com/","title":"time.com"},{"url":"https://www.kirkusreviews.com/","title":"www.kirkusreviews.com"},{"url":"https://www.kirkusreviews.com/","title":"www.kirkusreviews.com"},{"url":"https://www.kirkusreviews.com/","title":"www.kirkusreviews.com"},{"url":"https://www.kirkusreviews.com/","title":"www.kirkusreviews.com"},{"url":"https://www.kobo.com/","title":"www.kobo.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://bookshop.org/","title":"bookshop.org"},{"url":"https://bookshop.org/","title":"bookshop.org"},{"url":"https://www.apartmenttherapy.com/","title":"www.apartmenttherapy.com"},{"url":"https://www.parnassusbooks.net/","title":"www.parnassusbooks.net"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.porchlightbooks.com/","title":"www.porchlightbooks.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://gilmoreguidetobooks.com/","title":"gilmoreguidetobooks.com"},{"url":"https://granta.com/","title":"granta.com"},{"url":"https://granta.com/","title":"granta.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://housmans.com/","title":"housmans.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.queenslibrary.org/","title":"www.queenslibrary.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://catalog.ocls.org/","title":"catalog.ocls.org"},{"url":"https://www.amazon.com/","title":"www.amazon.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://news.harvard.edu/","title":"news.harvard.edu"},{"url":"https://www.mahoganybooks.com/","title":"www.mahoganybooks.com"},{"url":"https://www.kirkusreviews.com/","title":"www.kirkusreviews.com"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://verayea.com/","title":"verayea.com"},{"url":"https://bookoutlet.com/","title":"bookoutlet.com"},{"url":"https://www.wsj.com/","title":"www.wsj.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.brainhq.com/","title":"www.brainhq.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.penguinrandomhouse.com/","title":"www.penguinrandomhouse.com"},{"url":"https://www.richlandlibrary.com/","title":"www.richlandlibrary.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.porchlightbooks.com/","title":"www.porchlightbooks.com"},{"url":"https://pioneerworks.org/","title":"pioneerworks.org"},{"url":"https://www.mercurynews.com/","title":"www.mercurynews.com"},{"url":"https://www.ncbi.nlm.nih.gov/","title":"www.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.lindentreebooks.com/","title":"www.lindentreebooks.com"},{"url":"https://www.nnlm.gov/","title":"www.nnlm.gov"},{"url":"https://www.mahoganybooks.com/","title":"www.mahoganybooks.com"},{"url":"https://www.porchlightbooks.com/","title":"www.porchlightbooks.com"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://humanities.princeton.edu/","title":"humanities.princeton.edu"},{"url":"https://wwnorton.com/","title":"wwnorton.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"}],"searchCalls":[{"id":"st_tmp_a8dlmpzi89","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2bjyau6rx03","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uevtitv76ki","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9773voo6fgl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wteqr5t42g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ap96abwtg4e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ql9kcg5yf4n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6tui5bpcnnu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s5a7yrrwxel","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ae594fmg5oj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xjx90o7yi2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qlew1q0p6i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iu6u5brd2lj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bro9sgqwebu","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_u87toqlxjir","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3sncl6uldzf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xqw7s9jddim","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mu6xiugbji","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hzs039nssoi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ow8tcryp7mm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_abqlkph5rfn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tih0s5dhozl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d90komxrbk8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ohbxtph0mpo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r2ibqsrw57k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ibl27ukbhnn","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_llt5hydxqeg","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_d8u380ynzd7","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_99ztcemzolt","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ye513rn7kj","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_069","epoch":0,"score":"I","citations":[{"url":"http://www.boxofficereport.com/","title":"www.boxofficereport.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"http://www.boxofficereport.com/","title":"www.boxofficereport.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"http://www.boxofficereport.com/","title":"www.boxofficereport.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.spglobal.com/","title":"www.spglobal.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"http://www.boxofficereport.com/","title":"www.boxofficereport.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.cnbc.com/","title":"www.cnbc.com"},{"url":"https://www.empireonline.com/","title":"www.empireonline.com"},{"url":"https://entertainment.inquirer.net/","title":"entertainment.inquirer.net"},{"url":"https://www.thewrap.com/","title":"www.thewrap.com"},{"url":"https://comicbook.com/","title":"comicbook.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.businessinsider.com/","title":"www.businessinsider.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"http://www.boxofficereport.com/","title":"www.boxofficereport.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.hollywoodreporter.com/","title":"www.hollywoodreporter.com"},{"url":"https://www.hollywoodreporter.com/","title":"www.hollywoodreporter.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"}],"searchCalls":[{"id":"st_tmp_gipi7eo1e06","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3370q4epx84","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3xg2exhfb5c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2u025b220ky","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ih745b4pov","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r0dz2j2f9y8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5wg0kevgkbf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6tgh7i18oo3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nk839s1gcg9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rsalhga6ife","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_ip77wv41wg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5oqmg7tjk1x","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b78q9i6inzr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c4apml7m7sq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3lhswmcrjeg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lfrbrldm6uk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jhjwmn29i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4obujryadkw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gmrcmzp181f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eikr87bimg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ckvrn0rrjov","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_akqui6ipqp7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_87g68rsq6j","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_3e142uygwef","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6cxz753bsh5","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_070","epoch":0,"score":"I","citations":[{"url":"https://masters.hkubs.hku.hk/","title":"masters.hkubs.hku.hk"},{"url":"https://www.hkubs.hku.hk/","title":"www.hkubs.hku.hk"},{"url":"https://msc.hkubs.hku.hk/","title":"msc.hkubs.hku.hk"},{"url":"https://masters.hkubs.hku.hk/","title":"masters.hkubs.hku.hk"},{"url":"https://masters.hkubs.hku.hk/","title":"masters.hkubs.hku.hk"},{"url":"https://masters.bschool.cuhk.edu.hk/","title":"masters.bschool.cuhk.edu.hk"},{"url":"https://career.cuhk.edu.cn/","title":"career.cuhk.edu.cn"},{"url":"https://masters.bschool.cuhk.edu.hk/","title":"masters.bschool.cuhk.edu.hk"},{"url":"https://masters.bschool.cuhk.edu.hk/","title":"masters.bschool.cuhk.edu.hk"},{"url":"https://masters.bschool.cuhk.edu.hk/","title":"masters.bschool.cuhk.edu.hk"},{"url":"https://msac.hkust.edu.hk/","title":"msac.hkust.edu.hk"},{"url":"https://msac.hkust.edu.hk/","title":"msac.hkust.edu.hk"},{"url":"https://msba.hkust.edu.hk/","title":"msba.hkust.edu.hk"},{"url":"https://mfin.hkust.edu.hk/","title":"mfin.hkust.edu.hk"},{"url":"https://mfin.hkust.edu.hk/","title":"mfin.hkust.edu.hk"},{"url":"https://masters.hkubs.hku.hk/","title":"masters.hkubs.hku.hk"},{"url":"https://msc.hkubs.hku.hk/","title":"msc.hkubs.hku.hk"},{"url":"https://masters.hkubs.hku.hk/","title":"masters.hkubs.hku.hk"},{"url":"https://masters.hkubs.hku.hk/","title":"masters.hkubs.hku.hk"},{"url":"https://masters.hkubs.hku.hk/","title":"masters.hkubs.hku.hk"},{"url":"https://www.bschool.cuhk.edu.hk/","title":"www.bschool.cuhk.edu.hk"},{"url":"https://www.bschool.cuhk.edu.hk/","title":"www.bschool.cuhk.edu.hk"},{"url":"https://www.studyin.hk/","title":"www.studyin.hk"},{"url":"https://msc.hkust.edu.hk/","title":"msc.hkust.edu.hk"},{"url":"https://msac.hkust.edu.hk/","title":"msac.hkust.edu.hk"},{"url":"https://mfin.hkust.edu.hk/","title":"mfin.hkust.edu.hk"},{"url":"https://mfin.hkust.edu.hk/","title":"mfin.hkust.edu.hk"},{"url":"https://masters.hkubs.hku.hk/","title":"masters.hkubs.hku.hk"},{"url":"https://masters.hkubs.hku.hk/","title":"masters.hkubs.hku.hk"},{"url":"https://msc.hkubs.hku.hk/","title":"msc.hkubs.hku.hk"},{"url":"https://masters.hkubs.hku.hk/","title":"masters.hkubs.hku.hk"},{"url":"https://www4.hku.hk/","title":"www4.hku.hk"},{"url":"https://masters.hkubs.hku.hk/","title":"masters.hkubs.hku.hk"},{"url":"https://msc.hkubs.hku.hk/","title":"msc.hkubs.hku.hk"},{"url":"https://masters.hkubs.hku.hk/","title":"masters.hkubs.hku.hk"},{"url":"https://masters.hkubs.hku.hk/","title":"masters.hkubs.hku.hk"},{"url":"https://msc.hkubs.hku.hk/","title":"msc.hkubs.hku.hk"},{"url":"https://www.msc-cs.hku.hk/","title":"www.msc-cs.hku.hk"},{"url":"https://www.studyin.hk/","title":"www.studyin.hk"},{"url":"https://msc.hkubs.hku.hk/","title":"msc.hkubs.hku.hk"},{"url":"https://masters.hkubs.hku.hk/","title":"masters.hkubs.hku.hk"},{"url":"https://hkuvn.edu.vn/","title":"hkuvn.edu.vn"},{"url":"https://masters.hkubs.hku.hk/","title":"masters.hkubs.hku.hk"},{"url":"https://masters.hkubs.hku.hk/","title":"masters.hkubs.hku.hk"},{"url":"https://msc.hkubs.hku.hk/","title":"msc.hkubs.hku.hk"},{"url":"https://mscftda.cds.hku.hk/","title":"mscftda.cds.hku.hk"},{"url":"https://www.info.gov.hk/","title":"www.info.gov.hk"},{"url":"http://hkubs.10u.org/","title":"hkubs.10u.org"},{"url":"https://msc.hkubs.hku.hk/","title":"msc.hkubs.hku.hk"},{"url":"https://hkuvn.edu.vn/","title":"hkuvn.edu.vn"},{"url":"https://masters.hkubs.hku.hk/","title":"masters.hkubs.hku.hk"},{"url":"https://www4.hku.hk/","title":"www4.hku.hk"},{"url":"https://www4.hku.hk/","title":"www4.hku.hk"},{"url":"https://www4.hku.hk/","title":"www4.hku.hk"},{"url":"https://www4.hku.hk/","title":"www4.hku.hk"},{"url":"https://www4.hku.hk/","title":"www4.hku.hk"},{"url":"https://www4.hku.hk/","title":"www4.hku.hk"},{"url":"https://msacct.cuhk.edu.cn/","title":"msacct.cuhk.edu.cn"},{"url":"https://www.gs.cuhk.edu.hk/","title":"www.gs.cuhk.edu.hk"},{"url":"https://masters.bschool.cuhk.edu.hk/","title":"masters.bschool.cuhk.edu.hk"},{"url":"https://masters.bschool.cuhk.edu.hk/","title":"masters.bschool.cuhk.edu.hk"},{"url":"https://www.gs.cuhk.edu.hk/","title":"www.gs.cuhk.edu.hk"},{"url":"https://yocket.com/","title":"yocket.com"},{"url":"https://masters.bschool.cuhk.edu.hk/","title":"masters.bschool.cuhk.edu.hk"},{"url":"https://www.gs.cuhk.edu.hk/","title":"www.gs.cuhk.edu.hk"},{"url":"https://masters.bschool.cuhk.edu.hk/","title":"masters.bschool.cuhk.edu.hk"},{"url":"https://www.bschool.cuhk.edu.hk/","title":"www.bschool.cuhk.edu.hk"},{"url":"https://masters.bschool.cuhk.edu.hk/","title":"masters.bschool.cuhk.edu.hk"},{"url":"https://www.gs.cuhk.edu.hk/","title":"www.gs.cuhk.edu.hk"},{"url":"https://masters.bschool.cuhk.edu.hk/","title":"masters.bschool.cuhk.edu.hk"},{"url":"https://masters.bschool.cuhk.edu.hk/","title":"masters.bschool.cuhk.edu.hk"},{"url":"https://www.gs.cuhk.edu.hk/","title":"www.gs.cuhk.edu.hk"},{"url":"http://www.gs.cuhk.edu.hk/","title":"www.gs.cuhk.edu.hk"},{"url":"https://masters.bschool.cuhk.edu.hk/","title":"masters.bschool.cuhk.edu.hk"},{"url":"https://masters.bschool.cuhk.edu.hk/","title":"masters.bschool.cuhk.edu.hk"},{"url":"https://masters.bschool.cuhk.edu.hk/","title":"masters.bschool.cuhk.edu.hk"},{"url":"https://masters.bschool.cuhk.edu.hk/","title":"masters.bschool.cuhk.edu.hk"},{"url":"https://masters.bschool.cuhk.edu.hk/","title":"masters.bschool.cuhk.edu.hk"},{"url":"https://www.gs.cuhk.edu.hk/","title":"www.gs.cuhk.edu.hk"},{"url":"https://masters.bschool.cuhk.edu.hk/","title":"masters.bschool.cuhk.edu.hk"},{"url":"https://masters.bschool.cuhk.edu.hk/","title":"masters.bschool.cuhk.edu.hk"},{"url":"https://masters.bschool.cuhk.edu.hk/","title":"masters.bschool.cuhk.edu.hk"},{"url":"https://www.gs.cuhk.edu.hk/","title":"www.gs.cuhk.edu.hk"},{"url":"https://www.bschool.cuhk.edu.hk/","title":"www.bschool.cuhk.edu.hk"},{"url":"https://www.gs.cuhk.edu.hk/","title":"www.gs.cuhk.edu.hk"},{"url":"https://collegedunia.com/","title":"collegedunia.com"},{"url":"https://www.gs.cuhk.edu.hk/","title":"www.gs.cuhk.edu.hk"},{"url":"https://mscmkt.cuhk.edu.cn/","title":"mscmkt.cuhk.edu.cn"},{"url":"https://mscmkt.cuhk.edu.cn/","title":"mscmkt.cuhk.edu.cn"},{"url":"https://www.gs.cuhk.edu.hk/","title":"www.gs.cuhk.edu.hk"},{"url":"https://www.res.cuhk.edu.hk/","title":"www.res.cuhk.edu.hk"},{"url":"https://www.gs.cuhk.edu.hk/","title":"www.gs.cuhk.edu.hk"},{"url":"https://masters.bschool.cuhk.edu.hk/","title":"masters.bschool.cuhk.edu.hk"},{"url":"https://www.gs.cuhk.edu.hk/","title":"www.gs.cuhk.edu.hk"},{"url":"https://masters.bschool.cuhk.edu.hk/","title":"masters.bschool.cuhk.edu.hk"}],"searchCalls":[{"id":"st_tmp_zajnv071fb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5ap7u9witgm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kvuj5brv61","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w450w30tze","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k46g6mq8vje","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ea9e08st96","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5zz4qnansq3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ui3a1lh7fxc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uw0j8z7u1za","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ogfk2cdxvcr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ygfd5fzvj2c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_396ko9b0l6e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3pzlsdya6lm","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_w8e6mrsrdae","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7vaa2l05h5f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6bksmy97aqp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_85deogxlta","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jdtc4ejsi6g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ds6q0qifp7n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2b6onj7l5a2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tjerq92k4cp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pbrr3q19vei","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_1bnzbkad6bj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0dhq734pc2sd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_78a7r3685gu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pt1lzz3up8c","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_071","epoch":0,"score":"I","citations":[{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.beckershospitalreview.com/","title":"www.beckershospitalreview.com"},{"url":"https://archive.md/","title":"archive.md"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.foxbusiness.com/","title":"www.foxbusiness.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.tbsnews.net/","title":"www.tbsnews.net"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.wfaa.com/","title":"www.wfaa.com"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://queleparece.com/","title":"queleparece.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com.au/","title":"www.forbes.com.au"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com.au/","title":"www.forbes.com.au"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com.au/","title":"www.forbes.com.au"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.thenationalnews.com/","title":"www.thenationalnews.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.foxbusiness.com/","title":"www.foxbusiness.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://financialpost.com/","title":"financialpost.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.foxbusiness.com/","title":"www.foxbusiness.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://forbesrichest.com/","title":"forbesrichest.com"},{"url":"https://www.rappler.com/","title":"www.rappler.com"},{"url":"https://www.dawn.com/","title":"www.dawn.com"},{"url":"https://www.newindianexpress.com/","title":"www.newindianexpress.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"}],"searchCalls":[{"id":"st_tmp_8r7qnx5w5ok","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_utokku9xy9p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_53pajvv1idq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wygena4e6a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zma7uw6xrjn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7ykitimzr0e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_roo4uo09ruq","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_walggglke3h","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_gbg6gshfya","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_as1iq4caxsc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q3769wx5n6m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v33h4yhb9ak","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dd3syoue0vo","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_u0avpt85mog","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_5ptqblvrgjm","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_gx6twj0d2qv","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_e53n4kxzg6e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7n6c9qy1h9h","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_xnnxyge33f8","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_3beuvvnrkoc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5jr17buqent","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cnv6wrn8ahd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4wmmzy9lleu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k9kvj75zs","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_kjj64nt3gol","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_072","epoch":0,"score":"I","citations":[{"url":"https://www.archives.gov/","title":"www.archives.gov"},{"url":"https://www.archives.gov/","title":"www.archives.gov"},{"url":"https://www.gilderlehrman.org/","title":"www.gilderlehrman.org"},{"url":"https://guides.loc.gov/","title":"guides.loc.gov"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.fec.gov/","title":"www.fec.gov"},{"url":"https://www.fec.gov/","title":"www.fec.gov"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.gilderlehrman.org/","title":"www.gilderlehrman.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.statista.com/","title":"www.statista.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.statista.com/","title":"www.statista.com"},{"url":"https://www.fec.gov/","title":"www.fec.gov"},{"url":"https://www.fec.gov/","title":"www.fec.gov"},{"url":"https://www.fec.gov/","title":"www.fec.gov"},{"url":"https://www.fec.gov/","title":"www.fec.gov"},{"url":"https://www.thegreenpapers.com/","title":"www.thegreenpapers.com"},{"url":"https://www.fec.gov/","title":"www.fec.gov"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://georgewbush-whitehouse.archives.gov/","title":"georgewbush-whitehouse.archives.gov"},{"url":"https://www.politico.com/","title":"www.politico.com"},{"url":"https://obamawhitehouse.archives.gov/","title":"obamawhitehouse.archives.gov"},{"url":"https://millercenter.org/","title":"millercenter.org"},{"url":"https://www.jfklibrary.org/","title":"www.jfklibrary.org"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://homepages.gac.edu/","title":"homepages.gac.edu"},{"url":"https://www.loc.gov/","title":"www.loc.gov"},{"url":"https://guides.loc.gov/","title":"guides.loc.gov"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.bostonglobe.com/","title":"www.bostonglobe.com"},{"url":"https://www.fox9.com/","title":"www.fox9.com"},{"url":"http://www.greenvilleonline.com/","title":"www.greenvilleonline.com"},{"url":"https://www.caller.com/","title":"www.caller.com"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"}],"searchCalls":[{"id":"st_tmp_sf1x4hmtnw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1gkze4aggbi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u6b2bsbg27g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g431m648v5m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_scvtl4xs5qf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9ct7zq7kye7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y99rrdf3yi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g6cn1mogerb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xk78g3c2rx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1g3oueuuh15i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o98k4vrxwxf","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_ldcxnz3re3q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w28phbwowop","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_r8bkqgx39gn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h0d0akgypx","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_urhxo0fjyim","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_wwyex1ticps","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_2x5j1v5rkhm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6r81gqt13i","status":"completed","action":"search","executed":true,"sourceCount":4}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_073","epoch":0,"score":"I","citations":[{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.nvidia.com/","title":"www.nvidia.com"},{"url":"https://www.nvidia.com/","title":"www.nvidia.com"},{"url":"https://technical.city/","title":"technical.city"},{"url":"https://www.nvidia.com/","title":"www.nvidia.com"},{"url":"http://taggedwiki.zubiaga.org/","title":"taggedwiki.zubiaga.org"},{"url":"https://github.com/","title":"github.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.nvidia.com/","title":"www.nvidia.com"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://handwiki.org/","title":"handwiki.org"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://rcic.uci.edu/","title":"rcic.uci.edu"},{"url":"https://hashrate.no/","title":"hashrate.no"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.nvidia.com/","title":"www.nvidia.com"},{"url":"https://www.nvidia.com/","title":"www.nvidia.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.nvidia.com/","title":"www.nvidia.com"},{"url":"https://www.nvidia.com/","title":"www.nvidia.com"},{"url":"https://nvidianews.nvidia.com/","title":"nvidianews.nvidia.com"},{"url":"https://download.nvidia.com/","title":"download.nvidia.com"},{"url":"https://nvidianews.nvidia.com/","title":"nvidianews.nvidia.com"},{"url":"https://www.nvidia.com/","title":"www.nvidia.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"}],"searchCalls":[{"id":"st_tmp_y2lyc1ddva","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_81zufujsgiu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yytwkij6xtk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z2dyd09ggo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2e0w44ff4qh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_52erqydi2h7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lmnlr7djuh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6asg2mgq2bh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1nj21iytmfk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mvi9rkrk17","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_axt4twob9yq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rnq7bdrugvi","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_074","epoch":0,"score":"I","citations":[{"url":"https://www.electionguide.org/","title":"www.electionguide.org"},{"url":"https://www.robert-schuman.eu/","title":"www.robert-schuman.eu"},{"url":"https://sk.sagepub.com/","title":"sk.sagepub.com"},{"url":"https://www.robert-schuman.eu/","title":"www.robert-schuman.eu"},{"url":"https://www.robert-schuman.eu/","title":"www.robert-schuman.eu"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.electionguide.org/","title":"www.electionguide.org"},{"url":"https://www.robert-schuman.eu/","title":"www.robert-schuman.eu"},{"url":"https://www.robert-schuman.eu/","title":"www.robert-schuman.eu"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.bundestag.de/","title":"www.bundestag.de"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://www.wikiwand.com/","title":"www.wikiwand.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.cambridge.org/","title":"www.cambridge.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.robert-schuman.eu/","title":"www.robert-schuman.eu"},{"url":"https://www.robert-schuman.eu/","title":"www.robert-schuman.eu"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://www.france24.com/","title":"www.france24.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.ucl.ac.uk/","title":"www.ucl.ac.uk"},{"url":"https://www.electionguide.org/","title":"www.electionguide.org"},{"url":"https://about-france.com/","title":"about-france.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.theatlantic.com/","title":"www.theatlantic.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.euronews.com/","title":"www.euronews.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.rfi.fr/","title":"www.rfi.fr"},{"url":"https://www.bloomberg.com/","title":"www.bloomberg.com"},{"url":"https://www.politico.eu/","title":"www.politico.eu"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://www.jpost.com/","title":"www.jpost.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://reference.org/","title":"reference.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://mabumbe.com/","title":"mabumbe.com"},{"url":"https://www.gettyimages.com/","title":"www.gettyimages.com"},{"url":"https://alchetron.com/","title":"alchetron.com"},{"url":"https://grokipedia.com/","title":"grokipedia.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://reference.org/","title":"reference.org"},{"url":"https://www.dw.com/","title":"www.dw.com"},{"url":"https://www.timesofisrael.com/","title":"www.timesofisrael.com"},{"url":"https://www.dw.com/","title":"www.dw.com"},{"url":"https://www.gettyimages.com/","title":"www.gettyimages.com"},{"url":"https://www.politico.eu/","title":"www.politico.eu"},{"url":"https://www.politico.eu/","title":"www.politico.eu"},{"url":"https://www.voanews.com/","title":"www.voanews.com"},{"url":"https://www.dw.com/","title":"www.dw.com"},{"url":"https://www.thenationalnews.com/","title":"www.thenationalnews.com"},{"url":"https://www.dw.com/","title":"www.dw.com"},{"url":"https://commonslibrary.parliament.uk/","title":"commonslibrary.parliament.uk"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.ucl.ac.uk/","title":"www.ucl.ac.uk"},{"url":"https://www.ucl.ac.uk/","title":"www.ucl.ac.uk"},{"url":"https://yorkshirebylines.co.uk/","title":"yorkshirebylines.co.uk"},{"url":"https://www.france24.com/","title":"www.france24.com"},{"url":"https://www.france24.com/","title":"www.france24.com"},{"url":"https://researchbriefings.files.parliament.uk/","title":"researchbriefings.files.parliament.uk"},{"url":"https://www.reutersconnect.com/","title":"www.reutersconnect.com"},{"url":"https://www.bundespraesident.de/","title":"www.bundespraesident.de"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.electionguide.org/","title":"www.electionguide.org"},{"url":"https://www.robert-schuman.eu/","title":"www.robert-schuman.eu"},{"url":"https://github.com/","title":"github.com"},{"url":"https://www.robert-schuman.eu/","title":"www.robert-schuman.eu"},{"url":"https://www.robert-schuman.eu/","title":"www.robert-schuman.eu"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.electionguide.org/","title":"www.electionguide.org"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.dw.com/","title":"www.dw.com"},{"url":"https://www.dw.com/","title":"www.dw.com"},{"url":"https://de.zxc.wiki/","title":"de.zxc.wiki"},{"url":"https://www.lemonde.fr/","title":"www.lemonde.fr"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.electionguide.org/","title":"www.electionguide.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://www.politico.eu/","title":"www.politico.eu"},{"url":"https://www.bloomberg.com/","title":"www.bloomberg.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.france24.com/","title":"www.france24.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.brookings.edu/","title":"www.brookings.edu"},{"url":"http://researchbriefings.files.parliament.uk/","title":"researchbriefings.files.parliament.uk"},{"url":"https://www.hagalil.com/","title":"www.hagalil.com"},{"url":"https://www.welt.de/","title":"www.welt.de"},{"url":"https://www.belltower.news/","title":"www.belltower.news"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://reference.org/","title":"reference.org"},{"url":"https://de.zxc.wiki/","title":"de.zxc.wiki"},{"url":"https://prabook.com/","title":"prabook.com"},{"url":"https://ie.wikipedia.org/","title":"ie.wikipedia.org"},{"url":"https://canadianwire.org/","title":"canadianwire.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://www.thetimes.com/","title":"www.thetimes.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.standard.co.uk/","title":"www.standard.co.uk"},{"url":"https://theweek.com/","title":"theweek.com"}],"searchCalls":[{"id":"st_tmp_2zuebxua74t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tthukd3drt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x5yvq54zod","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cox264nywji","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_poqcwp5nmjo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_82dllldaefn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yr2o981i35","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_k6kjcnb47nc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mwf9d10e42","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kc13107nlve","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_31b6fuezx5t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ktsca4gbhdi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eqiycr3a91f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wmiklgnn9x","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tsuorozkzhk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ajuv9o3af1b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ceuhq58doc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dhxuo79ltw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fu7jafgm6a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_litq9nitq9b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gq9hyla1km","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l2vhkjh03k","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_ha2a89tvxs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_98z2zpbm4gq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0ol15n99mqbd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lbu7pgwrfm","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_wt7z8s741mm","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_075","epoch":0,"score":"I","citations":[{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://grammy.com/","title":"grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"}],"searchCalls":[{"id":"st_tmp_e0jqjl4ewmq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uhmltudlye","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_222itnnuw1x","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8dytgxuppeu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ou1nvdcyfd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y5zeaw9mbce","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ez66x9oap9d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mw0pipcm52m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x5zyqlk7dc9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pro8jwd3ip","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nbqimjnmm2g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p8pzbwjh3k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ul8k3z4otc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_256nvj03bao","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_23y3t8m5j4l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a8mf93674ht","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fjbyuebm1kg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2wm57oslzty","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ovlu1f1tlyi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zhckivklp4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cb5le414bvq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v6cvaf3nfc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xtwvoefged9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3vxuvliee6k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jq71jppena","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_56o50rgmuc","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_60q6v8nsoc","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_sdpdkiogmu","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ct8iematqer","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_0x96ass6fhym","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_076","epoch":0,"score":"I","citations":[{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://milex.sipri.org/","title":"milex.sipri.org"},{"url":"https://milex.sipri.org/","title":"milex.sipri.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://www.war.gov/","title":"www.war.gov"},{"url":"https://www.minister.defence.gov.au/","title":"www.minister.defence.gov.au"},{"url":"https://www.nato.int/","title":"www.nato.int"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://amp.dw.com/","title":"amp.dw.com"},{"url":"https://www.dw.com/","title":"www.dw.com"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.thehindu.com/","title":"www.thehindu.com"},{"url":"https://www.thehindu.com/","title":"www.thehindu.com"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://ddh-openapi.worldbank.org/","title":"ddh-openapi.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://data360.worldbank.org/","title":"data360.worldbank.org"},{"url":"https://documents.worldbank.org/","title":"documents.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://datahelpdesk.worldbank.org/","title":"datahelpdesk.worldbank.org"},{"url":"https://data360.worldbank.org/","title":"data360.worldbank.org"},{"url":"https://api.worldbank.org/","title":"api.worldbank.org"},{"url":"https://github.com/","title":"github.com"},{"url":"https://rdrr.io/","title":"rdrr.io"},{"url":"https://datahelpdesk.worldbank.org/","title":"datahelpdesk.worldbank.org"},{"url":"https://scorecard.worldbank.org/","title":"scorecard.worldbank.org"},{"url":"https://datahelpdesk.worldbank.org/","title":"datahelpdesk.worldbank.org"},{"url":"https://datahub.io/","title":"datahub.io"},{"url":"https://api.worldbank.org/","title":"api.worldbank.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.stimson.org/","title":"www.stimson.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.economist.com/","title":"www.economist.com"},{"url":"https://reliefweb.int/","title":"reliefweb.int"},{"url":"https://www.aljazeera.com/","title":"www.aljazeera.com"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://reliefweb.int/","title":"reliefweb.int"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://github.com/","title":"github.com"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org.cn/","title":"data.worldbank.org.cn"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://tradingeconomics.com/","title":"tradingeconomics.com"},{"url":"https://globaledge.msu.edu/","title":"globaledge.msu.edu"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"}],"searchCalls":[{"id":"st_tmp_vbf27ofkedc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dd20qd5akms","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bo9x9oruj1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hswu2jl7r47","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z8te214o30d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ip01ytdlhq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xd89f57plqg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dtzutla8k06","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oyd7ofktq3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kxxix62m0qe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mveq7qd7fp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_48jch7v4lqh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v6fq1fj6r3i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jnaikv8tai8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mkjdpukz5tl","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_mbidb8aclfj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ija03rvt8z","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kd2p3gb2rih","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_erqd7wgl1em","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rh6iaishb0c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_om8ab3o66","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_14zg7nvgut1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g3y8u0iqk0o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2sn6x3vcznu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_evoc6qcum7t","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_hufei4pbi4c","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_xquxy59s3fb","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_7dunatk3p35","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_077","epoch":0,"score":"I","citations":[{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.bloomberg.com/","title":"www.bloomberg.com"},{"url":"https://www.politico.com/","title":"www.politico.com"},{"url":"https://www.brookings.edu/","title":"www.brookings.edu"},{"url":"https://trumpwhitehouse.archives.gov/","title":"trumpwhitehouse.archives.gov"},{"url":"https://trumpwhitehouse.archives.gov/","title":"trumpwhitehouse.archives.gov"},{"url":"https://trumpwhitehouse.archives.gov/","title":"trumpwhitehouse.archives.gov"},{"url":"https://www.archives.gov/","title":"www.archives.gov"},{"url":"https://trumpwhitehouse.archives.gov/","title":"trumpwhitehouse.archives.gov"},{"url":"https://trumpwhitehouse.archives.gov/","title":"trumpwhitehouse.archives.gov"},{"url":"https://trumpwhitehouse.archives.gov/","title":"trumpwhitehouse.archives.gov"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://www.brookings.edu/","title":"www.brookings.edu"},{"url":"https://www.brookings.edu/","title":"www.brookings.edu"},{"url":"https://www.brookings.edu/","title":"www.brookings.edu"},{"url":"https://www.brookings.edu/","title":"www.brookings.edu"},{"url":"https://www.brookings.edu/","title":"www.brookings.edu"},{"url":"https://trumpwhitehouse.archives.gov/","title":"trumpwhitehouse.archives.gov"},{"url":"https://www.senate.gov/","title":"www.senate.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://www.brookings.edu/","title":"www.brookings.edu"},{"url":"https://www.brookings.edu/","title":"www.brookings.edu"},{"url":"https://www.brookings.edu/","title":"www.brookings.edu"},{"url":"https://www.brookings.edu/","title":"www.brookings.edu"},{"url":"https://www.brookings.edu/","title":"www.brookings.edu"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://trumpwhitehouse.archives.gov/","title":"trumpwhitehouse.archives.gov"},{"url":"https://www.brookings.edu/","title":"www.brookings.edu"},{"url":"https://www.politico.com/","title":"www.politico.com"},{"url":"https://thehill.com/","title":"thehill.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.independent.co.uk/","title":"www.independent.co.uk"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://history.state.gov/","title":"history.state.gov"},{"url":"https://www.belfercenter.org/","title":"www.belfercenter.org"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.aljazeera.com/","title":"www.aljazeera.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://trumpwhitehouse.archives.gov/","title":"trumpwhitehouse.archives.gov"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.defensenews.com/","title":"www.defensenews.com"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.justice.gov/","title":"www.justice.gov"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.politico.com/","title":"www.politico.com"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://trumpwhitehouse.archives.gov/","title":"trumpwhitehouse.archives.gov"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://trumpwhitehouse.archives.gov/","title":"trumpwhitehouse.archives.gov"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://abcnews.com/","title":"abcnews.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.lgraham.senate.gov/","title":"www.lgraham.senate.gov"},{"url":"https://trumpwhitehouse.archives.gov/","title":"trumpwhitehouse.archives.gov"},{"url":"https://www.aha.org/","title":"www.aha.org"},{"url":"https://www.govexec.com/","title":"www.govexec.com"},{"url":"https://trumpwhitehouse.archives.gov/","title":"trumpwhitehouse.archives.gov"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://www.dhs.gov/","title":"www.dhs.gov"},{"url":"https://www.dhs.gov/","title":"www.dhs.gov"},{"url":"https://www.dhs.gov/","title":"www.dhs.gov"},{"url":"https://docs.house.gov/","title":"docs.house.gov"}],"searchCalls":[{"id":"st_tmp_e4890s82737","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_71bpgon99iu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hpt71ztrtji","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gt1d5gpqoe5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qkh0a9ikl0l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ls1z7nrfmb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o4sgr4c5kvs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o4tex1nrv4k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qpyk0do69p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cl2mdf3mmh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6f012zyb33p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_px7bg29hyfh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nxh99bhbuxe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_99bfvdhsl9p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rfbj1zxb7td","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dy334gk7w57","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qry2l1ael8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2r1471082ns","status":"completed","action":"search","executed":true,"sourceCount":4}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_078","epoch":0,"score":"I","citations":[{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://kids.britannica.com/","title":"kids.britannica.com"},{"url":"https://onlinebooks.library.upenn.edu/","title":"onlinebooks.library.upenn.edu"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.gutenberg.org/","title":"www.gutenberg.org"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://www.nb.no/","title":"www.nb.no"},{"url":"https://www.delibris.org/","title":"www.delibris.org"},{"url":"https://runeberg.org/","title":"runeberg.org"},{"url":"https://nordicwomensliterature.net/","title":"nordicwomensliterature.net"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://catalog.hathitrust.org/","title":"catalog.hathitrust.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://www.cervantes.es/","title":"www.cervantes.es"},{"url":"https://es.wikisource.org/","title":"es.wikisource.org"},{"url":"https://cvc.cervantes.es/","title":"cvc.cervantes.es"},{"url":"https://cvc.cervantes.es/","title":"cvc.cervantes.es"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://www.encyclopedia.com/","title":"www.encyclopedia.com"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://www.encyclopedia.com/","title":"www.encyclopedia.com"},{"url":"https://sites.google.com/","title":"sites.google.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://archive.nytimes.com/","title":"archive.nytimes.com"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.routledge.com/","title":"www.routledge.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://avk.wikipedia.org/","title":"avk.wikipedia.org"},{"url":"https://pl.wikipedia.org/","title":"pl.wikipedia.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://dsb.wikipedia.org/","title":"dsb.wikipedia.org"},{"url":"https://www.ebsco.com/","title":"www.ebsco.com"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://press.uchicago.edu/","title":"press.uchicago.edu"},{"url":"https://openlibrary.org/","title":"openlibrary.org"},{"url":"https://nds.wikipedia.org/","title":"nds.wikipedia.org"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://archivecollections.uea.ac.uk/","title":"archivecollections.uea.ac.uk"},{"url":"https://onlinebooks.library.upenn.edu/","title":"onlinebooks.library.upenn.edu"},{"url":"https://www.hanser-literaturverlage.de/","title":"www.hanser-literaturverlage.de"},{"url":"https://de.wikipedia.org/","title":"de.wikipedia.org"},{"url":"https://nds.wikipedia.org/","title":"nds.wikipedia.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.cambridge.org/","title":"www.cambridge.org"},{"url":"https://openlibrary.org/","title":"openlibrary.org"},{"url":"https://www.penguinrandomhouse.ca/","title":"www.penguinrandomhouse.ca"},{"url":"https://canadian-writers.athabascau.ca/","title":"canadian-writers.athabascau.ca"},{"url":"https://www.penguinrandomhouse.com/","title":"www.penguinrandomhouse.com"},{"url":"https://academic.oup.com/","title":"academic.oup.com"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://ru.wikipedia.org/","title":"ru.wikipedia.org"},{"url":"https://ru.wikipedia.org/","title":"ru.wikipedia.org"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://dsb.wikipedia.org/","title":"dsb.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.babelmatrix.org/","title":"www.babelmatrix.org"},{"url":"https://guides.loc.gov/","title":"guides.loc.gov"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://beinecke.library.yale.edu/","title":"beinecke.library.yale.edu"},{"url":"https://www.encyclopedia.com/","title":"www.encyclopedia.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.cambridge.org/","title":"www.cambridge.org"},{"url":"https://www.gallimard.fr/","title":"www.gallimard.fr"},{"url":"https://www.gallimard.fr/","title":"www.gallimard.fr"},{"url":"https://www.gallimard.fr/","title":"www.gallimard.fr"},{"url":"https://www.gallimard.fr/","title":"www.gallimard.fr"},{"url":"https://library.ltikorea.or.kr/","title":"library.ltikorea.or.kr"},{"url":"https://han-kang.net/","title":"han-kang.net"},{"url":"https://han-kang.net/","title":"han-kang.net"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://han-kang.net/","title":"han-kang.net"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://www.thetimes.com/","title":"www.thetimes.com"},{"url":"http://www.dorislessing.org/","title":"www.dorislessing.org"},{"url":"https://han-kang.net/","title":"han-kang.net"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://product.kyobobook.co.kr/","title":"product.kyobobook.co.kr"},{"url":"https://product.kyobobook.co.kr/","title":"product.kyobobook.co.kr"},{"url":"https://product.kyobobook.co.kr/","title":"product.kyobobook.co.kr"},{"url":"https://www.gallimard.fr/","title":"www.gallimard.fr"},{"url":"https://www.gallimard.fr/","title":"www.gallimard.fr"},{"url":"https://www.gallimard.fr/","title":"www.gallimard.fr"},{"url":"https://femenrev.persee.fr/","title":"femenrev.persee.fr"},{"url":"https://catalogue.bnf.fr/","title":"catalogue.bnf.fr"},{"url":"https://www.jamescumminsbookseller.com/","title":"www.jamescumminsbookseller.com"},{"url":"http://maps-legacy.org/","title":"maps-legacy.org"},{"url":"https://www.ebsco.com/","title":"www.ebsco.com"},{"url":"https://catalog.hathitrust.org/","title":"catalog.hathitrust.org"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://www.lib.uchicago.edu/","title":"www.lib.uchicago.edu"},{"url":"https://www.nndb.com/","title":"www.nndb.com"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://www.ebsco.com/","title":"www.ebsco.com"},{"url":"https://www.simonandschuster.ca/","title":"www.simonandschuster.ca"},{"url":"https://www.encyclopedia.com/","title":"www.encyclopedia.com"}],"searchCalls":[{"id":"st_tmp_c4ke7zo4el8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_55b3wanjado","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f1dotedkayw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_axyovx9exs6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_prj91q1j3fp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tktt2pc0uea","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uizm899vo2a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0ewyyl1mbnmr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tkr44obm29d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c3pof8na64s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dy8xhn0ifoh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wtmgsa08y8r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l3guuqks03","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_464jv29gj5w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uh3zgh4nl3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m4z3dgfbypd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ld9jrqjsy7o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p6ma1ahi39r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_od5k27i794t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zdpbflxztj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cyhmznipws","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q5pg6o0iak","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ge6mtv0rv4d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lqdah6yitkm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2b848z80cg5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_civ3pww4xlt","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_f9yvsqfsgb","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_079","epoch":0,"score":"I","citations":[{"url":"https://www.gov.mo/","title":"www.gov.mo"},{"url":"https://www.dst.gov.mo/","title":"www.dst.gov.mo"},{"url":"https://www.dsec.gov.mo/","title":"www.dsec.gov.mo"},{"url":"https://www.dsec.gov.mo/","title":"www.dsec.gov.mo"},{"url":"https://www.gov.mo/","title":"www.gov.mo"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.hkexnews.hk/","title":"www.hkexnews.hk"},{"url":"https://content.macaotourism.gov.mo/","title":"content.macaotourism.gov.mo"},{"url":"https://www.mgm.mo/","title":"www.mgm.mo"},{"url":"https://www.gov.mo/","title":"www.gov.mo"},{"url":"https://content.macaotourism.gov.mo/","title":"content.macaotourism.gov.mo"},{"url":"https://www.tripadvisor.com/","title":"www.tripadvisor.com"},{"url":"https://www.hkexnews.hk/","title":"www.hkexnews.hk"},{"url":"https://macaonews.org/","title":"macaonews.org"},{"url":"https://www.casino.org/","title":"www.casino.org"},{"url":"https://www.imf.org/","title":"www.imf.org"},{"url":"https://www.state.gov/","title":"www.state.gov"},{"url":"https://www.dst.gov.mo/","title":"www.dst.gov.mo"},{"url":"https://www.sjmresorts.com/","title":"www.sjmresorts.com"},{"url":"https://content.macaotourism.gov.mo/","title":"content.macaotourism.gov.mo"},{"url":"https://focusgn.com/","title":"focusgn.com"},{"url":"https://en.prnasia.com/","title":"en.prnasia.com"},{"url":"https://www.dst.gov.mo/","title":"www.dst.gov.mo"},{"url":"https://www.mgm.mo/","title":"www.mgm.mo"},{"url":"https://www.wynnresortsmacau.com/","title":"www.wynnresortsmacau.com"},{"url":"https://www.wynnmacaulimited.com/","title":"www.wynnmacaulimited.com"},{"url":"https://www.traveloka.com/","title":"www.traveloka.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://macaudailytimes.com.mo/","title":"macaudailytimes.com.mo"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.travelweekly.com/","title":"www.travelweekly.com"},{"url":"https://www.macaotourism.gov.mo/","title":"www.macaotourism.gov.mo"},{"url":"https://www.macaotourism.gov.mo/","title":"www.macaotourism.gov.mo"},{"url":"https://www.macaotourism.gov.mo/","title":"www.macaotourism.gov.mo"},{"url":"https://www.macaotourism.gov.mo/","title":"www.macaotourism.gov.mo"},{"url":"https://dataplus.macaotourism.gov.mo/","title":"dataplus.macaotourism.gov.mo"},{"url":"https://www.wynnresortsmacau.com/","title":"www.wynnresortsmacau.com"},{"url":"https://www.wynnresortsmacau.com/","title":"www.wynnresortsmacau.com"},{"url":"https://www.wynnresortsmacau.com/","title":"www.wynnresortsmacau.com"},{"url":"https://www.wynnresortsmacau.com/","title":"www.wynnresortsmacau.com"},{"url":"https://www.wynnresortsmacau.com/","title":"www.wynnresortsmacau.com"},{"url":"https://content.macaotourism.gov.mo/","title":"content.macaotourism.gov.mo"},{"url":"https://www.galaxymacau.com/","title":"www.galaxymacau.com"},{"url":"https://galaxyheraklion.hotelwithflight.com/","title":"galaxyheraklion.hotelwithflight.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.hrs.com/","title":"www.hrs.com"},{"url":"https://content.macaotourism.gov.mo/","title":"content.macaotourism.gov.mo"},{"url":"https://content.macaotourism.gov.mo/","title":"content.macaotourism.gov.mo"},{"url":"https://www.grandlisboa.com/","title":"www.grandlisboa.com"},{"url":"https://www.grandlisboa.com/","title":"www.grandlisboa.com"},{"url":"https://pro-static.h10hotels.com/","title":"pro-static.h10hotels.com"},{"url":"https://www.virtualworldinternet.com/","title":"www.virtualworldinternet.com"},{"url":"https://www.expedia.com/","title":"www.expedia.com"},{"url":"https://destinationdeluxe.com/","title":"destinationdeluxe.com"},{"url":"https://www.tablethotels.com/","title":"www.tablethotels.com"},{"url":"https://www.fourseasons.com/","title":"www.fourseasons.com"},{"url":"https://www.cnbc.com/","title":"www.cnbc.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://investor.sandschina.com/","title":"investor.sandschina.com"},{"url":"https://investor.sandschina.com/","title":"investor.sandschina.com"},{"url":"https://www1.hkexnews.hk/","title":"www1.hkexnews.hk"},{"url":"https://investor.sandschina.com/","title":"investor.sandschina.com"},{"url":"https://s28.q4cdn.com/","title":"s28.q4cdn.com"},{"url":"https://www.galaxyentertainment.com/","title":"www.galaxyentertainment.com"},{"url":"https://www.hkexnews.hk/","title":"www.hkexnews.hk"},{"url":"https://www.galaxyentertainment.com/","title":"www.galaxyentertainment.com"},{"url":"https://www1.hkexnews.hk/","title":"www1.hkexnews.hk"},{"url":"https://www.globenewswire.com/","title":"www.globenewswire.com"},{"url":"https://www.sjmholdings.com/","title":"www.sjmholdings.com"},{"url":"https://www.sjmholdings.com/","title":"www.sjmholdings.com"},{"url":"https://www.sjmholdings.com/","title":"www.sjmholdings.com"},{"url":"https://www.sjmholdings.com/","title":"www.sjmholdings.com"},{"url":"https://www1.hkexnews.hk/","title":"www1.hkexnews.hk"},{"url":"https://en.wynnmacaulimited.com/","title":"en.wynnmacaulimited.com"},{"url":"https://www.hkexnews.hk/","title":"www.hkexnews.hk"},{"url":"https://www.wynnmacaulimited.com/","title":"www.wynnmacaulimited.com"},{"url":"https://www.wynnmacaulimited.com/","title":"www.wynnmacaulimited.com"},{"url":"https://www.newsroom.wynnresorts.com/","title":"www.newsroom.wynnresorts.com"},{"url":"https://www1.hkexnews.hk/","title":"www1.hkexnews.hk"},{"url":"https://en.mgmchinaholdings.com/","title":"en.mgmchinaholdings.com"},{"url":"https://www1.hkexnews.hk/","title":"www1.hkexnews.hk"},{"url":"https://www.nasdaq.com/","title":"www.nasdaq.com"},{"url":"https://www1.hkexnews.hk/","title":"www1.hkexnews.hk"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.globenewswire.com/","title":"www.globenewswire.com"},{"url":"https://www.melco-group.com/","title":"www.melco-group.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://ir.melco-resorts.com/","title":"ir.melco-resorts.com"},{"url":"https://ir.melco-resorts.com/","title":"ir.melco-resorts.com"},{"url":"https://www.melco-group.com/","title":"www.melco-group.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www1.hkexnews.hk/","title":"www1.hkexnews.hk"},{"url":"https://en.mgmchinaholdings.com/","title":"en.mgmchinaholdings.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://en.mgmchinaholdings.com/","title":"en.mgmchinaholdings.com"},{"url":"https://www1.hkexnews.hk/","title":"www1.hkexnews.hk"}],"searchCalls":[{"id":"st_tmp_68g0d1cvswa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vlmeedvboes","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_17tw8qgvq8i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mri02n8m7f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6elate642mg","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_vfrmuw0tijj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z3uprh7oerj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fzh4yxovpw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e875sempc24","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i6k3qwkezfk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8wq4wxppep9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w4o40wa6ami","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1egayxq3va","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wphmm4s3e6f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2m0asw8pbsh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d9tpk7ylbb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mzddkxwkat","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rbbqnwwzuvl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_btayu8j4qde","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j5didmdec3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1bx5qr4phm8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o5gcgnul9jc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6p04ht8jng3","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_o2f74z3slzs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hj37z55sli6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rz02tq9g88q","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_080","epoch":0,"score":"C","citations":[{"url":"https://www.telegraph.co.uk/","title":"www.telegraph.co.uk"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.espn.in/","title":"www.espn.in"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.olympics.com/","title":"www.olympics.com"},{"url":"https://www.olympics.com/","title":"www.olympics.com"},{"url":"https://www.olympics.com/","title":"www.olympics.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.espn.co.uk/","title":"www.espn.co.uk"},{"url":"https://www.olympics.com/","title":"www.olympics.com"},{"url":"https://www.olympics.com/","title":"www.olympics.com"},{"url":"https://www.olympics.com/","title":"www.olympics.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.olympics.com/","title":"www.olympics.com"},{"url":"https://www.olympics.com/","title":"www.olympics.com"},{"url":"https://olympics.com/","title":"olympics.com"},{"url":"https://www.olympics.com/","title":"www.olympics.com"},{"url":"https://www.olympics.com/","title":"www.olympics.com"},{"url":"https://www.olympics.com/","title":"www.olympics.com"},{"url":"https://www.panamsports.org/","title":"www.panamsports.org"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.skysports.com/","title":"www.skysports.com"},{"url":"https://www.olympics.com/","title":"www.olympics.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.nbcnews.com/","title":"www.nbcnews.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_av5bcqiyz2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e3es61sfy9b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hsgrhr93c6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vifhr0qrn9n","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_p1nkj34kedj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_klxvvk8lrul","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d97fr5ajorn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a1vcg65vxe","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_081","epoch":0,"score":"C","citations":[{"url":"https://www.tweaktown.com/","title":"www.tweaktown.com"},{"url":"https://pubg.ac/","title":"pubg.ac"},{"url":"https://www.engadget.com/","title":"www.engadget.com"},{"url":"https://etail.market/","title":"etail.market"},{"url":"https://www.techspot.com/","title":"www.techspot.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://thegameawards.com/","title":"thegameawards.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.videogamecanon.com/","title":"www.videogamecanon.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://thegameawards.com/","title":"thegameawards.com"},{"url":"https://www.tweaktown.com/","title":"www.tweaktown.com"},{"url":"https://tech4gamers.com/","title":"tech4gamers.com"},{"url":"https://ixbt.games/","title":"ixbt.games"},{"url":"https://www.gamepressure.com/","title":"www.gamepressure.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://www.bandainamcoent.com/","title":"www.bandainamcoent.com"},{"url":"https://www.bandainamcoent.com/","title":"www.bandainamcoent.com"},{"url":"https://en.bandainamcoent.eu/","title":"en.bandainamcoent.eu"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://steamdb.info/","title":"steamdb.info"},{"url":"https://gameinformer.com/","title":"gameinformer.com"},{"url":"https://steamdb.info/","title":"steamdb.info"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://www.focus-entmt.com/","title":"www.focus-entmt.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://www.activision.com/","title":"www.activision.com"},{"url":"https://steamdb.info/","title":"steamdb.info"},{"url":"https://steamdb.info/","title":"steamdb.info"},{"url":"https://www.gamestop.com/","title":"www.gamestop.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://www.krafton.com/","title":"www.krafton.com"},{"url":"https://www.krafton.com/","title":"www.krafton.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://press.krafton.com/","title":"press.krafton.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://thegameawards.com/","title":"thegameawards.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.polygon.com/","title":"www.polygon.com"},{"url":"https://thegameawards.com/","title":"thegameawards.com"},{"url":"https://thegameawards.com/","title":"thegameawards.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.gamesindustry.biz/","title":"www.gamesindustry.biz"},{"url":"https://thegameawards.com/","title":"thegameawards.com"},{"url":"https://www.polygon.com/","title":"www.polygon.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://blog.activision.com/","title":"blog.activision.com"},{"url":"https://thegameawards.fandom.com/","title":"thegameawards.fandom.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.gamespew.com/","title":"www.gamespew.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://thegameawards.com/","title":"thegameawards.com"},{"url":"https://thegameawards.com/","title":"thegameawards.com"},{"url":"https://gamerant.com/","title":"gamerant.com"},{"url":"https://thegameawards.fandom.com/","title":"thegameawards.fandom.com"},{"url":"https://www.thegamer.com/","title":"www.thegamer.com"}],"searchCalls":[{"id":"st_tmp_04qo69j64dng","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_st50zrpj21f","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_ydiocd12lur","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b3xzcclfsyg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h0xxyyicgtu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1v0dlj6twcf","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_4mnjsc2xtxh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mlwrwszo5e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8s3z3iutrzp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_62cvn6876qc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rutkx6xj4cb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_29pnk1pdhf9","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_vcfs54l563","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_w4egbz4uwhr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uq5yquey81t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rx9zh8w3fq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q7uep5voow","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zqw8j6cwuoh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zejkro15ya","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_k2ukhpgbah7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jhl2z7226xh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8h3le4si2rx","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_082","epoch":0,"score":"I","citations":[{"url":"https://www.goratings.org/","title":"www.goratings.org"},{"url":"https://www.goratings.org/","title":"www.goratings.org"},{"url":"https://www.goratings.org/","title":"www.goratings.org"},{"url":"https://www.goratings.org/","title":"www.goratings.org"},{"url":"https://www.goratings.org/","title":"www.goratings.org"},{"url":"https://www.goratings.org/","title":"www.goratings.org"},{"url":"https://www.goratings.org/","title":"www.goratings.org"},{"url":"https://www.go4go.net/","title":"www.go4go.net"},{"url":"https://www.statmuse.com/","title":"www.statmuse.com"},{"url":"https://www.watchmojo.com/","title":"www.watchmojo.com"},{"url":"https://www.goratings.org/","title":"www.goratings.org"},{"url":"https://www.goratings.org/","title":"www.goratings.org"},{"url":"https://www.goratings.org/","title":"www.goratings.org"},{"url":"https://www.goratings.org/","title":"www.goratings.org"},{"url":"https://www.goratings.org/","title":"www.goratings.org"},{"url":"https://www.goratings.org/","title":"www.goratings.org"},{"url":"https://www.goratings.org/","title":"www.goratings.org"},{"url":"https://www.goratings.org/","title":"www.goratings.org"},{"url":"https://www.goratings.org/","title":"www.goratings.org"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.wikiwand.com/","title":"www.wikiwand.com"},{"url":"https://www.go4go.net/","title":"www.go4go.net"},{"url":"https://www.go4go.net/","title":"www.go4go.net"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://alchetron.com/","title":"alchetron.com"},{"url":"https://www.go4go.net/","title":"www.go4go.net"},{"url":"http://go4go.net/","title":"go4go.net"},{"url":"https://www.go4go.net/","title":"www.go4go.net"},{"url":"https://inf.news/","title":"inf.news"},{"url":"https://www.goratings.org/","title":"www.goratings.org"},{"url":"https://www.chosun.com/","title":"www.chosun.com"},{"url":"https://www.chosun.com/","title":"www.chosun.com"},{"url":"https://www.mk.co.kr/","title":"www.mk.co.kr"},{"url":"https://www.chosun.com/","title":"www.chosun.com"},{"url":"https://www.msn.com/","title":"www.msn.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://en.namu.wiki/","title":"en.namu.wiki"},{"url":"https://www.ask-oracle.com/","title":"www.ask-oracle.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://goglobals.org/","title":"goglobals.org"},{"url":"https://archive.md/","title":"archive.md"},{"url":"https://baike.baidu.com/","title":"baike.baidu.com"},{"url":"https://www.asiae.co.kr/","title":"www.asiae.co.kr"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.fih.hockey/","title":"www.fih.hockey"},{"url":"https://www.goratings.org/","title":"www.goratings.org"},{"url":"https://homepages.cwi.nl/","title":"homepages.cwi.nl"},{"url":"https://homepages.cwi.nl/","title":"homepages.cwi.nl"},{"url":"https://homepages.cwi.nl/","title":"homepages.cwi.nl"},{"url":"https://homepages.cwi.nl/","title":"homepages.cwi.nl"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://homepages.cwi.nl/","title":"homepages.cwi.nl"},{"url":"https://www.go4go.net/","title":"www.go4go.net"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.chosun.com/","title":"www.chosun.com"},{"url":"https://www.go4go.net/","title":"www.go4go.net"},{"url":"https://homepages.cwi.nl/","title":"homepages.cwi.nl"},{"url":"https://www.go4go.net/","title":"www.go4go.net"},{"url":"https://homepages.cwi.nl/","title":"homepages.cwi.nl"},{"url":"https://www.go4go.net/","title":"www.go4go.net"},{"url":"https://homepages.cwi.nl/","title":"homepages.cwi.nl"},{"url":"https://www.go4go.net/","title":"www.go4go.net"},{"url":"https://www.mk.co.kr/","title":"www.mk.co.kr"},{"url":"https://en.namu.wiki/","title":"en.namu.wiki"},{"url":"https://www.go4go.net/","title":"www.go4go.net"},{"url":"https://www.go4go.net/","title":"www.go4go.net"},{"url":"https://www.go4go.net/","title":"www.go4go.net"},{"url":"https://go4go.net/","title":"go4go.net"},{"url":"https://go4go.net/","title":"go4go.net"},{"url":"https://www.go4go.net/","title":"www.go4go.net"},{"url":"https://www.go4go.net/","title":"www.go4go.net"},{"url":"https://www.go4go.net/","title":"www.go4go.net"},{"url":"https://go4go.net/","title":"go4go.net"},{"url":"https://go4go.net/","title":"go4go.net"},{"url":"https://www.go4go.net/","title":"www.go4go.net"}],"searchCalls":[{"id":"st_tmp_bircttogfi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gt16ys96v64","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_byalrx63z6r","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_p759gmqldw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dpqpdfhfa9f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lwb9xolpi5","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_r8fpfiqnxl","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_ijjf666xc3","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_9dyxphmpk3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b9f237omv9g","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_tmgcv3m22p9","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_okk8u55fc8s","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_nsikxfcm5u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o9wrmqie91p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oybabcwwlsj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5ubulm0nxep","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_377g7q2s4ku","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_pg0kgxawwnc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lserifp41f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_irr5rbdqdqo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bdsqhchf9at","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_889crvc9rad","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s262os8hejo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zkxnpsizkt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8g7sez0tyk7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rl9axrgvyhm","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_f4tr2ccsoit","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_083","epoch":0,"score":"I","citations":[{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.statmuse.com/","title":"www.statmuse.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.statmuse.com/","title":"www.statmuse.com"},{"url":"https://www.statmuse.com/","title":"www.statmuse.com"},{"url":"https://www.statmuse.com/","title":"www.statmuse.com"},{"url":"https://www.statmuse.com/","title":"www.statmuse.com"},{"url":"https://www.statmuse.com/","title":"www.statmuse.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://datencenter.dfb.de/","title":"datencenter.dfb.de"},{"url":"https://datencenter.dfb.de/","title":"datencenter.dfb.de"},{"url":"https://datencenter.dfb.de/","title":"datencenter.dfb.de"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.statmuse.com/","title":"www.statmuse.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.premierleague.com/","title":"www.premierleague.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.msn.com/","title":"www.msn.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://x.com/","title":"x.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.statmuse.com/","title":"www.statmuse.com"},{"url":"https://x.com/","title":"x.com"},{"url":"https://www.msn.com/","title":"www.msn.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.premierleague.com/","title":"www.premierleague.com"},{"url":"https://fbref.com/","title":"fbref.com"},{"url":"https://www.premierleague.com/","title":"www.premierleague.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.premierleague.com/","title":"www.premierleague.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.statmuse.com/","title":"www.statmuse.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://twitter.com/","title":"twitter.com"},{"url":"https://www.fotmob.com/","title":"www.fotmob.com"},{"url":"https://fbref.com/","title":"fbref.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://theanalyst.com/","title":"theanalyst.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://www.premierleague.com/","title":"www.premierleague.com"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://www.premierleague.com/","title":"www.premierleague.com"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://www.statmuse.com/","title":"www.statmuse.com"},{"url":"https://www.premierleague.com/","title":"www.premierleague.com"},{"url":"https://www.premierleague.com/","title":"www.premierleague.com"},{"url":"https://www.livesoccertv.com/","title":"www.livesoccertv.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.90min.com/","title":"www.90min.com"},{"url":"https://twitter.com/","title":"twitter.com"},{"url":"https://twitter.com/","title":"twitter.com"},{"url":"https://twitter.com/","title":"twitter.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.footballdatabase.eu/","title":"www.footballdatabase.eu"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://markets.businessinsider.com/","title":"markets.businessinsider.com"}],"searchCalls":[{"id":"st_tmp_pihhcjkd31m","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_far0s8yx5y","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ksb2lwyjkoc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cf3z6m85xit","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u3ge1wkf1oq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_an3tn2svu8o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cuokafxd1iu","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_kd0bsm2yc3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w950p6601d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_38qq8z0n90h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_64uxjd2ow4h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0ngw99l96pvi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ipxan5ayvsg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_269k3m3nq1v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ha6kxufzofi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gt0ivvx4j4h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vhlvmvj0v5d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zgh2lh6nke","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z2nj22xff6m","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_gtkf7jetrj","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_7z766a838au","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_2opryanm2bk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m9jyibgaxn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qkckf2i5big","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ioz2nwgqpif","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ogrn2pkkz5d","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_084","epoch":0,"score":"I","citations":[{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.edweek.org/","title":"www.edweek.org"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://apnews.com/","title":"apnews.com"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.nbcnewyork.com/","title":"www.nbcnewyork.com"},{"url":"https://www.nbcchicago.com/","title":"www.nbcchicago.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.ojp.gov/","title":"www.ojp.gov"},{"url":"https://terrorismresearch.uark.edu/","title":"terrorismresearch.uark.edu"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.france24.com/","title":"www.france24.com"},{"url":"https://leb.fbi.gov/","title":"leb.fbi.gov"},{"url":"https://www.pbs.org/","title":"www.pbs.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.fbi.gov/","title":"www.fbi.gov"},{"url":"https://www.fbi.gov/","title":"www.fbi.gov"},{"url":"https://www.democracynow.org/","title":"www.democracynow.org"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://fox2now.com/","title":"fox2now.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://apnews.com/","title":"apnews.com"},{"url":"https://www.unlv.edu/","title":"www.unlv.edu"},{"url":"https://www.fbi.gov/","title":"www.fbi.gov"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.aol.com/","title":"www.aol.com"},{"url":"https://www.fbi.gov/","title":"www.fbi.gov"},{"url":"https://www.fbi.gov/","title":"www.fbi.gov"},{"url":"https://www.fbi.gov/","title":"www.fbi.gov"},{"url":"https://www.inquirer.com/","title":"www.inquirer.com"},{"url":"https://www.nbcnews.com/","title":"www.nbcnews.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.fbi.gov/","title":"www.fbi.gov"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"}],"searchCalls":[{"id":"st_tmp_chfj6abkhff","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_22cwilueytt","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_p1hm8t8423q","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_9hdeknd5luh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_byq3csfxqkd","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_kt16fngcz8","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_v6ajtlp94dr","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_cx3d6fwmzke","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_g3il93wjmwo","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_99baiqavogt","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_a4wj3k0mviv","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_ixca411tni9","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_8op1v6lzeuq","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_tk5b7abzun","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_y3prf1f6kx8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w3broiq3yud","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7ype2wsg8hh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e83jv4lvg2h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cqukou4tvwv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nhq2yyj8vop","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_81f82gat7ug","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7qk6gr57x1l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ohaeuni17sj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m5mwysfe9w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_slk8dmaupvs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_il9l4fgdzhl","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_r1bzn8gn1sg","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_2z0995px86n","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_085","epoch":0,"score":"I","citations":[{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.vanityfair.com/","title":"www.vanityfair.com"},{"url":"https://fipresci.org/","title":"fipresci.org"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.indiewire.com/","title":"www.indiewire.com"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://static.labiennale.org/","title":"static.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"}],"searchCalls":[{"id":"st_tmp_63lmmj7m98e","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_o2wte9s0xgs","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_s5tdutu8rlq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wl3wj32cgug","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_92nojsgb4hp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zby6spli0ro","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_ohonz65slz","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hxwxmh81sqm","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_hisx3y0zq9s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gbyjq8g0ild","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_wpnu2trsr2","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_29kkniom4hy","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_3v7p8fwhmko","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_6na8hs7nrqj","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_o7lihf8qmrt","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_p2jf7axog19","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_oxh1ym4lrom","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lqx498zgf2b","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_dv5rqzi60nf","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_gg9i2fl6lg5","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_haitnxr9fbv","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_35ibj9mkdql","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_lkk3cs4x0w","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_bffu93ux69","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_htexhnkby7i","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_39kbjtq4w0n","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_siwx8bu6vg7","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_27x7j55gkce","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_208tljps5tq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_42rk705lwfy","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_w9s029izbre","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_9tew3yrk1t9","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_jqck1qin8lf","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_086","epoch":0,"score":"I","citations":[{"url":"https://www.donga.com/","title":"www.donga.com"},{"url":"https://www.scmp.com/","title":"www.scmp.com"},{"url":"https://biz.chosun.com/","title":"biz.chosun.com"},{"url":"https://www.thelineofbestfit.com/","title":"www.thelineofbestfit.com"},{"url":"https://www.koreaherald.com/","title":"www.koreaherald.com"},{"url":"https://www.nme.com/","title":"www.nme.com"},{"url":"https://www.scmp.com/","title":"www.scmp.com"},{"url":"https://www.voguehk.com/","title":"www.voguehk.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://hearts2hearts.fandom.com/","title":"hearts2hearts.fandom.com"},{"url":"https://rateyourmusic.com/","title":"rateyourmusic.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://musicbrainz.org/","title":"musicbrainz.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.shazam.com/","title":"www.shazam.com"},{"url":"https://www.shazam.com/","title":"www.shazam.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://musicbrainz.org/","title":"musicbrainz.org"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.shazam.com/","title":"www.shazam.com"},{"url":"https://readdork.com/","title":"readdork.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://genius.com/","title":"genius.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://blackpink.fandom.com/","title":"blackpink.fandom.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://www.shazam.com/","title":"www.shazam.com"},{"url":"https://www.shazam.com/","title":"www.shazam.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://www.shazam.com/","title":"www.shazam.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://musicbrainz.org/","title":"musicbrainz.org"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://genius.com/","title":"genius.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://yg-life.com/","title":"yg-life.com"},{"url":"https://ygfamily.com/","title":"ygfamily.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://koreajoongangdaily.joins.com/","title":"koreajoongangdaily.joins.com"},{"url":"https://www.koreaboo.com/","title":"www.koreaboo.com"},{"url":"https://koreajoongangdaily.joins.com/","title":"koreajoongangdaily.joins.com"},{"url":"https://en.yna.co.kr/","title":"en.yna.co.kr"},{"url":"https://www.tjtoday.org/","title":"www.tjtoday.org"},{"url":"https://www.hindustantimes.com/","title":"www.hindustantimes.com"},{"url":"https://www.koreatimes.co.kr/","title":"www.koreatimes.co.kr"},{"url":"https://www.allkpop.com/","title":"www.allkpop.com"},{"url":"https://www.songfacts.com/","title":"www.songfacts.com"},{"url":"https://global.shop.smtown.com/","title":"global.shop.smtown.com"},{"url":"https://www.shazam.com/","title":"www.shazam.com"},{"url":"https://karchives.com/","title":"karchives.com"},{"url":"https://aespa.fandom.com/","title":"aespa.fandom.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://karchives.com/","title":"karchives.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.upi.com/","title":"www.upi.com"},{"url":"https://rateyourmusic.com/","title":"rateyourmusic.com"},{"url":"https://aespa.fandom.com/","title":"aespa.fandom.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.last.fm/","title":"www.last.fm"},{"url":"https://www.shazam.com/","title":"www.shazam.com"},{"url":"https://www.shazam.com/","title":"www.shazam.com"},{"url":"https://ygfamily.com/","title":"ygfamily.com"},{"url":"https://ygfamily.com/","title":"ygfamily.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.ygfamily.com/","title":"www.ygfamily.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://musicbrainz.org/","title":"musicbrainz.org"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.rollingstone.com/","title":"www.rollingstone.com"},{"url":"https://www.ygfamily.com/","title":"www.ygfamily.com"},{"url":"https://www.ygfamily.com/","title":"www.ygfamily.com"},{"url":"https://ygfamily.com/","title":"ygfamily.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_6bth5o6h5bl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8zcrqdp1oc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_82dhwebb86q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iq3fewdjuw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2zawjmqi59e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cxdg4cqhxc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7s2mby7ud2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f6a5az8jpoo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_no89cs7g2q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_581uxubetyd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_12162mfg8u1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dcehv2d01v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3eqmsiaytyf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mm969txwlg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i5lhg7p79wi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ncittdp3mp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xt78uj23h3r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oa91s7r9xkm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rb11mnppf1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nhsipztvqh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mm08c20lz3j","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_087","epoch":0,"score":"I","citations":[{"url":"https://eng.yidaiyilu.gov.cn/","title":"eng.yidaiyilu.gov.cn"},{"url":"https://eng.yidaiyilu.gov.cn/","title":"eng.yidaiyilu.gov.cn"},{"url":"https://news.cgtn.com/","title":"news.cgtn.com"},{"url":"https://eng.yidaiyilu.gov.cn/","title":"eng.yidaiyilu.gov.cn"},{"url":"https://github.com/","title":"github.com"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.cfr.org/","title":"www.cfr.org"},{"url":"https://www.fmprc.gov.cn/","title":"www.fmprc.gov.cn"},{"url":"https://greenfdc.org/","title":"greenfdc.org"},{"url":"https://www.orfonline.org/","title":"www.orfonline.org"},{"url":"https://greenfdc.org/","title":"greenfdc.org"},{"url":"https://greenfdc.org/","title":"greenfdc.org"},{"url":"https://greenfdc.org/","title":"greenfdc.org"},{"url":"https://greenfdc.org/","title":"greenfdc.org"},{"url":"https://greenfdc.org/","title":"greenfdc.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"http://wdi.worldbank.org/","title":"wdi.worldbank.org"},{"url":"https://github.com/","title":"github.com"},{"url":"https://datatopics.worldbank.org/","title":"datatopics.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://thedocs.worldbank.org/","title":"thedocs.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"}],"searchCalls":[{"id":"st_tmp_kr6jqf2nvv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lrbopxwq4cq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b8dmu731c6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9qwbny9mdxf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6q747m3a0pg","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_73t4d8z0e4g","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_cl7rao23eun","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ll4ggmkxu4","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_uouglk0shk","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_t6fzharpas","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_r4xnksk3ijh","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_7t1k0iybff3","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_04al59buobbw","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_ryzbi5zbnhk","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_thiae89ko0l","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_rgvigycs9zf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j8bi0f4nekk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z4qmej5ajkq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4xwdt1rm0ws","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ew7rlmuhw6","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_ldps9f8eh58","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_hc8n440uehh","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_inc1v1gwtwl","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_9cxeifs8x5w","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_kz2a7n3uo1","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_9txqj34d4z","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_nxdmq6uie4","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_088","epoch":0,"score":"C","citations":[{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://reference.org/","title":"reference.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.wikiwand.com/","title":"www.wikiwand.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://reference.org/","title":"reference.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.wikiwand.com/","title":"www.wikiwand.com"},{"url":"https://www.albumoftheyear.org/","title":"www.albumoftheyear.org"},{"url":"https://cs.uwaterloo.ca/","title":"cs.uwaterloo.ca"},{"url":"https://ca.billboard.com/","title":"ca.billboard.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.hollywoodreporter.com/","title":"www.hollywoodreporter.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.officialcharts.com/","title":"www.officialcharts.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://rateyourmusic.com/","title":"rateyourmusic.com"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://justapedia.org/","title":"justapedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://elpee.jp/","title":"elpee.jp"},{"url":"https://rateyourmusic.com/","title":"rateyourmusic.com"},{"url":"https://rateyourmusic.com/","title":"rateyourmusic.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.wikiwand.com/","title":"www.wikiwand.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://wiki2.org/","title":"wiki2.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://musicbrainz.org/","title":"musicbrainz.org"},{"url":"https://rateyourmusic.com/","title":"rateyourmusic.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://musicbrainz.org/","title":"musicbrainz.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://rateyourmusic.com/","title":"rateyourmusic.com"},{"url":"https://reference.org/","title":"reference.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://rateyourmusic.com/","title":"rateyourmusic.com"},{"url":"https://musicbrainz.org/","title":"musicbrainz.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://ca.billboard.com/","title":"ca.billboard.com"},{"url":"http://musicchartsarchive.com/","title":"musicchartsarchive.com"},{"url":"https://www.musicchartsarchive.com/","title":"www.musicchartsarchive.com"},{"url":"https://ca.billboard.com/","title":"ca.billboard.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.songlyrics.com/","title":"www.songlyrics.com"},{"url":"https://billboard.substack.com/","title":"billboard.substack.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.iheart.com/","title":"www.iheart.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://ca.billboard.com/","title":"ca.billboard.com"},{"url":"https://musicbrainz.org/","title":"musicbrainz.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.albumoftheyear.org/","title":"www.albumoftheyear.org"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.officialcharts.com/","title":"www.officialcharts.com"},{"url":"https://reference.org/","title":"reference.org"}],"searchCalls":[{"id":"st_tmp_gj12lkz04p9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wpcfbi5hps","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jvjm6st5jo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qfr62suqzia","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_edg2oz8i19j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ieyq18h196k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ihwsqufd4ai","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_63v1afgkv5p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ggx135qksto","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t2xfj0bb7oa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_31zzz2vxonq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_libo18kzta","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_rs66r7v72ga","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_2dotev8kso8","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_0zyavnztret","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_owdwbje7yf","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_5fmbvu2bi44","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_dp3upmprjc","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_s4kapo17kqq","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_taw6yzphbek","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_3cq70jbehwi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zydsb1k8pf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wbudwtr6jio","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9amtx91blj6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q308nbihn5q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hr692lnjxr","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_qgqo1amwvtg","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_20mxduwxfb7","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_yqw1q76bmve","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_6j7zu4h9mql","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_7g90k7scedw","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_089","epoch":0,"score":"I","citations":[{"url":"https://www.apple.com/","title":"www.apple.com"},{"url":"https://www.apple.com/","title":"www.apple.com"},{"url":"https://www.techbloat.com/","title":"www.techbloat.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://www.apple.com/","title":"www.apple.com"},{"url":"https://on.theverge.com/","title":"on.theverge.com"},{"url":"https://uk.pcmag.com/","title":"uk.pcmag.com"},{"url":"https://hothardware.com/","title":"hothardware.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://www.xda-developers.com/","title":"www.xda-developers.com"},{"url":"https://www.apple.com/","title":"www.apple.com"},{"url":"https://www.apple.com/","title":"www.apple.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://www.macrumors.com/","title":"www.macrumors.com"},{"url":"https://www.apple.com/","title":"www.apple.com"},{"url":"https://www.ign.com/","title":"www.ign.com"},{"url":"https://www.globenewswire.com/","title":"www.globenewswire.com"},{"url":"https://www.iphonelife.com/","title":"www.iphonelife.com"},{"url":"https://tech.hindustantimes.com/","title":"tech.hindustantimes.com"},{"url":"https://tidbits.com/","title":"tidbits.com"},{"url":"https://www.macrumors.com/","title":"www.macrumors.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://osxdaily.com/","title":"osxdaily.com"},{"url":"https://www.cnet.com/","title":"www.cnet.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.cnbc.com/","title":"www.cnbc.com"},{"url":"https://appleinsider.com/","title":"appleinsider.com"},{"url":"https://www.gsmarena.com/","title":"www.gsmarena.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://www.apple.com/","title":"www.apple.com"},{"url":"https://www.apple.com/","title":"www.apple.com"},{"url":"https://www.businesswire.com/","title":"www.businesswire.com"},{"url":"https://www.apple.com/","title":"www.apple.com"},{"url":"https://www.atlas-mag.net/","title":"www.atlas-mag.net"},{"url":"https://www.apple.com/","title":"www.apple.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.techradar.com/","title":"www.techradar.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://arstechnica.com/","title":"arstechnica.com"},{"url":"https://www.notebookcheck.net/","title":"www.notebookcheck.net"},{"url":"https://www.digitimes.com/","title":"www.digitimes.com"},{"url":"https://mashable.com/","title":"mashable.com"},{"url":"https://www.wired.com/","title":"www.wired.com"},{"url":"https://finance.yahoo.com/","title":"finance.yahoo.com"},{"url":"https://www.apple.com/","title":"www.apple.com"},{"url":"https://arstechnica.com/","title":"arstechnica.com"},{"url":"https://www.businessinsider.com/","title":"www.businessinsider.com"},{"url":"https://www.apple.com/","title":"www.apple.com"},{"url":"https://www.imore.com/","title":"www.imore.com"},{"url":"https://www.macworld.com/","title":"www.macworld.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://uk.pcmag.com/","title":"uk.pcmag.com"},{"url":"https://arstechnica.com/","title":"arstechnica.com"},{"url":"https://9to5mac.com/","title":"9to5mac.com"},{"url":"https://hothardware.com/","title":"hothardware.com"},{"url":"https://9to5mac.com/","title":"9to5mac.com"},{"url":"https://blog.ecoatm.com/","title":"blog.ecoatm.com"},{"url":"https://arstechnica.com/","title":"arstechnica.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.aol.com/","title":"www.aol.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.engadget.com/","title":"www.engadget.com"},{"url":"https://www.apple.com/","title":"www.apple.com"},{"url":"https://www.apple.com/","title":"www.apple.com"},{"url":"https://www.apple.com/","title":"www.apple.com"},{"url":"https://www.apple.com/","title":"www.apple.com"},{"url":"https://archive.nytimes.com/","title":"archive.nytimes.com"},{"url":"http://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.engadget.com/","title":"www.engadget.com"},{"url":"https://www.pcworld.com/","title":"www.pcworld.com"},{"url":"https://www.macrumors.com/","title":"www.macrumors.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://developer.uspto.gov/","title":"developer.uspto.gov"},{"url":"https://www.wired.com/","title":"www.wired.com"},{"url":"https://www.att.com/","title":"www.att.com"},{"url":"https://apple-history.com/","title":"apple-history.com"},{"url":"https://arstechnica.com/","title":"arstechnica.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://archive.nytimes.com/","title":"archive.nytimes.com"},{"url":"https://appleinsider.com/","title":"appleinsider.com"},{"url":"https://www.nbcnews.com/","title":"www.nbcnews.com"},{"url":"https://osxdaily.com/","title":"osxdaily.com"},{"url":"https://arstechnica.com/","title":"arstechnica.com"},{"url":"https://techcrunch.com/","title":"techcrunch.com"},{"url":"https://fortune.com/","title":"fortune.com"},{"url":"https://www.cbsnews.com/","title":"www.cbsnews.com"},{"url":"https://www.apple.com/","title":"www.apple.com"}],"searchCalls":[{"id":"st_tmp_az5ljrl73u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h25qlb8jei6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7i2bmmkw5m7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o99z0cnuw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rpb0665r4h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q5l04j66zf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t88hncfpvb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9cwof2fl7l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q3foxhckld8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6mookinm3nn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ew0ut914zib","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k20akkrbqk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o183tz6htrr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fgxaw3g1034","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r0petl55a4g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ek05vafj9np","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cdz0tyquzpa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jz599r17jdt","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_090","epoch":0,"score":"I","citations":[{"url":"https://ai.google.dev/","title":"ai.google.dev"},{"url":"https://developers.googleblog.com/","title":"developers.googleblog.com"},{"url":"https://ai.google.dev/","title":"ai.google.dev"},{"url":"https://developers.googleblog.com/","title":"developers.googleblog.com"},{"url":"https://developers.googleblog.com/","title":"developers.googleblog.com"},{"url":"https://deepmind.google/","title":"deepmind.google"},{"url":"http://deepmind.google/","title":"deepmind.google"},{"url":"https://deepmind.google/","title":"deepmind.google"},{"url":"https://deepmind.google/","title":"deepmind.google"},{"url":"https://deepmind.google/","title":"deepmind.google"},{"url":"https://anthropic.com/","title":"anthropic.com"},{"url":"https://www.anthropic.com/","title":"www.anthropic.com"},{"url":"https://www.anthropic.com/","title":"www.anthropic.com"},{"url":"https://www.anthropic.com/","title":"www.anthropic.com"},{"url":"https://docs.anthropic.com/","title":"docs.anthropic.com"},{"url":"https://openai.com/","title":"openai.com"},{"url":"https://www.openai.com/","title":"www.openai.com"},{"url":"https://openai.com/","title":"openai.com"},{"url":"https://openai.com/","title":"openai.com"},{"url":"https://openai.com/","title":"openai.com"},{"url":"https://cdn.jsdelivr.net/","title":"cdn.jsdelivr.net"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"http://api-docs.deepseek.com/","title":"api-docs.deepseek.com"},{"url":"https://api-docs.deepseek.com/","title":"api-docs.deepseek.com"},{"url":"https://www.scmp.com/","title":"www.scmp.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://www.nist.gov/","title":"www.nist.gov"},{"url":"https://deepseekai.guide/","title":"deepseekai.guide"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://api-docs.deepseek.com/","title":"api-docs.deepseek.com"},{"url":"https://storage.googleapis.com/","title":"storage.googleapis.com"},{"url":"https://www.swebench.com/","title":"www.swebench.com"},{"url":"https://www.datalearner.com/","title":"www.datalearner.com"},{"url":"https://serenitiesai.com/","title":"serenitiesai.com"},{"url":"https://www.rdworldonline.com/","title":"www.rdworldonline.com"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://smythos.com/","title":"smythos.com"},{"url":"https://openrouter.ai/","title":"openrouter.ai"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://storage.googleapis.com/","title":"storage.googleapis.com"},{"url":"https://storage.googleapis.com/","title":"storage.googleapis.com"},{"url":"https://www.libertify.com/","title":"www.libertify.com"},{"url":"https://medium.com/","title":"medium.com"},{"url":"https://generativeai.pub/","title":"generativeai.pub"},{"url":"https://github.com/","title":"github.com"},{"url":"https://www.deeplearning.ai/","title":"www.deeplearning.ai"},{"url":"https://www.rdworldonline.com/","title":"www.rdworldonline.com"},{"url":"https://www.datacamp.com/","title":"www.datacamp.com"},{"url":"https://langbase.com/","title":"langbase.com"},{"url":"https://llm-stats.com/","title":"llm-stats.com"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://langbase.com/","title":"langbase.com"},{"url":"https://docs.anthropic.com/","title":"docs.anthropic.com"},{"url":"https://www-cdn.anthropic.com/","title":"www-cdn.anthropic.com"},{"url":"https://www-cdn.anthropic.com/","title":"www-cdn.anthropic.com"},{"url":"https://www.anthropic.com/","title":"www.anthropic.com"},{"url":"https://www.anthropic.com/","title":"www.anthropic.com"},{"url":"https://openai.com/","title":"openai.com"},{"url":"https://arstechnica.com/","title":"arstechnica.com"},{"url":"https://www.datacamp.com/","title":"www.datacamp.com"},{"url":"https://blog.biocomm.ai/","title":"blog.biocomm.ai"},{"url":"https://openai.com/","title":"openai.com"},{"url":"https://openai.com/","title":"openai.com"},{"url":"https://openai.com/","title":"openai.com"},{"url":"https://deploymentsafety.openai.com/","title":"deploymentsafety.openai.com"},{"url":"https://storage.googleapis.com/","title":"storage.googleapis.com"},{"url":"https://storage.googleapis.com/","title":"storage.googleapis.com"},{"url":"https://storage.googleapis.com/","title":"storage.googleapis.com"},{"url":"https://storage.googleapis.com/","title":"storage.googleapis.com"},{"url":"https://storage.googleapis.com/","title":"storage.googleapis.com"},{"url":"https://storage.googleapis.com/","title":"storage.googleapis.com"},{"url":"https://storage.googleapis.com/","title":"storage.googleapis.com"},{"url":"https://storage.googleapis.com/","title":"storage.googleapis.com"},{"url":"https://storage.googleapis.com/","title":"storage.googleapis.com"},{"url":"https://storage.googleapis.com/","title":"storage.googleapis.com"},{"url":"https://www.ayautomate.com/","title":"www.ayautomate.com"},{"url":"https://datatunnel.io/","title":"datatunnel.io"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://openaccess.thecvf.com/","title":"openaccess.thecvf.com"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://storage.googleapis.com/","title":"storage.googleapis.com"},{"url":"https://storage.googleapis.com/","title":"storage.googleapis.com"},{"url":"https://stratix.layerlens.ai/","title":"stratix.layerlens.ai"},{"url":"https://hal.cs.princeton.edu/","title":"hal.cs.princeton.edu"},{"url":"https://discuss.ai.google.dev/","title":"discuss.ai.google.dev"},{"url":"https://discuss.ai.google.dev/","title":"discuss.ai.google.dev"},{"url":"https://discuss.ai.google.dev/","title":"discuss.ai.google.dev"},{"url":"https://discuss.ai.google.dev/","title":"discuss.ai.google.dev"},{"url":"https://discuss.ai.google.dev/","title":"discuss.ai.google.dev"},{"url":"https://discuss.ai.google.dev/","title":"discuss.ai.google.dev"},{"url":"https://platform.openai.com/","title":"platform.openai.com"},{"url":"http://platform.openai.com/","title":"platform.openai.com"},{"url":"https://platform.openai.com/","title":"platform.openai.com"},{"url":"https://platform.openai.com/","title":"platform.openai.com"},{"url":"https://news.qq.com/","title":"news.qq.com"},{"url":"https://kw.beijing.gov.cn/","title":"kw.beijing.gov.cn"},{"url":"https://tech.gmw.cn/","title":"tech.gmw.cn"},{"url":"https://news.qq.com/","title":"news.qq.com"},{"url":"https://developer.volcengine.com/","title":"developer.volcengine.com"}],"searchCalls":[{"id":"st_tmp_gj4g1hqvgwr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wj0mwh4t5rh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_39f0orj4cq9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5x0t8bhf987","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cun49xkny6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xy11kh97i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hqbtohun4de","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3cjcmcc20ia","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_etisam0j11","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9ffjwnx5pcw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0riurrdzrc99","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bvshl1rxcq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hjg7pd1ja1h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1ggrm1os115","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_niccqmt3ih","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sdas704fr8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_60yju5bwbck","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gac05hxqfub","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i5v2s30x0v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m8aotdn42gq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_06t8m2s4fk5t","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_0d68omgpde1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hyr1t8mht3t","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_m4xlut0652p","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_6j9c3vxro7c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_50fgoidqqxd","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_usy2py2926f","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_g10a3gs1r68","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_kr06s5m03b","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_xpfbsuqd5zn","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_dl4ycv49rhc","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ak80tvurc8i","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_091","epoch":0,"score":"I","citations":[{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.guiahardware.es/","title":"www.guiahardware.es"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://files.bbystatic.com/","title":"files.bbystatic.com"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.tomshardware.com/","title":"www.tomshardware.com"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://d1io3yog0oux5.cloudfront.net/","title":"d1io3yog0oux5.cloudfront.net"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://timesofindia.indiatimes.com/","title":"timesofindia.indiatimes.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://www.phoronix.com/","title":"www.phoronix.com"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://www.custompc.com/","title":"www.custompc.com"},{"url":"https://videocardz.com/","title":"videocardz.com"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://ir.amd.com/","title":"ir.amd.com"},{"url":"https://hothardware.com/","title":"hothardware.com"},{"url":"https://technical.city/","title":"technical.city"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://www.sccnewsbyte.co.uk/","title":"www.sccnewsbyte.co.uk"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://ir.amd.com/","title":"ir.amd.com"}],"searchCalls":[{"id":"st_tmp_aa0vl19epqd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nsjo75jdw2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w1iq6ps5bio","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6c0cc6o7x6w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9xx0z1gbhs9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1ocoqkp2kpq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fnxzbdkcrv5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8fr95y5uwnv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1p6k7g9u1xe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1lbtrpmxhyl","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_092","epoch":0,"score":"I","citations":[{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://kpopping.com/","title":"kpopping.com"},{"url":"https://www.hellokpop.com/","title":"www.hellokpop.com"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://www.allkpop.com/","title":"www.allkpop.com"},{"url":"https://www.allkpop.com/","title":"www.allkpop.com"},{"url":"https://kpopping.com/","title":"kpopping.com"},{"url":"https://g-i-dle.fandom.com/","title":"g-i-dle.fandom.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://karchives.com/","title":"karchives.com"},{"url":"https://kprofiles.com/","title":"kprofiles.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://girls-generation.fandom.com/","title":"girls-generation.fandom.com"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://www.allkpop.com/","title":"www.allkpop.com"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://www.allkpop.com/","title":"www.allkpop.com"},{"url":"https://www.misterkorean.com/","title":"www.misterkorean.com"},{"url":"https://ru.wikipedia.org/","title":"ru.wikipedia.org"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://www.dipe.co.kr/","title":"www.dipe.co.kr"},{"url":"https://www.thelineofbestfit.com/","title":"www.thelineofbestfit.com"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://oppastore.com/","title":"oppastore.com"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://www.allkpop.com/","title":"www.allkpop.com"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://www.tenasia.com/","title":"www.tenasia.com"},{"url":"https://www.newsbreak.com/","title":"www.newsbreak.com"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://jazminemedia.com/","title":"jazminemedia.com"},{"url":"https://www.allkpop.com/","title":"www.allkpop.com"},{"url":"https://thesciencesurvey.com/","title":"thesciencesurvey.com"},{"url":"https://www.allkpop.com/","title":"www.allkpop.com"},{"url":"https://www.thelineofbestfit.com/","title":"www.thelineofbestfit.com"},{"url":"https://www.clashmusic.com/","title":"www.clashmusic.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.allkpop.com/","title":"www.allkpop.com"},{"url":"https://www.allkpop.com/","title":"www.allkpop.com"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://nomnom-korea.com/","title":"nomnom-korea.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://kpopping.com/","title":"kpopping.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.namu.wiki/","title":"en.namu.wiki"},{"url":"https://www.allkpop.com/","title":"www.allkpop.com"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://soridata.com/","title":"soridata.com"},{"url":"https://luciferinkpop.wordpress.com/","title":"luciferinkpop.wordpress.com"},{"url":"https://www.koreaboo.com/","title":"www.koreaboo.com"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://www.allkpop.com/","title":"www.allkpop.com"},{"url":"https://www.allkpop.com/","title":"www.allkpop.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.allkpop.com/","title":"www.allkpop.com"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://board.twicehub.com/","title":"board.twicehub.com"},{"url":"https://kpopbeen.com/","title":"kpopbeen.com"},{"url":"https://katherinedoeskpop.com/","title":"katherinedoeskpop.com"},{"url":"https://www.allkpop.com/","title":"www.allkpop.com"},{"url":"https://www.hellokpop.com/","title":"www.hellokpop.com"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://day6.fandom.com/","title":"day6.fandom.com"},{"url":"https://www.allkpop.com/","title":"www.allkpop.com"},{"url":"https://kpopreviewed.com/","title":"kpopreviewed.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://xdinary-heroes.fandom.com/","title":"xdinary-heroes.fandom.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://xdinary-heroes.fandom.com/","title":"xdinary-heroes.fandom.com"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://www.nme.com/","title":"www.nme.com"},{"url":"https://x.com/","title":"x.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://karchives.com/","title":"karchives.com"},{"url":"https://www.mk.co.kr/","title":"www.mk.co.kr"},{"url":"https://www.allkpop.com/","title":"www.allkpop.com"},{"url":"https://www.ptkorea.com/","title":"www.ptkorea.com"},{"url":"https://www.allkpop.com/","title":"www.allkpop.com"},{"url":"https://www.kpopecho.com/","title":"www.kpopecho.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://www.newsbreak.com/","title":"www.newsbreak.com"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://app.chartmetric.com/","title":"app.chartmetric.com"},{"url":"https://ja.wikipedia.org/","title":"ja.wikipedia.org"},{"url":"https://xharchives.com/","title":"xharchives.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.concertarchives.org/","title":"www.concertarchives.org"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://straykids.net/","title":"straykids.net"},{"url":"https://straykidsate.neocities.org/","title":"straykidsate.neocities.org"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://strayksubs.com/","title":"strayksubs.com"},{"url":"https://kpopping.com/","title":"kpopping.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://kpopping.com/","title":"kpopping.com"},{"url":"https://ha.wikipedia.org/","title":"ha.wikipedia.org"},{"url":"https://forum.allkpop.com/","title":"forum.allkpop.com"}],"searchCalls":[{"id":"st_tmp_ovdn8zebyna","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4haf20nht71","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cg9kn37lidh","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_vcssogg4tgc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mdu02sd81kr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0hwl16g5s03a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_upcxxlbrmn9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_244hz5xcyprh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6ze3dl6jhyo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nmeb4nxhsfm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_53gccqqted","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i1hgwj7usdk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_590egbrrbx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7o33c00ewg7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jhk05ezadgr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tnx6ztt0x5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_scebtazs1g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tz3u6v6lh7o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xge5v85nw7s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_curdo1nsg3b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iknq2otjbwf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_19fbfushrmb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uutbg7y3ivp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1uhw94vb8nh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1tnu1ofxfll","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_knnxljrdc4","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_anv7i8kquc8","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_t2njmfolt","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_093","epoch":0,"score":"I","citations":[{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"http://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://github.com/","title":"github.com"},{"url":"https://deepseekai.guide/","title":"deepseekai.guide"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"}],"searchCalls":[{"id":"st_tmp_sed3v3te9n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z3tspha5t4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wx2zazcep1l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dgbijciwxtr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xrh61g146we","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uoy9y73rvob","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wz4g8d9n71o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6gjnhngtfko","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_758g1qokcu7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l3g11ixfcx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a8nycel0r1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7wpjj89p5os","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z0ylnq15zxh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_csmua1rp5t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7aguakxl90x","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xncuobnxlob","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_wb1ld94262l","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_xl7p13mhx2e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tce8iuityjk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oij86j8ihr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_42qv1s1dscs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kc2tjv9pxwt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ph74qsytnk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_15wqxaeinqt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uwxh3atbpz","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l9cw3mdte7","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ahttqsh8j4m","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_5mq7lfbma1q","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_svz6s3qcaxe","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_094","epoch":0,"score":"I","citations":[{"url":"http://kobiz.or.kr/","title":"kobiz.or.kr"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.screendaily.com/","title":"www.screendaily.com"},{"url":"https://www.koreanfilm.or.kr/","title":"www.koreanfilm.or.kr"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.koreaherald.com/","title":"www.koreaherald.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"http://kobiz.or.kr/","title":"kobiz.or.kr"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.koreaherald.com/","title":"www.koreaherald.com"},{"url":"http://www.kofic.org/","title":"www.kofic.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"http://koreanfilm.or.kr/","title":"koreanfilm.or.kr"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"http://koreanfilm.or.kr/","title":"koreanfilm.or.kr"},{"url":"https://www.koreaherald.com/","title":"www.koreaherald.com"},{"url":"https://asianwiki.com/","title":"asianwiki.com"},{"url":"https://spoilertown.com/","title":"spoilertown.com"},{"url":"https://screenanarchy.com/","title":"screenanarchy.com"},{"url":"https://www.officialcharts.com/","title":"www.officialcharts.com"},{"url":"https://www.koreatimes.co.kr/","title":"www.koreatimes.co.kr"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://dag.wikipedia.org/","title":"dag.wikipedia.org"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://en.yna.co.kr/","title":"en.yna.co.kr"},{"url":"https://en.yna.co.kr/","title":"en.yna.co.kr"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://en.antaranews.com/","title":"en.antaranews.com"},{"url":"https://www.hollywoodreporter.com/","title":"www.hollywoodreporter.com"},{"url":"https://archive.nytimes.com/","title":"archive.nytimes.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://charactermedia.com/","title":"charactermedia.com"},{"url":"https://deadline.com/","title":"deadline.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.hollywoodreporter.com/","title":"www.hollywoodreporter.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://en.yna.co.kr/","title":"en.yna.co.kr"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"http://nhub.news/","title":"nhub.news"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"http://kobiz.or.kr/","title":"kobiz.or.kr"},{"url":"https://www.koreanfilm.or.kr/","title":"www.koreanfilm.or.kr"},{"url":"http://kobiz.or.kr/","title":"kobiz.or.kr"},{"url":"https://www.koreanfilm.or.kr/","title":"www.koreanfilm.or.kr"},{"url":"http://www.kofic.org/","title":"www.kofic.org"},{"url":"https://www.koreanfilm.or.kr/","title":"www.koreanfilm.or.kr"},{"url":"http://kofic.org/","title":"kofic.org"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.ceicdata.com/","title":"www.ceicdata.com"},{"url":"https://asianwiki.com/","title":"asianwiki.com"},{"url":"https://grokipedia.com/","title":"grokipedia.com"},{"url":"https://commons.wikimedia.org/","title":"commons.wikimedia.org"},{"url":"https://markjamesrussell.com/","title":"markjamesrussell.com"},{"url":"https://nso.gov.mt/","title":"nso.gov.mt"}],"searchCalls":[{"id":"st_tmp_p1voc9fk0vn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9mqe78v0cie","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vqzyb9gz0vf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z6oaf77cxj","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_9nvosfkymdc","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_q7xyubcxs4s","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_yxx71k948u9","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_z6f95ruqkic","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_irnv0srd0zj","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_i21t3vbbt5r","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_1e3ylcf0rzl","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_efspo2dcmmd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b08gt3jrcee","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ghby1jj7hyl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k861b6po64","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1hta4nk7mu6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ras51gdv2cd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ljwcifsse0l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k9k6dxzv7il","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dcfwxythgbp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_75liqxj43uu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2hepwesarb5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_04w26yakpb0a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p4yrmmkt39m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x4egutihz1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7512uva4m6u","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ac60esjy3c6","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_um5j9qtuc9","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_9p6fycwuv9u","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_095","epoch":0,"score":"I","citations":[{"url":"https://www.lifestyleasia.com/","title":"www.lifestyleasia.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.augustman.com/","title":"www.augustman.com"},{"url":"https://www.whats-on-netflix.com/","title":"www.whats-on-netflix.com"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://time.com/","title":"time.com"},{"url":"https://m.economictimes.com/","title":"m.economictimes.com"},{"url":"https://www.lifestyleasia.com/","title":"www.lifestyleasia.com"},{"url":"https://koreajoongangdaily.joins.com/","title":"koreajoongangdaily.joins.com"},{"url":"https://www.yahoo.com/","title":"www.yahoo.com"},{"url":"https://www.netflix.com/","title":"www.netflix.com"},{"url":"https://www.abs-cbn.com/","title":"www.abs-cbn.com"},{"url":"https://www.nme.com/","title":"www.nme.com"},{"url":"https://indianexpress.com/","title":"indianexpress.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.indiatoday.in/","title":"www.indiatoday.in"},{"url":"https://kdramakopi.com/","title":"kdramakopi.com"},{"url":"https://www.yahoo.com/","title":"www.yahoo.com"},{"url":"https://www.hindustantimes.com/","title":"www.hindustantimes.com"},{"url":"https://www.hindustantimes.com/","title":"www.hindustantimes.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://blog.kocowa.com/","title":"blog.kocowa.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.netflix.com/","title":"www.netflix.com"},{"url":"https://www.hindustantimes.com/","title":"www.hindustantimes.com"},{"url":"https://www.hollywoodreporter.com/","title":"www.hollywoodreporter.com"},{"url":"https://time.com/","title":"time.com"},{"url":"https://www.koreaherald.com/","title":"www.koreaherald.com"},{"url":"https://m.economictimes.com/","title":"m.economictimes.com"},{"url":"https://www.whats-on-netflix.com/","title":"www.whats-on-netflix.com"},{"url":"https://www.whats-on-netflix.com/","title":"www.whats-on-netflix.com"},{"url":"https://www.whats-on-netflix.com/","title":"www.whats-on-netflix.com"},{"url":"https://www.whats-on-netflix.com/","title":"www.whats-on-netflix.com"},{"url":"https://www.hindustantimes.com/","title":"www.hindustantimes.com"},{"url":"https://www.hollywoodreporter.com/","title":"www.hollywoodreporter.com"},{"url":"https://www.whats-on-netflix.com/","title":"www.whats-on-netflix.com"},{"url":"https://asianews.network/","title":"asianews.network"},{"url":"https://www.nme.com/","title":"www.nme.com"},{"url":"https://www.lifestyleasia.com/","title":"www.lifestyleasia.com"},{"url":"https://about.netflix.com/","title":"about.netflix.com"},{"url":"https://about.netflix.com/","title":"about.netflix.com"},{"url":"https://about.netflix.com/","title":"about.netflix.com"},{"url":"https://about.netflix.com/","title":"about.netflix.com"},{"url":"https://indianexpress.com/","title":"indianexpress.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://metro.style/","title":"metro.style"},{"url":"https://www.gmanetwork.com/","title":"www.gmanetwork.com"},{"url":"https://cnalifestyle.channelnewsasia.com/","title":"cnalifestyle.channelnewsasia.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.timesnownews.com/","title":"www.timesnownews.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.yahoo.com/","title":"www.yahoo.com"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://elcinema.com/","title":"elcinema.com"},{"url":"https://mb.com.ph/","title":"mb.com.ph"},{"url":"https://www.koreaboo.com/","title":"www.koreaboo.com"},{"url":"https://www.thestatesman.com/","title":"www.thestatesman.com"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://www.timesnownews.com/","title":"www.timesnownews.com"},{"url":"https://grazia.sg/","title":"grazia.sg"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.koreatimes.co.kr/","title":"www.koreatimes.co.kr"},{"url":"https://koreajoongangdaily.joins.com/","title":"koreajoongangdaily.joins.com"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://time.com/","title":"time.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://www.netflix.com/","title":"www.netflix.com"},{"url":"https://www.netflix.com/","title":"www.netflix.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.netflix.com/","title":"www.netflix.com"},{"url":"https://www.netflix.com/","title":"www.netflix.com"},{"url":"https://www.nme.com/","title":"www.nme.com"},{"url":"https://www.whats-on-netflix.com/","title":"www.whats-on-netflix.com"},{"url":"https://netflixlife.com/","title":"netflixlife.com"},{"url":"https://www.comingsoon.net/","title":"www.comingsoon.net"},{"url":"https://www.hindustantimes.com/","title":"www.hindustantimes.com"},{"url":"https://offcamera.pl/","title":"offcamera.pl"},{"url":"https://www.projectfreetvm.lol/","title":"www.projectfreetvm.lol"},{"url":"https://lulacloud.watch/","title":"lulacloud.watch"},{"url":"https://kdramaworlds.com/","title":"kdramaworlds.com"},{"url":"https://kissasian.cam/","title":"kissasian.cam"},{"url":"https://www.koreaherald.com/","title":"www.koreaherald.com"},{"url":"https://www.yahoo.com/","title":"www.yahoo.com"},{"url":"https://about.netflix.com/","title":"about.netflix.com"},{"url":"https://www.netflix.com/","title":"www.netflix.com"},{"url":"https://www.netflix.com/","title":"www.netflix.com"},{"url":"https://www.whats-on-netflix.com/","title":"www.whats-on-netflix.com"},{"url":"https://www.pinkvilla.com/","title":"www.pinkvilla.com"},{"url":"https://mydramalist.com/","title":"mydramalist.com"},{"url":"https://drakorid.top/","title":"drakorid.top"},{"url":"https://koreajoongangdaily.joins.com/","title":"koreajoongangdaily.joins.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.screenhub.com.au/","title":"www.screenhub.com.au"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://m.economictimes.com/","title":"m.economictimes.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.allkpop.com/","title":"www.allkpop.com"},{"url":"https://www.soompi.com/","title":"www.soompi.com"}],"searchCalls":[{"id":"st_tmp_47rfcz1ft2v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bitucy9bwhm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l84qdbva8e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h8ors6a9nsj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y1i8tc83o1r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sgzbb3bhxk","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_fl33u6bop7d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ep4x66mh54h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zw5ufu36sm9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zvt7jf88ufp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_39mqhdnhsac","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_819i538fufc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bsdo7ua3t7o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_70mvbmuyf3x","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pbq43mqxjgo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7ei96s33jio","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_azjfa7mbg4f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oogk4kyuv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7hahd6x308l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u1lo6w7xs4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bq6a7iaphd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tmyow0n1fim","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iawsaqm9onm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qqw6cdyokib","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x5q2u8w5ux","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_096","epoch":0,"score":"I","citations":[{"url":"https://www.nikonusa.com/","title":"www.nikonusa.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://www.nikonusa.com/","title":"www.nikonusa.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.dpreview.com/","title":"www.dpreview.com"},{"url":"https://www.nikonusa.com/","title":"www.nikonusa.com"},{"url":"https://www.dpreview.com/","title":"www.dpreview.com"},{"url":"https://www.nikonusa.com/","title":"www.nikonusa.com"},{"url":"https://photographylife.com/","title":"photographylife.com"},{"url":"https://www.nikonusa.com/","title":"www.nikonusa.com"},{"url":"https://www.nikonusa.com/","title":"www.nikonusa.com"},{"url":"https://www.nikonusa.com/","title":"www.nikonusa.com"},{"url":"https://www.nikonusa.com/","title":"www.nikonusa.com"},{"url":"https://imaging.nikon.com/","title":"imaging.nikon.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.nikonusa.com/","title":"www.nikonusa.com"},{"url":"https://www.nikonusa.com/","title":"www.nikonusa.com"},{"url":"https://www.nikonusa.com/","title":"www.nikonusa.com"},{"url":"https://www.nikon.co.uk/","title":"www.nikon.co.uk"},{"url":"https://www.dpreview.com/","title":"www.dpreview.com"},{"url":"https://www.nikonusa.com/","title":"www.nikonusa.com"},{"url":"https://www.nikonusa.com/","title":"www.nikonusa.com"},{"url":"https://www.nikonusa.com/","title":"www.nikonusa.com"},{"url":"https://www.nikonusa.com/","title":"www.nikonusa.com"},{"url":"https://brochures.nikon-asia.com/","title":"brochures.nikon-asia.com"},{"url":"https://www.nikonusa.com/","title":"www.nikonusa.com"},{"url":"https://www.nikonusa.com/","title":"www.nikonusa.com"},{"url":"https://imaging.nikon.com/","title":"imaging.nikon.com"},{"url":"https://imaging.nikon.com/","title":"imaging.nikon.com"},{"url":"https://www.dpreview.com/","title":"www.dpreview.com"},{"url":"https://www.nikonusa.com/","title":"www.nikonusa.com"},{"url":"https://www.nikonusa.com/","title":"www.nikonusa.com"},{"url":"https://www.nikonusa.com/","title":"www.nikonusa.com"},{"url":"https://onlinemanual.nikonimglib.com/","title":"onlinemanual.nikonimglib.com"},{"url":"https://www.dpreview.com/","title":"www.dpreview.com"},{"url":"https://imaging.nikon.com/","title":"imaging.nikon.com"},{"url":"https://www.nikon.com/","title":"www.nikon.com"},{"url":"https://www.nikon.co.uk/","title":"www.nikon.co.uk"},{"url":"https://www.nikonusa.com/","title":"www.nikonusa.com"},{"url":"https://www.nikonusa.com/","title":"www.nikonusa.com"},{"url":"https://imaging.nikon.com/","title":"imaging.nikon.com"},{"url":"https://imaging.nikon.com/","title":"imaging.nikon.com"},{"url":"https://imaging.nikon.com/","title":"imaging.nikon.com"},{"url":"https://imaging.nikon.com/","title":"imaging.nikon.com"},{"url":"https://imaging.nikon.com/","title":"imaging.nikon.com"},{"url":"https://imaging.nikon.com/","title":"imaging.nikon.com"},{"url":"https://imaging.nikon.com/","title":"imaging.nikon.com"},{"url":"https://imaging.nikon.com/","title":"imaging.nikon.com"},{"url":"https://imaging.nikon.com/","title":"imaging.nikon.com"},{"url":"https://www.nikon.co.uk/","title":"www.nikon.co.uk"},{"url":"https://www.nikon.es/","title":"www.nikon.es"},{"url":"https://www.nikon.co.in/","title":"www.nikon.co.in"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://www.dpreview.com/","title":"www.dpreview.com"},{"url":"https://www.cameracanada.com/","title":"www.cameracanada.com"},{"url":"https://cameradecision.com/","title":"cameradecision.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://cameradecision.com/","title":"cameradecision.com"},{"url":"https://www.dpreview.com/","title":"www.dpreview.com"},{"url":"https://onlinemanual.nikonimglib.com/","title":"onlinemanual.nikonimglib.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://cameradecision.com/","title":"cameradecision.com"},{"url":"https://cameradecision.com/","title":"cameradecision.com"},{"url":"https://www.dpreview.com/","title":"www.dpreview.com"},{"url":"https://cameradecision.com/","title":"cameradecision.com"},{"url":"https://www.manua.ls/","title":"www.manua.ls"},{"url":"https://www.nikonusa.com/","title":"www.nikonusa.com"},{"url":"https://www.dpreview.com/","title":"www.dpreview.com"},{"url":"https://cameradecision.com/","title":"cameradecision.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://photographylife.com/","title":"photographylife.com"},{"url":"https://www.neocamera.com/","title":"www.neocamera.com"},{"url":"https://onlinemanual.nikonimglib.com/","title":"onlinemanual.nikonimglib.com"},{"url":"https://www.nikon.com.au/","title":"www.nikon.com.au"},{"url":"https://www.newegg.com/","title":"www.newegg.com"},{"url":"https://www.nikonusa.com/","title":"www.nikonusa.com"},{"url":"https://www.dpreview.com/","title":"www.dpreview.com"},{"url":"https://www.nikonusa.com/","title":"www.nikonusa.com"},{"url":"https://nikonrumors.com/","title":"nikonrumors.com"},{"url":"https://amateurphotographer.com/","title":"amateurphotographer.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.nikonusa.com/","title":"www.nikonusa.com"},{"url":"https://www.nikonusa.com/","title":"www.nikonusa.com"},{"url":"https://www.nikonusa.com/","title":"www.nikonusa.com"},{"url":"https://www.nikonusa.com/","title":"www.nikonusa.com"}],"searchCalls":[{"id":"st_tmp_axxy64m405","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8f719l5g8tx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qe4hn9a2jy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_358rz5ce4bt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yeap9imq1aq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l09oc1huij","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_isbanv5rzga","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bbovfx410ms","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6igddcoqrzc","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_ph2lih88t2","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_jvp4bjffhze","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_2c9nbx00334","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hv3zj3zlcq","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_aqi1rm9btm9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cui4e8lk15n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uby1jjp7ak","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9bm1u2xd1no","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wbtb7g7tokg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l5youy1oas","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8ek9aedxte7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_objinlmmiwf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xbtp2o70ca","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4y3zpaci5vl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3a8tryyuvme","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d0ufvu62z8u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rouci3maago","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_elunh5yfj4e","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_z06g9tech7s","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ocpy1wgfr7q","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_wzfrn8gfjz","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_y06huxmyoue","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_evualwa75on","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_097","epoch":0,"score":"I","citations":[{"url":"https://www.allmovie.com/","title":"www.allmovie.com"},{"url":"https://www.omdb.org/","title":"www.omdb.org"},{"url":"https://it.wikipedia.org/","title":"it.wikipedia.org"},{"url":"https://www.cinenews.be/","title":"www.cinenews.be"},{"url":"https://elcinema.com/","title":"elcinema.com"},{"url":"https://www.hkapa.edu/","title":"www.hkapa.edu"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.scmp.com/","title":"www.scmp.com"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://deadline.com/","title":"deadline.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.fandango.com/","title":"www.fandango.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.allmovie.com/","title":"www.allmovie.com"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://www.tvtime.com/","title":"www.tvtime.com"},{"url":"https://no.wikipedia.org/","title":"no.wikipedia.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.cinenews.be/","title":"www.cinenews.be"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.netflix.com/","title":"www.netflix.com"},{"url":"https://mubi.com/","title":"mubi.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.moviefone.com/","title":"www.moviefone.com"},{"url":"http://lovehkfilm.com/","title":"lovehkfilm.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.cinenews.be/","title":"www.cinenews.be"},{"url":"https://mubi.com/","title":"mubi.com"},{"url":"https://baike.baidu.com/","title":"baike.baidu.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.justwatch.com/","title":"www.justwatch.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.criterionchannel.com/","title":"www.criterionchannel.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.criterionchannel.com/","title":"www.criterionchannel.com"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.filmarchive.gov.hk/","title":"www.filmarchive.gov.hk"},{"url":"https://www.disneyplus.com/","title":"www.disneyplus.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.scmp.com/","title":"www.scmp.com"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://www.netflix.com/","title":"www.netflix.com"},{"url":"https://watch.plex.tv/","title":"watch.plex.tv"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://mubi.com/","title":"mubi.com"},{"url":"https://cinema.com/","title":"cinema.com"},{"url":"https://www.filmaffinity.com/","title":"www.filmaffinity.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://mubi.com/","title":"mubi.com"},{"url":"https://mubi.com/","title":"mubi.com"},{"url":"http://imdb.com/","title":"imdb.com"},{"url":"https://www.filmaffinity.com/","title":"www.filmaffinity.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://fareastfilms.com/","title":"fareastfilms.com"},{"url":"https://www.allmovie.com/","title":"www.allmovie.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://bingebase.com/","title":"bingebase.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.flicks.com.au/","title":"www.flicks.com.au"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://sourcing.hktdc.com/","title":"sourcing.hktdc.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.sensesofcinema.com/","title":"www.sensesofcinema.com"},{"url":"https://scroll.in/","title":"scroll.in"},{"url":"http://news.bbc.co.uk/","title":"news.bbc.co.uk"},{"url":"https://www.criterionchannel.com/","title":"www.criterionchannel.com"},{"url":"https://pages.cs.wisc.edu/","title":"pages.cs.wisc.edu"},{"url":"https://www.criterion.com/","title":"www.criterion.com"},{"url":"https://www.netflix.com/","title":"www.netflix.com"},{"url":"https://www.netflix.com/","title":"www.netflix.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.festival-cannes.com/","title":"www.festival-cannes.com"},{"url":"http://www.china.org.cn/","title":"www.china.org.cn"}],"searchCalls":[{"id":"st_tmp_t2un730dzx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hzjnf1h7wj6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rov4dfeuyfd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d08fedqv6n7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e1v9vohmw2k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xdmm1bl4b6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c05x6ek3f7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vk7ftczjqq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b2v87ut0y2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9biord4hkut","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_efgsumozkf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_02m068v0xdfv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xh3i5h4qcbm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_je47zjmsezq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yp2pm3ejvqq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kpryc6xorxm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q5gr84487e8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_usyk71gaod8","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_u22nipwozk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_djt7qoknu0s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_en6xezko387","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k59b0ouy1xm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hzyes1pee2s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s13pha3wbpj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t7ztgyv37ea","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j0497q96wp","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_zhu6890tf69","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_v3tja8curp","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_8dmd0n8m1wm","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_kirk3vnjvo","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_wlxpa2yedvd","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_iddmrrst0d","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_098","epoch":0,"score":"I","citations":[{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"http://api.worldbank.org/","title":"api.worldbank.org"},{"url":"https://thedocs.worldbank.org/","title":"thedocs.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://documents1.worldbank.org/","title":"documents1.worldbank.org"},{"url":"https://documents1.worldbank.org/","title":"documents1.worldbank.org"},{"url":"https://documents1.worldbank.org/","title":"documents1.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://thedocs.worldbank.org/","title":"thedocs.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data360files.worldbank.org/","title":"data360files.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://documents1.worldbank.org/","title":"documents1.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://www.worldbank.org/","title":"www.worldbank.org"},{"url":"https://documents1.worldbank.org/","title":"documents1.worldbank.org"},{"url":"https://www.imf.org/","title":"www.imf.org"},{"url":"https://www.imf.org/","title":"www.imf.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://www.worldeconomics.com/","title":"www.worldeconomics.com"},{"url":"https://www.afdb.org/","title":"www.afdb.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://www.imf.org/","title":"www.imf.org"},{"url":"https://www.imf.org/","title":"www.imf.org"},{"url":"https://www.imf.org/","title":"www.imf.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://thedocs.worldbank.org/","title":"thedocs.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://thedocs.worldbank.org/","title":"thedocs.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://thedocs.worldbank.org/","title":"thedocs.worldbank.org"}],"searchCalls":[{"id":"st_tmp_4mt6ec5au44","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zsnqayslxtd","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_kil96fj1vrk","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_u7rmi6qa0xd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4e8hpv53kqo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cxovp6w95mt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ad0g5rtbcfw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j3celuieqp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q03qxa89ldj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_95919pumvlg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l5fkruptdji","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_wj817mepm8","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_lildxe8jjl","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_s4w6mcbt7df","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_3j54bxdv4ed","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_tbpbwzehgk","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_mzegoqnd70m","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_i62sza5bt0p","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_fz5dfbfe1cv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pxmzok9s4h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rucvar98gu9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3kqo9znc3cg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ca9nzen4768","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_39z3xjtjb6v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cbz7iz2dwst","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_84l5m9zspho","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_uelc9e5tjfl","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_099","epoch":0,"score":"I","citations":[{"url":"https://wfca.com/","title":"wfca.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.pbs.org/","title":"www.pbs.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.ncei.noaa.gov/","title":"www.ncei.noaa.gov"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.wikiwand.com/","title":"www.wikiwand.com"},{"url":"https://qazinform.com/","title":"qazinform.com"},{"url":"https://www.sandiego.gov/","title":"www.sandiego.gov"},{"url":"https://www.fire.ca.gov/","title":"www.fire.ca.gov"},{"url":"http://repository.library.noaa.gov/","title":"repository.library.noaa.gov"},{"url":"https://www.chds.us/","title":"www.chds.us"},{"url":"https://content.time.com/","title":"content.time.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"http://azcapitoltimes.com/","title":"azcapitoltimes.com"},{"url":"https://www.latimes.com/","title":"www.latimes.com"},{"url":"https://www.claimsjournal.com/","title":"www.claimsjournal.com"},{"url":"https://headlines.ametsoc.org/","title":"headlines.ametsoc.org"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.ncei.noaa.gov/","title":"www.ncei.noaa.gov"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.wate.com/","title":"www.wate.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://afterthefireusa.org/","title":"afterthefireusa.org"},{"url":"https://wildfires.ucdavis.edu/","title":"wildfires.ucdavis.edu"},{"url":"https://www.pressdemocrat.com/","title":"www.pressdemocrat.com"},{"url":"https://repository.library.noaa.gov/","title":"repository.library.noaa.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.nbcnews.com/","title":"www.nbcnews.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://apnews.com/","title":"apnews.com"},{"url":"https://nmvvrc.org/","title":"nmvvrc.org"},{"url":"https://www.fs.usda.gov/","title":"www.fs.usda.gov"},{"url":"https://www.latimes.com/","title":"www.latimes.com"},{"url":"https://www.sacbee.com/","title":"www.sacbee.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.kcra.com/","title":"www.kcra.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://www.usfa.fema.gov/","title":"www.usfa.fema.gov"},{"url":"https://www.earthdata.nasa.gov/","title":"www.earthdata.nasa.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://pubs.usgs.gov/","title":"pubs.usgs.gov"},{"url":"https://www.fs.usda.gov/","title":"www.fs.usda.gov"},{"url":"https://www.ncei.noaa.gov/","title":"www.ncei.noaa.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://ww2.arb.ca.gov/","title":"ww2.arb.ca.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.usgs.gov/","title":"www.usgs.gov"},{"url":"https://pubs.usgs.gov/","title":"pubs.usgs.gov"},{"url":"https://www.caloes.ca.gov/","title":"www.caloes.ca.gov"},{"url":"https://www.ebsco.com/","title":"www.ebsco.com"},{"url":"http://www.fire.ca.gov/","title":"www.fire.ca.gov"},{"url":"https://repository.library.noaa.gov/","title":"repository.library.noaa.gov"},{"url":"https://nsjfire.org/","title":"nsjfire.org"},{"url":"https://www.nifc.gov/","title":"www.nifc.gov"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"http://nfpa.org/","title":"nfpa.org"},{"url":"https://qazinform.com/","title":"qazinform.com"},{"url":"https://www.pressdemocrat.com/","title":"www.pressdemocrat.com"},{"url":"https://storymaps.arcgis.com/","title":"storymaps.arcgis.com"},{"url":"https://krcrtv.com/","title":"krcrtv.com"},{"url":"https://www.fire.ca.gov/","title":"www.fire.ca.gov"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.pressdemocrat.com/","title":"www.pressdemocrat.com"},{"url":"https://ibhs.org/","title":"ibhs.org"},{"url":"https://www.dailydemocrat.com/","title":"www.dailydemocrat.com"},{"url":"https://www.abc10.com/","title":"www.abc10.com"},{"url":"https://www.fire.ca.gov/","title":"www.fire.ca.gov"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://apnews.com/","title":"apnews.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://civilbeat.org/","title":"civilbeat.org"},{"url":"https://apnews.com/","title":"apnews.com"},{"url":"https://weatheronthisday.com/","title":"weatheronthisday.com"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.usfa.fema.gov/","title":"www.usfa.fema.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.fs.usda.gov/","title":"www.fs.usda.gov"},{"url":"https://www.amarillo.com/","title":"www.amarillo.com"},{"url":"https://www.pbs.org/","title":"www.pbs.org"},{"url":"https://science.nasa.gov/","title":"science.nasa.gov"},{"url":"https://climatexas.tamu.edu/","title":"climatexas.tamu.edu"},{"url":"https://www.nifc.gov/","title":"www.nifc.gov"},{"url":"https://www.nfpa.org/","title":"www.nfpa.org"},{"url":"https://www.nfpa.org/","title":"www.nfpa.org"},{"url":"https://www.nfpa.org/","title":"www.nfpa.org"},{"url":"https://stacks.cdc.gov/","title":"stacks.cdc.gov"},{"url":"https://www.fs.usda.gov/","title":"www.fs.usda.gov"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://abc7amarillo.com/","title":"abc7amarillo.com"},{"url":"https://www.amarillo.com/","title":"www.amarillo.com"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.nfpa.org/","title":"www.nfpa.org"},{"url":"https://www.fs.usda.gov/","title":"www.fs.usda.gov"},{"url":"https://www.nfpa.org/","title":"www.nfpa.org"},{"url":"https://www.nfpa.org/","title":"www.nfpa.org"},{"url":"https://www.nfpa.org/","title":"www.nfpa.org"},{"url":"https://www.usfa.fema.gov/","title":"www.usfa.fema.gov"},{"url":"https://www.nfpa.org/","title":"www.nfpa.org"}],"searchCalls":[{"id":"st_tmp_h6xr0c006eu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3hl4e6no4ol","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_smolhzwfe7r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6evp1un6hak","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zcgun88izfb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t0hzp92utd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eeeqvz1j17k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7y5fgammc46","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8ygtwatxqsg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dfyikc4r1m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8sfjji0sm87","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_qj3bjk4ze9p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w1nqh4ice3d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ji9x6rmeam","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_196fzrbm85p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_icfjj2ysesa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n1ot5k8podm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yath94pixj9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fmm96b6jwz","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9spde6g58v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lws1k1fxpr7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rbrzhfhjl4j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8uuvrdp40f4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3l2w361qsjw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_so0t0lebnlk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n1ofqlg7svn","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_6llpqsb5jfu","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_i9rq1cn36m","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_1vxclyshnvl","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_2wup5hddghi","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} +{"suite":"widesearch","sampleId":"ws_en_100","epoch":0,"score":"I","citations":[{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://supreme.justia.com/","title":"supreme.justia.com"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.fjc.gov/","title":"www.fjc.gov"},{"url":"https://www.fjc.gov/","title":"www.fjc.gov"},{"url":"https://www.fjc.gov/","title":"www.fjc.gov"},{"url":"https://www.fjc.gov/","title":"www.fjc.gov"},{"url":"https://www.fjc.gov/","title":"www.fjc.gov"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.azcentral.com/","title":"www.azcentral.com"},{"url":"https://www.economist.com/","title":"www.economist.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://supreme.justia.com/","title":"supreme.justia.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://supreme.courts.ca.gov/","title":"supreme.courts.ca.gov"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.fjc.gov/","title":"www.fjc.gov"},{"url":"https://www.fjc.gov/","title":"www.fjc.gov"},{"url":"https://www.fjc.gov/","title":"www.fjc.gov"},{"url":"https://www.fjc.gov/","title":"www.fjc.gov"},{"url":"https://www.fjc.gov/","title":"www.fjc.gov"},{"url":"https://www.fjc.gov/","title":"www.fjc.gov"},{"url":"https://www.fjc.gov/","title":"www.fjc.gov"},{"url":"https://www.fjc.gov/","title":"www.fjc.gov"},{"url":"https://www.fjc.gov/","title":"www.fjc.gov"},{"url":"https://www.fjc.gov/","title":"www.fjc.gov"},{"url":"https://www.fjc.gov/","title":"www.fjc.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://supreme.justia.com/","title":"supreme.justia.com"},{"url":"https://library.law.yale.edu/","title":"library.law.yale.edu"},{"url":"https://www.fjc.gov/","title":"www.fjc.gov"},{"url":"https://www.fjc.gov/","title":"www.fjc.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.fjc.gov/","title":"www.fjc.gov"},{"url":"https://www.loc.gov/","title":"www.loc.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.fjc.gov/","title":"www.fjc.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://supreme.justia.com/","title":"supreme.justia.com"},{"url":"https://www.judiciary.senate.gov/","title":"www.judiciary.senate.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"}],"searchCalls":[{"id":"st_tmp_e111dpvxkn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ozc1ctcfh6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0c80iy6aimb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rjgbm9jkuhq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c776wrvgb98","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_bka1tbbz9ig","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i5asjy0och8","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_wbfpqjmewx","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_azexomijb7","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_wzyq3pmyzzn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_se3pdrtp6ib","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_03ioxtcgfka5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rdjfhocnqp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4ta1m4ul8oe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j6ecfes64n","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":25,"maxTotalResults":125,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":25}} diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-25turn/summary.json b/published-runs/parallel/gpt-5.6-sol-parallel-25turn/summary.json new file mode 100644 index 0000000..c9be5e2 --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-25turn/summary.json @@ -0,0 +1,77 @@ +{ + "version": 1, + "runId": "gpt-5.6-sol-parallel-25turn", + "title": "GPT-5.6 Sol with Parallel search, 25 turns", + "status": "complete", + "generatedAt": "2026-08-03T05:21:19.134Z", + "model": "openai/gpt-5.6-sol", + "totalCost": 116.06933225, + "totalTokens": 48477944, + "suites": { + "browsecomp": { + "benchmarkId": "search_browsecomp", + "primaryMetric": "accuracy", + "score": 0.65, + "accuracy": 0.65, + "selectedTasks": 100, + "completedTasks": 100, + "correctAnswers": 65, + "skippedQuestions": 0, + "inputTokens": 21757152, + "outputTokens": 362305, + "totalTokens": 22119457, + "reasoningTokens": 266177, + "generationTimeMs": 10056998, + "totalCost": 42.199104, + "metrics": { + "mean_stated_confidence": 89.3, + "samples_judged": 100 + }, + "chunks": 7 + }, + "dsqa": { + "benchmarkId": "search_dsqa", + "primaryMetric": "accuracy", + "score": 0.64, + "accuracy": 0.64, + "selectedTasks": 100, + "completedTasks": 100, + "correctAnswers": 64, + "skippedQuestions": 0, + "inputTokens": 16710506, + "outputTokens": 290674, + "totalTokens": 17001180, + "reasoningTokens": 172025, + "generationTimeMs": 7387535, + "totalCost": 33.750384499999996, + "metrics": {}, + "chunks": 7 + }, + "widesearch": { + "benchmarkId": "search_widesearch", + "primaryMetric": "f1_by_item", + "score": 0.6893206104858691, + "accuracy": 0.08, + "selectedTasks": 100, + "completedTasks": 100, + "correctAnswers": 8, + "skippedQuestions": 0, + "inputTokens": 8655890, + "outputTokens": 701417, + "totalTokens": 9357307, + "reasoningTokens": 295539, + "generationTimeMs": 8896029, + "totalCost": 40.11984375, + "metrics": { + "success_rate": 0.08, + "precision_by_row": 0.48366540845923056, + "recall_by_row": 0.47052527275784356, + "f1_by_row": 0.47335728776535246, + "precision_by_item": 0.7154565067717945, + "recall_by_item": 0.6839368370657216, + "f1_by_item": 0.6893206104858691 + }, + "chunks": 7 + } + } +} diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-5turn-calibration/README.md b/published-runs/parallel/gpt-5.6-sol-parallel-5turn-calibration/README.md new file mode 100644 index 0000000..90b5855 --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-5turn-calibration/README.md @@ -0,0 +1,16 @@ +# GPT-5.6 Sol with Parallel search, 5-turn calibration + +One task per suite to measure cost before the 100-task run. + +- Status: `complete` +- Model: `openai/gpt-5.6-sol` +- Full configuration: [`run.toml`](run.toml) +- Machine-readable summary: [`summary.json`](summary.json) +- Redacted trajectories: [`samples.redacted.jsonl`](samples.redacted.jsonl) +- Self-contained report: [`report.html`](report.html) + +The published trajectory export excludes benchmark targets, grader details, +raw inputs, model answers, search queries, session IDs, and generation IDs by +default. Optional content must be explicitly enabled in the run spec and reviewed +before sharing. Raw Parquet artifacts are identified by checksum in +`manifest.json` and remain outside Git. diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-5turn-calibration/checksums.txt b/published-runs/parallel/gpt-5.6-sol-parallel-5turn-calibration/checksums.txt new file mode 100644 index 0000000..411b7c2 --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-5turn-calibration/checksums.txt @@ -0,0 +1,6 @@ +33935739767575b51aff00f713a8b808e47b66f19ad882d5d3b9d43caf51afa9 README.md +60b56d86bc3c1bc7b7af31b9958eebb302e1e1142e106cbf961cbed6cdc6f5ff manifest.json +7a5b6b0eabc3a6da7fdfcc68bf147588b1e3bd332169f265bbf7dd61590b730a report.html +0c1b8ca00b6696d969d823215e09d9ecc480c2a38f03181f075827591fe9a33b run.toml +2884da1ec7a5b05502e2fdf901f3747fdac1b3feef6ce01ce11ac457bf900c9c samples.redacted.jsonl +c64db09e8dd0ccb166963fac6b31a94f67e32008dbb7418cb440a01373c6f8bc summary.json diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-5turn-calibration/manifest.json b/published-runs/parallel/gpt-5.6-sol-parallel-5turn-calibration/manifest.json new file mode 100644 index 0000000..6841cd0 --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-5turn-calibration/manifest.json @@ -0,0 +1,122 @@ +{ + "version": 1, + "run_id": "gpt-5.6-sol-parallel-5turn-calibration", + "status": "complete", + "created_at": "2026-08-03T01:48:42.656Z", + "updated_at": "2026-08-03T01:51:38.225Z", + "source_spec_sha256": "0c1b8ca00b6696d969d823215e09d9ecc480c2a38f03181f075827591fe9a33b", + "execution_fingerprint": "b79d48558bd7a8057e47c50d20bf03899b14a3cf7f43a387cf955c933ab025cf", + "harness_changes": [], + "repository_commit": "fb1f5c771ae757d958b0abf4c6ffdc9b9059df7a", + "repository_dirty": true, + "estimated_cost_usd": null, + "approved_cost_usd": 2, + "effective_concurrency": 15, + "resolved_configs": { + "browsecomp": { + "benchmarkId": "search_browsecomp", + "model": "openai/gpt-5.6-sol", + "temperature": 0, + "providerOnly": [ + "OpenAI" + ], + "allowFallbacks": false, + "lane": { + "webSearch": "server-tool", + "engine": "parallel", + "maxAgentTurns": 5 + }, + "maxRetries": 10 + }, + "dsqa": { + "benchmarkId": "search_dsqa", + "model": "openai/gpt-5.6-sol", + "temperature": 0, + "providerOnly": [ + "OpenAI" + ], + "allowFallbacks": false, + "lane": { + "webSearch": "server-tool", + "engine": "parallel", + "maxAgentTurns": 5 + }, + "maxRetries": 10 + }, + "widesearch": { + "benchmarkId": "search_widesearch", + "model": "openai/gpt-5.6-sol", + "temperature": 0, + "providerOnly": [ + "OpenAI" + ], + "allowFallbacks": false, + "lane": { + "webSearch": "server-tool", + "engine": "parallel", + "maxAgentTurns": 5 + }, + "maxRetries": 10 + } + }, + "dataset_contracts": { + "browsecomp": { + "benchmarkId": "search_browsecomp", + "source": "https://openaipublic.blob.core.windows.net/simple-evals/browse_comp_test_set.csv", + "sha256": "7b24471cd5b3eb2a46830a14802b5c029ea62f488ff75a0f88af7923d1454abf", + "rows": 1266, + "promptSha256": "2250aa21b4a98647dbcfed62a30261eb914016c81cb33e7694c15859205de78f", + "judgeModel": "openai/gpt-4.1" + }, + "dsqa": { + "benchmarkId": "search_dsqa", + "source": "https://huggingface.co/datasets/google/deepsearchqa/resolve/b2623f8653065c2672de6d941fc5434cd652376c/DSQA-full.csv", + "sha256": "25d48dcf7efa872e5467032e8b8eedf38d301f59a252d0da95cda584baa78396", + "rows": 900, + "promptSha256": "2250aa21b4a98647dbcfed62a30261eb914016c81cb33e7694c15859205de78f", + "judgeModel": "google/gemini-2.5-flash" + }, + "widesearch": { + "benchmarkId": "search_widesearch", + "source": "https://huggingface.co/datasets/ByteDance-Seed/WideSearch/resolve/6531a7e5b497d44c8912407e0cb3dc95bd98cc09/widesearch.jsonl", + "revision": "ByteDance-Seed/WideSearch@6531a7e5b497d44c8912407e0cb3dc95bd98cc09", + "sha256": "bba28ec51dce28fa617f82617d88fcd6bdd4cd4d7f0a4d70db07d7fa8a90bdf4", + "rows": 200, + "promptSha256": "14061a8a9476ecd7f5b5a4ca3de70248bd9a46f6ff963992a813538382ef23e8", + "judgeModel": "openai/gpt-4.1", + "gradingReferenceDate": "2025-01-01T00:00:00.000Z" + } + }, + "raw_artifacts": [ + { + "suite": "browsecomp", + "range": [ + 0, + 1 + ], + "filename": "000000-000001.parquet", + "sha256": "f441e75ef5137c746b198bf65c395d560f3034dce4954c29959d0956d7de7623", + "bytes": 33344 + }, + { + "suite": "dsqa", + "range": [ + 0, + 1 + ], + "filename": "000000-000001.parquet", + "sha256": "179076b10a1054206077534ae4d86f1486f727011696b3706240ee8eff1e1dd5", + "bytes": 37293 + }, + { + "suite": "widesearch", + "range": [ + 0, + 1 + ], + "filename": "000000-000001.parquet", + "sha256": "e449e2e9eb1010c7ba45944fbe1a634a1e87ff8e843041f34e99114b18e8cb4d", + "bytes": 52780 + } + ] +} diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-5turn-calibration/report.html b/published-runs/parallel/gpt-5.6-sol-parallel-5turn-calibration/report.html new file mode 100644 index 0000000..0573b88 --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-5turn-calibration/report.html @@ -0,0 +1,26 @@ + + +GPT-5.6 Sol with Parallel search, 5-turn calibration +
OpenRouter Search Benchmarks
complete
+

GPT-5.6 Sol with Parallel search, 5-turn calibration

One task per suite to measure cost before the 100-task run.

+
openai/gpt-5.6-sol · run gpt-5.6-sol-parallel-5turn-calibration · $0.4774 provider-reported
+
+
accuracy
+

browsecomp

+
100.0%
+
Tasks
1/1
Cost
$0.1222
Tokens
24,546
+
+
+
accuracy
+

dsqa

+
100.0%
+
Tasks
1/1
Cost
$0.1208
Tokens
17,907
+
+
+
f1_by_item
+

widesearch

+
19.0%
+
Tasks
1/1
Cost
$0.2344
Tokens
28,542
+
Generated 2026-08-03T01:51:38.225Z · targets and judge trajectories excluded from this published bundle
\ No newline at end of file diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-5turn-calibration/run.toml b/published-runs/parallel/gpt-5.6-sol-parallel-5turn-calibration/run.toml new file mode 100644 index 0000000..0f49f6c --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-5turn-calibration/run.toml @@ -0,0 +1,26 @@ +version = 1 +title = "GPT-5.6 Sol with Parallel search, 5-turn calibration" +description = "One task per suite to measure cost before the 100-task run." +model = "openai/gpt-5.6-sol" +suites = ["browsecomp", "dsqa", "widesearch"] +start = 0 +limit = 1 +epochs = 1 +concurrency = 15 +chunk_size = 1 + +[inference] +temperature = 0 +max_retries = 10 +provider_only = ["OpenAI"] +allow_fallbacks = false + +[search] +surface = "server-tool" +engine = "parallel" +max_agent_turns = 5 + +[publish] +include_inputs = false +include_answers = false +include_search_queries = false diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-5turn-calibration/samples.redacted.jsonl b/published-runs/parallel/gpt-5.6-sol-parallel-5turn-calibration/samples.redacted.jsonl new file mode 100644 index 0000000..94aa131 --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-5turn-calibration/samples.redacted.jsonl @@ -0,0 +1,3 @@ +{"suite":"browsecomp","sampleId":"browsecomp-0","epoch":0,"score":"C","citations":[{"url":"https://apa.si.edu/","title":"apa.si.edu"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://assembly.malala.org/","title":"assembly.malala.org"},{"url":"https://thenewinquiry.com/","title":"thenewinquiry.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://miawinhertt.com/","title":"miawinhertt.com"},{"url":"https://miawinhertt.com/","title":"miawinhertt.com"},{"url":"https://theresanaiforthat.com/","title":"theresanaiforthat.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://bombmagazine.org/","title":"bombmagazine.org"},{"url":"https://www.the-star.co.ke/","title":"www.the-star.co.ke"},{"url":"https://www.the-star.co.ke/","title":"www.the-star.co.ke"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://zf1uoj33qg7.horsecom.ch/","title":"zf1uoj33qg7.horsecom.ch"},{"url":"https://hopemediakenya.org/","title":"hopemediakenya.org"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://meharalit.wordpress.com/","title":"meharalit.wordpress.com"},{"url":"https://centresportifarthurnaze.be/","title":"centresportifarthurnaze.be"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_2o4cr5xhdfa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_izggp6bu3hq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1hp8l62bxm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a3yho1xdpyd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x6iapc3ukt","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-0","epoch":0,"score":"C","citations":[{"url":"https://migrationobservatory.ox.ac.uk/","title":"migrationobservatory.ox.ac.uk"},{"url":"https://data-explorer.oecd.org/","title":"data-explorer.oecd.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://webfs.oecd.org/","title":"webfs.oecd.org"},{"url":"https://migrationobservatory.ox.ac.uk/","title":"migrationobservatory.ox.ac.uk"},{"url":"https://migrationobservatory.ox.ac.uk/","title":"migrationobservatory.ox.ac.uk"},{"url":"https://migrationobservatory.ox.ac.uk/","title":"migrationobservatory.ox.ac.uk"},{"url":"https://migrationobservatory.ox.ac.uk/","title":"migrationobservatory.ox.ac.uk"},{"url":"https://migrationobservatory.ox.ac.uk/","title":"migrationobservatory.ox.ac.uk"},{"url":"https://migrationobservatory.ox.ac.uk/","title":"migrationobservatory.ox.ac.uk"},{"url":"https://migrationobservatory.ox.ac.uk/","title":"migrationobservatory.ox.ac.uk"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://migrationobservatory.ox.ac.uk/","title":"migrationobservatory.ox.ac.uk"},{"url":"https://migrationobservatory.ox.ac.uk/","title":"migrationobservatory.ox.ac.uk"},{"url":"https://migrationobservatory.ox.ac.uk/","title":"migrationobservatory.ox.ac.uk"},{"url":"https://migrationobservatory.ox.ac.uk/","title":"migrationobservatory.ox.ac.uk"},{"url":"https://migrationobservatory.ox.ac.uk/","title":"migrationobservatory.ox.ac.uk"},{"url":"https://reliefweb.int/","title":"reliefweb.int"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"}],"searchCalls":[{"id":"st_tmp_yt17nfelqb9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dhy22lm4tru","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8iz1x4pjsom","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gi7m5o9tex","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2vcx152a5dt","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_001","epoch":0,"score":"I","citations":[{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://magazine.qs.com/","title":"magazine.qs.com"},{"url":"https://www.hindustantimes.com/","title":"www.hindustantimes.com"},{"url":"https://www.hindustantimes.com/","title":"www.hindustantimes.com"},{"url":"https://www.humanities.ox.ac.uk/","title":"www.humanities.ox.ac.uk"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://sps.utm.my/","title":"sps.utm.my"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://eng.ox.ac.uk/","title":"eng.ox.ac.uk"}],"searchCalls":[{"id":"st_tmp_9br4p829pg7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_efkf6pgakfj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u20fwculktf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_922li8bbrc","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ztggjfynt2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vdk39r8kpq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_nyc3qtt1sm","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_5px5zfndx85","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_1jcd2ymbmp6","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_6owmh66n0cm","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-5turn-calibration/summary.json b/published-runs/parallel/gpt-5.6-sol-parallel-5turn-calibration/summary.json new file mode 100644 index 0000000..8f4a34d --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-5turn-calibration/summary.json @@ -0,0 +1,77 @@ +{ + "version": 1, + "runId": "gpt-5.6-sol-parallel-5turn-calibration", + "title": "GPT-5.6 Sol with Parallel search, 5-turn calibration", + "status": "complete", + "generatedAt": "2026-08-03T01:51:38.225Z", + "model": "openai/gpt-5.6-sol", + "totalCost": 0.4774073, + "totalTokens": 70995, + "suites": { + "browsecomp": { + "benchmarkId": "search_browsecomp", + "primaryMetric": "accuracy", + "score": 1, + "accuracy": 1, + "selectedTasks": 1, + "completedTasks": 1, + "correctAnswers": 1, + "skippedQuestions": 0, + "inputTokens": 23566, + "outputTokens": 980, + "totalTokens": 24546, + "reasoningTokens": 579, + "generationTimeMs": 20724, + "totalCost": 0.12221749999999999, + "metrics": { + "mean_stated_confidence": 88, + "samples_judged": 1 + }, + "chunks": 1 + }, + "dsqa": { + "benchmarkId": "search_dsqa", + "primaryMetric": "accuracy", + "score": 1, + "accuracy": 1, + "selectedTasks": 1, + "completedTasks": 1, + "correctAnswers": 1, + "skippedQuestions": 0, + "inputTokens": 15979, + "outputTokens": 1928, + "totalTokens": 17907, + "reasoningTokens": 1424, + "generationTimeMs": 32011, + "totalCost": 0.12083030000000002, + "metrics": {}, + "chunks": 1 + }, + "widesearch": { + "benchmarkId": "search_widesearch", + "primaryMetric": "f1_by_item", + "score": 0.19, + "accuracy": 0, + "selectedTasks": 1, + "completedTasks": 1, + "correctAnswers": 0, + "skippedQuestions": 0, + "inputTokens": 21657, + "outputTokens": 6885, + "totalTokens": 28542, + "reasoningTokens": 2707, + "generationTimeMs": 80260, + "totalCost": 0.2343595, + "metrics": { + "success_rate": 0, + "precision_by_row": 0.12, + "recall_by_row": 0.12, + "f1_by_row": 0.12, + "precision_by_item": 0.19, + "recall_by_item": 0.19, + "f1_by_item": 0.19 + }, + "chunks": 1 + } + } +} diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-5turn/README.md b/published-runs/parallel/gpt-5.6-sol-parallel-5turn/README.md new file mode 100644 index 0000000..5657fb2 --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-5turn/README.md @@ -0,0 +1,16 @@ +# GPT-5.6 Sol with Parallel search, 5 turns + +Three-suite OpenRouter search benchmark at a five-turn search budget. + +- Status: `complete` +- Model: `openai/gpt-5.6-sol` +- Full configuration: [`run.toml`](run.toml) +- Machine-readable summary: [`summary.json`](summary.json) +- Redacted trajectories: [`samples.redacted.jsonl`](samples.redacted.jsonl) +- Self-contained report: [`report.html`](report.html) + +The published trajectory export excludes benchmark targets, grader details, +raw inputs, model answers, search queries, session IDs, and generation IDs by +default. Optional content must be explicitly enabled in the run spec and reviewed +before sharing. Raw Parquet artifacts are identified by checksum in +`manifest.json` and remain outside Git. diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-5turn/checksums.txt b/published-runs/parallel/gpt-5.6-sol-parallel-5turn/checksums.txt new file mode 100644 index 0000000..0442ab0 --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-5turn/checksums.txt @@ -0,0 +1,6 @@ +94adc5ddd64d2901aaff45996b4b18eeac7611a5221e83562b3bb953f4314c36 README.md +c23c394f7b3533aac02a24d638bbf6ad09e36e821a6edf6eb42d477bb7edcbb6 manifest.json +411794c22569040e968ba5e0cbf7bc113ee38c8824eb18c70538f237d73a8d06 report.html +9f2351d89be046ef8c3d67df777638d88b8b8aaa79c94f0674051c1b1d1dfb2b run.toml +d192b4ad823cb690b98a363a348d900d449f045ab5eb92dc1b8a2a961f9481ab samples.redacted.jsonl +4dd82cb9513e840c2acb47de50b3da0e177f04ba242655e23a0782a4c4201652 summary.json diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-5turn/manifest.json b/published-runs/parallel/gpt-5.6-sol-parallel-5turn/manifest.json new file mode 100644 index 0000000..0dd5190 --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-5turn/manifest.json @@ -0,0 +1,302 @@ +{ + "version": 1, + "run_id": "gpt-5.6-sol-parallel-5turn", + "status": "complete", + "created_at": "2026-08-03T03:00:26.295Z", + "updated_at": "2026-08-03T03:57:25.360Z", + "source_spec_sha256": "9f2351d89be046ef8c3d67df777638d88b8b8aaa79c94f0674051c1b1d1dfb2b", + "execution_fingerprint": "b79d48558bd7a8057e47c50d20bf03899b14a3cf7f43a387cf955c933ab025cf", + "harness_changes": [], + "repository_commit": "fb1f5c771ae757d958b0abf4c6ffdc9b9059df7a", + "repository_dirty": true, + "estimated_cost_usd": 47.74073, + "approved_cost_usd": 195, + "effective_concurrency": 15, + "resolved_configs": { + "browsecomp": { + "benchmarkId": "search_browsecomp", + "model": "openai/gpt-5.6-sol", + "temperature": 0, + "providerOnly": [ + "OpenAI" + ], + "allowFallbacks": false, + "lane": { + "webSearch": "server-tool", + "engine": "parallel", + "maxAgentTurns": 5 + }, + "maxRetries": 10 + }, + "dsqa": { + "benchmarkId": "search_dsqa", + "model": "openai/gpt-5.6-sol", + "temperature": 0, + "providerOnly": [ + "OpenAI" + ], + "allowFallbacks": false, + "lane": { + "webSearch": "server-tool", + "engine": "parallel", + "maxAgentTurns": 5 + }, + "maxRetries": 10 + }, + "widesearch": { + "benchmarkId": "search_widesearch", + "model": "openai/gpt-5.6-sol", + "temperature": 0, + "providerOnly": [ + "OpenAI" + ], + "allowFallbacks": false, + "lane": { + "webSearch": "server-tool", + "engine": "parallel", + "maxAgentTurns": 5 + }, + "maxRetries": 10 + } + }, + "dataset_contracts": { + "browsecomp": { + "benchmarkId": "search_browsecomp", + "source": "https://openaipublic.blob.core.windows.net/simple-evals/browse_comp_test_set.csv", + "sha256": "7b24471cd5b3eb2a46830a14802b5c029ea62f488ff75a0f88af7923d1454abf", + "rows": 1266, + "promptSha256": "2250aa21b4a98647dbcfed62a30261eb914016c81cb33e7694c15859205de78f", + "judgeModel": "openai/gpt-4.1" + }, + "dsqa": { + "benchmarkId": "search_dsqa", + "source": "https://huggingface.co/datasets/google/deepsearchqa/resolve/b2623f8653065c2672de6d941fc5434cd652376c/DSQA-full.csv", + "sha256": "25d48dcf7efa872e5467032e8b8eedf38d301f59a252d0da95cda584baa78396", + "rows": 900, + "promptSha256": "2250aa21b4a98647dbcfed62a30261eb914016c81cb33e7694c15859205de78f", + "judgeModel": "google/gemini-2.5-flash" + }, + "widesearch": { + "benchmarkId": "search_widesearch", + "source": "https://huggingface.co/datasets/ByteDance-Seed/WideSearch/resolve/6531a7e5b497d44c8912407e0cb3dc95bd98cc09/widesearch.jsonl", + "revision": "ByteDance-Seed/WideSearch@6531a7e5b497d44c8912407e0cb3dc95bd98cc09", + "sha256": "bba28ec51dce28fa617f82617d88fcd6bdd4cd4d7f0a4d70db07d7fa8a90bdf4", + "rows": 200, + "promptSha256": "14061a8a9476ecd7f5b5a4ca3de70248bd9a46f6ff963992a813538382ef23e8", + "judgeModel": "openai/gpt-4.1", + "gradingReferenceDate": "2025-01-01T00:00:00.000Z" + } + }, + "raw_artifacts": [ + { + "suite": "browsecomp", + "range": [ + 0, + 15 + ], + "filename": "000000-000015.parquet", + "sha256": "b51ad9c93a7aab69fd075f98f698f1613cd7e1a998fbf64314b6d0b75b87936f", + "bytes": 627699 + }, + { + "suite": "browsecomp", + "range": [ + 15, + 30 + ], + "filename": "000015-000030.parquet", + "sha256": "b2452819290fcf8ca493e2c3518243ba7bdaed77fc2263608626558d4f73c9a9", + "bytes": 579742 + }, + { + "suite": "browsecomp", + "range": [ + 30, + 45 + ], + "filename": "000030-000045.parquet", + "sha256": "a38942d4b447ec5d7833ff1284b230295bde9e0327867645bce9572966167f75", + "bytes": 659986 + }, + { + "suite": "browsecomp", + "range": [ + 45, + 60 + ], + "filename": "000045-000060.parquet", + "sha256": "2535b658f1ace81d98b96f78a44b7f23eae65cfa9b06d27afd83878ce84153a2", + "bytes": 602106 + }, + { + "suite": "browsecomp", + "range": [ + 60, + 75 + ], + "filename": "000060-000075.parquet", + "sha256": "4d1e0aa8ef10bed246dbd30df566ffa257d97964dca5d9732bdcdb365bf9ba83", + "bytes": 465256 + }, + { + "suite": "browsecomp", + "range": [ + 75, + 90 + ], + "filename": "000075-000090.parquet", + "sha256": "e20088ec848708c9affbe7f20814e9b1d9347cd0ddc05d6a708069224c7d0bc1", + "bytes": 640173 + }, + { + "suite": "browsecomp", + "range": [ + 90, + 100 + ], + "filename": "000090-000100.parquet", + "sha256": "1a732822bb56ea05188fd2fe215f17dbb40b3fab493f302ecbde1c6014aef498", + "bytes": 446801 + }, + { + "suite": "dsqa", + "range": [ + 0, + 15 + ], + "filename": "000000-000015.parquet", + "sha256": "f47b0de18b5dfa0340b687bd5d8d3821825a92eca074d114cc2565c15a1585f7", + "bytes": 436486 + }, + { + "suite": "dsqa", + "range": [ + 15, + 30 + ], + "filename": "000015-000030.parquet", + "sha256": "9f4dc43a40b749ddea1a28a213866c4d2553715541ad7bfa0d8b91a952d8e7c4", + "bytes": 472019 + }, + { + "suite": "dsqa", + "range": [ + 30, + 45 + ], + "filename": "000030-000045.parquet", + "sha256": "9c132ae2a100653edab2d106849765137ff6ebe8f856d3ea4c8c0fc2b3606abe", + "bytes": 477271 + }, + { + "suite": "dsqa", + "range": [ + 45, + 60 + ], + "filename": "000045-000060.parquet", + "sha256": "c85633beaf83dc52a173e4eef3e8d655a00da12c75deb4391e35b2f96b2f6cb8", + "bytes": 434457 + }, + { + "suite": "dsqa", + "range": [ + 60, + 75 + ], + "filename": "000060-000075.parquet", + "sha256": "0a6f95e5061b957c3ff52680e74f691a200883e7a412c89cdba8546d9574aa6a", + "bytes": 481016 + }, + { + "suite": "dsqa", + "range": [ + 75, + 90 + ], + "filename": "000075-000090.parquet", + "sha256": "c3920a44e62982551b337c79f67bcd6c024185ef7f90fbac8f8eb14e035846c6", + "bytes": 437357 + }, + { + "suite": "dsqa", + "range": [ + 90, + 100 + ], + "filename": "000090-000100.parquet", + "sha256": "a142d043326b185b87a5a46e04ed8c2d412159b59ff6724f16362eea5c3d4016", + "bytes": 252952 + }, + { + "suite": "widesearch", + "range": [ + 0, + 15 + ], + "filename": "000000-000015.parquet", + "sha256": "f5d3a591e71e7548997873e8c608996d3c25b3dd52efcfc3fe30d0e58a328e2b", + "bytes": 813688 + }, + { + "suite": "widesearch", + "range": [ + 15, + 30 + ], + "filename": "000015-000030.parquet", + "sha256": "3690c1450d40c34dd5ae7c6059be8c4a10605d01c2f89e9351454f8648f4d8c1", + "bytes": 710200 + }, + { + "suite": "widesearch", + "range": [ + 30, + 45 + ], + "filename": "000030-000045.parquet", + "sha256": "3393969b31ed4bd2b5d5d67463212090db54c700f5301152de7f906ac9bb2d6c", + "bytes": 768071 + }, + { + "suite": "widesearch", + "range": [ + 45, + 60 + ], + "filename": "000045-000060.parquet", + "sha256": "7e2abcacd3fbfb14bafc3e5ed6b0af9f9ac3f616f34cf2b9b294645267f5f39f", + "bytes": 865562 + }, + { + "suite": "widesearch", + "range": [ + 60, + 75 + ], + "filename": "000060-000075.parquet", + "sha256": "8abffa8daae8e3511e624ca196f89d3289cb0f1117aeb5618154233850fe5c72", + "bytes": 740848 + }, + { + "suite": "widesearch", + "range": [ + 75, + 90 + ], + "filename": "000075-000090.parquet", + "sha256": "97dc9c24493f4c00c005933fa73cd80c7fd87f1214f1654d83f51c3ae5e6386f", + "bytes": 736330 + }, + { + "suite": "widesearch", + "range": [ + 90, + 100 + ], + "filename": "000090-000100.parquet", + "sha256": "6e93303fc6c02523d30260300d48757359e78795e9a5172254047eab16e8335f", + "bytes": 527722 + } + ] +} diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-5turn/report.html b/published-runs/parallel/gpt-5.6-sol-parallel-5turn/report.html new file mode 100644 index 0000000..312b0fa --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-5turn/report.html @@ -0,0 +1,26 @@ + + +GPT-5.6 Sol with Parallel search, 5 turns +
OpenRouter Search Benchmarks
complete
+

GPT-5.6 Sol with Parallel search, 5 turns

Three-suite OpenRouter search benchmark at a five-turn search budget.

+
openai/gpt-5.6-sol · run gpt-5.6-sol-parallel-5turn · $53.9655 provider-reported
+
+
accuracy
+

browsecomp

+
45.0%
+
Tasks
100/100
Cost
$17.4448
Tokens
2,666,519
+
+
+
accuracy
+

dsqa

+
52.0%
+
Tasks
100/100
Cost
$13.2306
Tokens
2,014,265
+
+
+
f1_by_item
+

widesearch

+
65.9%
+
Tasks
100/100
Cost
$23.2900
Tokens
2,347,949
+
Generated 2026-08-03T03:57:25.360Z · targets and judge trajectories excluded from this published bundle
\ No newline at end of file diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-5turn/run.toml b/published-runs/parallel/gpt-5.6-sol-parallel-5turn/run.toml new file mode 100644 index 0000000..c6956a1 --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-5turn/run.toml @@ -0,0 +1,34 @@ +version = 1 +title = "GPT-5.6 Sol with Parallel search, 5 turns" +description = "Three-suite OpenRouter search benchmark at a five-turn search budget." +model = "openai/gpt-5.6-sol" +suites = ["browsecomp", "dsqa", "widesearch"] +start = 0 +limit = 100 +epochs = 1 +concurrency = 15 +chunk_size = 15 +budget_usd = 195 + +[inference] +temperature = 0 +max_retries = 10 +provider_only = ["OpenAI"] +allow_fallbacks = false + +[search] +surface = "server-tool" +engine = "parallel" +max_agent_turns = 5 + +# Measured from gpt-5.6-sol-parallel-5turn-calibration (one task per suite). +# The budget allows roughly 4x the one-task planning estimate. +[cost_estimates] +browsecomp = 0.1222175 +dsqa = 0.1208303 +widesearch = 0.2343595 + +[publish] +include_inputs = false +include_answers = false +include_search_queries = false diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-5turn/samples.redacted.jsonl b/published-runs/parallel/gpt-5.6-sol-parallel-5turn/samples.redacted.jsonl new file mode 100644 index 0000000..a00f3a1 --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-5turn/samples.redacted.jsonl @@ -0,0 +1,300 @@ +{"suite":"browsecomp","sampleId":"browsecomp-0","epoch":0,"score":"C","citations":[{"url":"https://savagegarage.be/","title":"savagegarage.be"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://sandro-nastasi.de/","title":"sandro-nastasi.de"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://theresanaiforthat.com/","title":"theresanaiforthat.com"},{"url":"https://www.the-star.co.ke/","title":"www.the-star.co.ke"},{"url":"https://www.the-star.co.ke/","title":"www.the-star.co.ke"},{"url":"https://hopemediakenya.org/","title":"hopemediakenya.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://kenya-today.com/","title":"kenya-today.com"},{"url":"https://www.the-star.co.ke/","title":"www.the-star.co.ke"}],"searchCalls":[{"id":"st_tmp_r0kkzyl6oi9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_scwk8labswj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_40x1x5q8rs6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7dzyatjt8lg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5l8d5jzmpql","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-1","epoch":0,"score":"C","citations":[{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.iffhs.com/","title":"www.iffhs.com"},{"url":"https://portal.iffhs.com/","title":"portal.iffhs.com"},{"url":"https://worldreferee.com/","title":"worldreferee.com"},{"url":"https://www.worldfootball.net/","title":"www.worldfootball.net"},{"url":"https://www.worldfootball.net/","title":"www.worldfootball.net"},{"url":"https://www.worldfootball.net/","title":"www.worldfootball.net"},{"url":"https://www.worldfootball.net/","title":"www.worldfootball.net"},{"url":"https://www.worldfootball.net/","title":"www.worldfootball.net"},{"url":"https://www.worldfootball.net/","title":"www.worldfootball.net"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://africa.espn.com/","title":"africa.espn.com"},{"url":"https://www.plus.fifa.com/","title":"www.plus.fifa.com"},{"url":"https://www.espn.co.uk/","title":"www.espn.co.uk"},{"url":"https://fbref.com/","title":"fbref.com"},{"url":"https://www.rte.ie/","title":"www.rte.ie"},{"url":"https://www.rte.ie/","title":"www.rte.ie"},{"url":"https://www.rte.ie/","title":"www.rte.ie"},{"url":"https://www.sportinglife.com/","title":"www.sportinglife.com"},{"url":"https://www.11v11.com/","title":"www.11v11.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.espn.in/","title":"www.espn.in"},{"url":"https://www.espn.co.uk/","title":"www.espn.co.uk"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.espn.com.au/","title":"www.espn.com.au"}],"searchCalls":[{"id":"st_tmp_lnkyd6ntmz","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d0imjqixrvu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_30ikljjtnjd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2nz39mz6mit","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z4evf9oulp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ijuj9tsq9pf","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-10","epoch":0,"score":"I","citations":[{"url":"https://www.newyorker.com/","title":"www.newyorker.com"},{"url":"https://apa.nyu.edu/","title":"apa.nyu.edu"},{"url":"https://findingaids.library.nyu.edu/","title":"findingaids.library.nyu.edu"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.vfi.org/","title":"www.vfi.org"},{"url":"https://www.princeton.edu/","title":"www.princeton.edu"},{"url":"https://www.theatlantic.com/","title":"www.theatlantic.com"},{"url":"https://www.newyorker.com/","title":"www.newyorker.com"},{"url":"https://test.post-gazette.com/","title":"test.post-gazette.com"},{"url":"https://test.post-gazette.com/","title":"test.post-gazette.com"},{"url":"https://www.pbs.org/","title":"www.pbs.org"},{"url":"https://slate.com/","title":"slate.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.jns.org/","title":"www.jns.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://penguinrandomhousehighereducation.com/","title":"penguinrandomhousehighereducation.com"},{"url":"https://books.apple.com/","title":"books.apple.com"},{"url":"https://www.publishersweekly.com/","title":"www.publishersweekly.com"},{"url":"https://lax.hzpt.com/","title":"lax.hzpt.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.theatlantic.com/","title":"www.theatlantic.com"},{"url":"https://frontline.thehindu.com/","title":"frontline.thehindu.com"},{"url":"https://www.thehindu.com/","title":"www.thehindu.com"},{"url":"https://www.thehindu.com/","title":"www.thehindu.com"}],"searchCalls":[{"id":"st_tmp_yqgk7oukcg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uh9c5rftdil","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3puajhc2ru4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xr64at5j11","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mikoct1wt1i","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-11","epoch":0,"score":"C","citations":[{"url":"https://maplelam.substack.com/","title":"maplelam.substack.com"},{"url":"https://www.tcj.com/","title":"www.tcj.com"},{"url":"https://www.mangaka.online/","title":"www.mangaka.online"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://yumetwins.com/","title":"yumetwins.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://rozen-maiden.fandom.com/","title":"rozen-maiden.fandom.com"},{"url":"https://rozenmaiden.fandom.com/","title":"rozenmaiden.fandom.com"},{"url":"https://rozenmaiden.fandom.com/","title":"rozenmaiden.fandom.com"},{"url":"https://villains.fandom.com/","title":"villains.fandom.com"},{"url":"https://www.animenewsnetwork.com/","title":"www.animenewsnetwork.com"},{"url":"https://www.publishersweekly.com/","title":"www.publishersweekly.com"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://m.imdb.com/","title":"m.imdb.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.smithsonianmag.com/","title":"www.smithsonianmag.com"},{"url":"https://www.audible.com/","title":"www.audible.com"},{"url":"https://umaiyomu.wordpress.com/","title":"umaiyomu.wordpress.com"},{"url":"https://wepa.unima.org/","title":"wepa.unima.org"},{"url":"https://rozenmaiden.fandom.com/","title":"rozenmaiden.fandom.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://rozenmaiden.fandom.com/","title":"rozenmaiden.fandom.com"},{"url":"https://rozenmaiden.fandom.com/","title":"rozenmaiden.fandom.com"}],"searchCalls":[{"id":"st_tmp_49uknryc1xm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6koaf2vy049","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c4pxpvv19t","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_8kryg8df30b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_165hljqkawn","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-12","epoch":0,"score":"I","citations":[{"url":"https://www.superpages.com/","title":"www.superpages.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.superpages.com/","title":"www.superpages.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.superpages.com/","title":"www.superpages.com"},{"url":"http://kelly.house.gov/","title":"kelly.house.gov"},{"url":"https://www.nj.gov/","title":"www.nj.gov"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://events.erielibrary.org/","title":"events.erielibrary.org"},{"url":"https://wundergartenundbau.ch/","title":"wundergartenundbau.ch"},{"url":"https://www.eupedia.com/","title":"www.eupedia.com"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.goerie.com/","title":"www.goerie.com"},{"url":"https://www.asme.org/","title":"www.asme.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.visitingvienna.com/","title":"www.visitingvienna.com"},{"url":"https://www.gpsmycity.com/","title":"www.gpsmycity.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://aroundus.com/","title":"aroundus.com"},{"url":"https://www.habsburger.net/","title":"www.habsburger.net"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.encirclephotos.com/","title":"www.encirclephotos.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_16us5p0zo08","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4vzbiwgla9e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_325age04j57","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l035wnhkyce","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_77fhbov88ge","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-13","epoch":0,"score":"I","citations":[{"url":"https://www.justice.gov/","title":"www.justice.gov"},{"url":"https://www.peninsuladailynews.com/","title":"www.peninsuladailynews.com"},{"url":"https://www.forksforum.com/","title":"www.forksforum.com"},{"url":"https://www.wsp.wa.gov/","title":"www.wsp.wa.gov"},{"url":"https://wsp.wa.gov/","title":"wsp.wa.gov"},{"url":"http://repository.library.noaa.gov/","title":"repository.library.noaa.gov"},{"url":"https://www.king5.com/","title":"www.king5.com"},{"url":"https://gacc.nifc.gov/","title":"gacc.nifc.gov"},{"url":"https://dnr.wa.gov/","title":"dnr.wa.gov"},{"url":"https://www.weatherbug.com/","title":"www.weatherbug.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.forksforum.com/","title":"www.forksforum.com"},{"url":"https://wildfiretoday.com/","title":"wildfiretoday.com"},{"url":"https://www.forksforum.com/","title":"www.forksforum.com"},{"url":"https://dnr.wa.gov/","title":"dnr.wa.gov"},{"url":"https://forkswa.com/","title":"forkswa.com"},{"url":"https://www.codepublishing.com/","title":"www.codepublishing.com"},{"url":"https://wa.postcodebase.com/","title":"wa.postcodebase.com"},{"url":"https://ccwa.doh.wa.gov/","title":"ccwa.doh.wa.gov"},{"url":"http://airnav.com/","title":"airnav.com"},{"url":"https://www.forkshospital.org/","title":"www.forkshospital.org"},{"url":"https://www.aopa.org/","title":"www.aopa.org"},{"url":"https://ourairports.com/","title":"ourairports.com"},{"url":"https://acukwik.com/","title":"acukwik.com"}],"searchCalls":[{"id":"st_tmp_7lh112nhd8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zx2aezvyit","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7zgu7s0xfl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_diwsa0xxko","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gy67wubcarb","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-14","epoch":0,"score":"I","citations":[{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://openknowledge.worldbank.org/","title":"openknowledge.worldbank.org"},{"url":"https://web.pdx.edu/","title":"web.pdx.edu"},{"url":"https://github.com/","title":"github.com"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://romania.fes.de/","title":"romania.fes.de"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://webapps.ilo.org/","title":"webapps.ilo.org"},{"url":"https://business-review.eu/","title":"business-review.eu"},{"url":"https://www.doi.gov/","title":"www.doi.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://lehd.ces.census.gov/","title":"lehd.ces.census.gov"},{"url":"https://cdn-links.lww.com/","title":"cdn-links.lww.com"},{"url":"https://uasdata.usc.edu/","title":"uasdata.usc.edu"},{"url":"https://mpra.ub.uni-muenchen.de/","title":"mpra.ub.uni-muenchen.de"},{"url":"https://ghdx.healthdata.org/","title":"ghdx.healthdata.org"},{"url":"https://mpra.ub.uni-muenchen.de/","title":"mpra.ub.uni-muenchen.de"}],"searchCalls":[{"id":"st_tmp_jmtnp3tnbv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ycej5zzybna","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_50f9z1csn4i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4xoqow2jexf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vqzo2aqs4qb","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-15","epoch":0,"score":"I","citations":[{"url":"https://placebrandobserver.com/","title":"placebrandobserver.com"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://p1emg33-amphtml.peopleandnumbers.it/","title":"p1emg33-amphtml.peopleandnumbers.it"},{"url":"https://castsa.ch/","title":"castsa.ch"},{"url":"https://wijbouwen.be/","title":"wijbouwen.be"},{"url":"https://scenesenville.ch/","title":"scenesenville.ch"},{"url":"https://y7wiwldmv.lug-aircargo-karriere.de/","title":"y7wiwldmv.lug-aircargo-karriere.de"},{"url":"https://mjwsr1hyqt.nokturn.com.ua/","title":"mjwsr1hyqt.nokturn.com.ua"},{"url":"https://leseditionsobangame.fr/","title":"leseditionsobangame.fr"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.miricanvas.com/","title":"www.miricanvas.com"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://holowiecki.de/","title":"holowiecki.de"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.guruwalk.com/","title":"www.guruwalk.com"},{"url":"https://ekanobaltija.lv/","title":"ekanobaltija.lv"},{"url":"https://www.getyourguide.com/","title":"www.getyourguide.com"},{"url":"https://www.getyourguide.com/","title":"www.getyourguide.com"}],"searchCalls":[{"id":"st_tmp_uvr8c6pvt9o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dalect15v4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_duofsradng","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_w4phycrj6ds","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fpawbda9kkc","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-16","epoch":0,"score":"I","citations":[{"url":"https://allwomeninmedia.org/","title":"allwomeninmedia.org"},{"url":"https://allwomeninmedia.org/","title":"allwomeninmedia.org"},{"url":"https://allwomeninmedia.org/","title":"allwomeninmedia.org"},{"url":"https://allwomeninmedia.org/","title":"allwomeninmedia.org"},{"url":"https://allwomeninmedia.org/","title":"allwomeninmedia.org"},{"url":"https://bauwerkstrockenlegung-dankhoff.de/","title":"bauwerkstrockenlegung-dankhoff.de"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://muckrack.com/","title":"muckrack.com"},{"url":"https://www.pbs.org/","title":"www.pbs.org"},{"url":"https://muckrack.com/","title":"muckrack.com"},{"url":"https://www.adweek.com/","title":"www.adweek.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://highschool.latimes.com/","title":"highschool.latimes.com"},{"url":"https://www.cbsnews.com/","title":"www.cbsnews.com"},{"url":"https://network.aljazeera.net/","title":"network.aljazeera.net"},{"url":"https://www.insideradio.com/","title":"www.insideradio.com"},{"url":"https://allwomeninmedia.org/","title":"allwomeninmedia.org"},{"url":"https://allwomeninmedia.org/","title":"allwomeninmedia.org"},{"url":"https://today.rowan.edu/","title":"today.rowan.edu"},{"url":"https://radioink.com/","title":"radioink.com"}],"searchCalls":[{"id":"st_tmp_4nhks77fs6s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_truqsdk06t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_onewx410j9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_thmdlc7wdam","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_da70rr1ff4w","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-17","epoch":0,"score":"C","citations":[{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://virginiejacquette.fr/","title":"virginiejacquette.fr"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://virginiejacquette.fr/","title":"virginiejacquette.fr"},{"url":"https://kilian-staudt.de/","title":"kilian-staudt.de"},{"url":"https://cheapbohemian.medium.com/","title":"cheapbohemian.medium.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://en-brunot.fr/","title":"en-brunot.fr"},{"url":"https://studerlive.ch/","title":"studerlive.ch"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://www.desmoinesregister.com/","title":"www.desmoinesregister.com"},{"url":"https://www.iowapublicradio.org/","title":"www.iowapublicradio.org"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://www.heraldonline.co.zw/","title":"www.heraldonline.co.zw"},{"url":"https://www.cleveland.com/","title":"www.cleveland.com"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://slate.com/","title":"slate.com"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://rationalreminder.ca/","title":"rationalreminder.ca"},{"url":"https://nationalpress.org/","title":"nationalpress.org"}],"searchCalls":[{"id":"st_tmp_f4u6bc1pj8j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ths9kmni4vh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6c0dvtfnson","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xgia1wuz3b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vr2vifym72l","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-18","epoch":0,"score":"I","citations":[{"url":"https://www.history.ox.ac.uk/","title":"www.history.ox.ac.uk"},{"url":"https://www.hist.cam.ac.uk/","title":"www.hist.cam.ac.uk"},{"url":"https://www.history.ox.ac.uk/","title":"www.history.ox.ac.uk"},{"url":"https://www.history.ox.ac.uk/","title":"www.history.ox.ac.uk"},{"url":"https://www.hist.cam.ac.uk/","title":"www.hist.cam.ac.uk"},{"url":"https://ora.ox.ac.uk/","title":"ora.ox.ac.uk"},{"url":"https://kris.kcl.ac.uk/","title":"kris.kcl.ac.uk"},{"url":"https://www.repository.cam.ac.uk/","title":"www.repository.cam.ac.uk"},{"url":"https://espace.library.uq.edu.au/","title":"espace.library.uq.edu.au"},{"url":"https://resolve.cambridge.org/","title":"resolve.cambridge.org"},{"url":"https://history.state.gov/","title":"history.state.gov"},{"url":"https://history.state.gov/","title":"history.state.gov"},{"url":"https://history.state.gov/","title":"history.state.gov"},{"url":"https://history.state.gov/","title":"history.state.gov"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://hpi.uq.edu.au/","title":"hpi.uq.edu.au"},{"url":"https://uq.academia.edu/","title":"uq.academia.edu"},{"url":"https://www.zoominfo.com/","title":"www.zoominfo.com"},{"url":"https://www.history.ox.ac.uk/","title":"www.history.ox.ac.uk"},{"url":"https://www.thehindu.com/","title":"www.thehindu.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.rusi.org/","title":"www.rusi.org"}],"searchCalls":[{"id":"st_tmp_mtvitl3i0ir","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ita38n1z4sh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z1erjntgkq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n54d053t54","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yjqn0pxfnl","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-19","epoch":0,"score":"I","citations":[{"url":"https://inis.iaea.org/","title":"inis.iaea.org"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://digitalcommons.wku.edu/","title":"digitalcommons.wku.edu"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://iopscience.iop.org/","title":"iopscience.iop.org"},{"url":"https://researchportal.bath.ac.uk/","title":"researchportal.bath.ac.uk"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://museum.unc.edu/","title":"museum.unc.edu"},{"url":"https://eprints.glos.ac.uk/","title":"eprints.glos.ac.uk"},{"url":"https://archives.history.ac.uk/","title":"archives.history.ac.uk"},{"url":"https://web.stanford.edu/","title":"web.stanford.edu"},{"url":"https://www.new.ox.ac.uk/","title":"www.new.ox.ac.uk"},{"url":"https://docsouth.unc.edu/","title":"docsouth.unc.edu"},{"url":"https://www.cambridge.org/","title":"www.cambridge.org"},{"url":"https://libguides.udayton.edu/","title":"libguides.udayton.edu"},{"url":"https://history-timeline.brown.edu/","title":"history-timeline.brown.edu"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://museum.unc.edu/","title":"museum.unc.edu"},{"url":"https://eprints.glos.ac.uk/","title":"eprints.glos.ac.uk"},{"url":"https://collections.libraries.indiana.edu/","title":"collections.libraries.indiana.edu"},{"url":"https://www.cam.ac.uk/","title":"www.cam.ac.uk"}],"searchCalls":[{"id":"st_tmp_ba4xpgrkm27","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_04498bvtqeyy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hhdmw8hrqnw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a5s0zmdvb9o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u4lr9hv16jg","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-2","epoch":0,"score":"C","citations":[{"url":"https://www.independent.co.uk/","title":"www.independent.co.uk"},{"url":"https://www.the-independent.com/","title":"www.the-independent.com"},{"url":"https://www.kingfut.com/","title":"www.kingfut.com"},{"url":"https://www.wigantoday.net/","title":"www.wigantoday.net"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://timesofmalta.com/","title":"timesofmalta.com"},{"url":"https://english.ahram.org.eg/","title":"english.ahram.org.eg"},{"url":"https://english.ahram.org.eg/","title":"english.ahram.org.eg"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://english.ahram.org.eg/","title":"english.ahram.org.eg"},{"url":"https://www.foxsports.com/","title":"www.foxsports.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://thesefootballtimes.co/","title":"thesefootballtimes.co"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.footballhistory.org/","title":"www.footballhistory.org"},{"url":"https://sco.wikipedia.org/","title":"sco.wikipedia.org"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://thehistorypress.co.uk/","title":"thehistorypress.co.uk"},{"url":"https://www.wiganathleticheritage.co.uk/","title":"www.wiganathleticheritage.co.uk"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://reference.org/","title":"reference.org"},{"url":"https://www.scarboroughathletic.com/","title":"www.scarboroughathletic.com"},{"url":"https://reference.org/","title":"reference.org"}],"searchCalls":[{"id":"st_tmp_9adyzh5oy7o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pttrtok6k5d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cphv3m47pgp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tg56og9pw9a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r7cgubskik","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-20","epoch":0,"score":"I","citations":[{"url":"https://www.smokelong.com/","title":"www.smokelong.com"},{"url":"https://www.smokelong.com/","title":"www.smokelong.com"},{"url":"https://www.smokelong.com/","title":"www.smokelong.com"},{"url":"https://www.smokelong.com/","title":"www.smokelong.com"},{"url":"https://www.smokelong.com/","title":"www.smokelong.com"},{"url":"https://psychopomp.com/","title":"psychopomp.com"},{"url":"https://literaryfictions.com/","title":"literaryfictions.com"},{"url":"https://n42matters.be/","title":"n42matters.be"},{"url":"https://drtsk.hu/","title":"drtsk.hu"},{"url":"https://www.newyorker.com/","title":"www.newyorker.com"},{"url":"https://www.flashfictiononline.com/","title":"www.flashfictiononline.com"},{"url":"https://johnwhowell.com/","title":"johnwhowell.com"},{"url":"http://fiftywordstories.com/","title":"fiftywordstories.com"},{"url":"https://www.fictionontheweb.co.uk/","title":"www.fictionontheweb.co.uk"},{"url":"https://aphelion-webzine.com/","title":"aphelion-webzine.com"},{"url":"http://paragraphplanet.com/","title":"paragraphplanet.com"},{"url":"https://www.londonindependentstoryprize.co.uk/","title":"www.londonindependentstoryprize.co.uk"},{"url":"https://journals.lww.com/","title":"journals.lww.com"},{"url":"https://blogs.ed.ac.uk/","title":"blogs.ed.ac.uk"},{"url":"https://alumni.cornell.edu/","title":"alumni.cornell.edu"}],"searchCalls":[{"id":"st_tmp_9yclf6ig53v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ktbdg87offj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n97iihvngq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r3w3ycdjtx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iv26h6yury","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-21","epoch":0,"score":"C","citations":[{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://baike.baidu.com/","title":"baike.baidu.com"},{"url":"https://esportsedition.com/","title":"esportsedition.com"},{"url":"https://wgm8.com/","title":"wgm8.com"},{"url":"https://www.redbull.com/","title":"www.redbull.com"},{"url":"https://www.oneesports.gg/","title":"www.oneesports.gg"},{"url":"https://gol.gg/","title":"gol.gg"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.espn.in/","title":"www.espn.in"},{"url":"https://www.espn.ph/","title":"www.espn.ph"},{"url":"https://www.polygon.com/","title":"www.polygon.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.polygon.com/","title":"www.polygon.com"},{"url":"https://www.espn.in/","title":"www.espn.in"},{"url":"https://dotesports.com/","title":"dotesports.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.esportsearnings.com/","title":"www.esportsearnings.com"},{"url":"https://www.esportsearnings.com/","title":"www.esportsearnings.com"},{"url":"https://bo3.gg/","title":"bo3.gg"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://liquipedia.net/","title":"liquipedia.net"}],"searchCalls":[{"id":"st_tmp_0kum46g4oval","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sj0koj9vdce","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_018idmgf8gr8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8xpd4riel9t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_agpp61xagms","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qis8zi6im9","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-22","epoch":0,"score":"C","citations":[{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://tv.apple.com/","title":"tv.apple.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.justwatch.com/","title":"www.justwatch.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://tv.apple.com/","title":"tv.apple.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://indianexpress.com/","title":"indianexpress.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.business-standard.com/","title":"www.business-standard.com"},{"url":"https://www.allmovie.com/","title":"www.allmovie.com"},{"url":"https://www.thehindu.com/","title":"www.thehindu.com"},{"url":"https://m.timesofindia.com/","title":"m.timesofindia.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://m.imdb.com/","title":"m.imdb.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.news18.com/","title":"www.news18.com"},{"url":"https://www.thehindu.com/","title":"www.thehindu.com"},{"url":"https://www.iforher.com/","title":"www.iforher.com"},{"url":"https://desitv.co.in/","title":"desitv.co.in"}],"searchCalls":[{"id":"st_tmp_ey0ksqn7n8v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s3be3fjw61n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7x5mll9c9x","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_51vk52dnu0t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d5wvp75p5g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nu74fmlmaf","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-23","epoch":0,"score":"I","citations":[{"url":"https://www.greatbritishlife.co.uk/","title":"www.greatbritishlife.co.uk"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.edp24.co.uk/","title":"www.edp24.co.uk"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://grokipedia.com/","title":"grokipedia.com"},{"url":"https://blogs.kent.ac.uk/","title":"blogs.kent.ac.uk"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://amnesia-anime.fandom.com/","title":"amnesia-anime.fandom.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://lostpedia.fandom.com/","title":"lostpedia.fandom.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"http://tviv.org/","title":"tviv.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://www.kent.ac.uk/","title":"www.kent.ac.uk"},{"url":"https://www.kent.ac.uk/","title":"www.kent.ac.uk"},{"url":"https://www.tvinsider.com/","title":"www.tvinsider.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://nndb.com/","title":"nndb.com"},{"url":"https://www.primevideo.com/","title":"www.primevideo.com"},{"url":"https://mabumbe.com/","title":"mabumbe.com"}],"searchCalls":[{"id":"st_tmp_r2dvtknv13s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_peji6kn7x7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mw3n73lq7i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_64ihyoygyqt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qy2evbavia","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tmsdithg7a","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-24","epoch":0,"score":"C","citations":[{"url":"https://blackpast.org/","title":"blackpast.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.findagrave.com/","title":"www.findagrave.com"},{"url":"https://www.distractify.com/","title":"www.distractify.com"},{"url":"https://www.findagrave.com/","title":"www.findagrave.com"},{"url":"https://www.nj.com/","title":"www.nj.com"},{"url":"https://www.arkansasonline.com/","title":"www.arkansasonline.com"},{"url":"https://www.spokesman.com/","title":"www.spokesman.com"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://www.heraldnet.com/","title":"www.heraldnet.com"},{"url":"https://www.capecodtimes.com/","title":"www.capecodtimes.com"},{"url":"https://www.today.com/","title":"www.today.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.seacoastonline.com/","title":"www.seacoastonline.com"},{"url":"https://grammy.com/","title":"grammy.com"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.youtube.com/","title":"www.youtube.com"},{"url":"https://www.latimes.com/","title":"www.latimes.com"},{"url":"https://archive.nytimes.com/","title":"archive.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.pbs.org/","title":"www.pbs.org"}],"searchCalls":[{"id":"st_tmp_zemczri43m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4anrbblfln8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nyqiwr0efb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0cnfoip472s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_al155w5gucv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dgt4ivo8yxe","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-25","epoch":0,"score":"I","citations":[{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://books.google.co.zm/","title":"books.google.co.zm"},{"url":"https://books.google.com.bz/","title":"books.google.com.bz"},{"url":"https://books.google.tt/","title":"books.google.tt"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.lespac.com/","title":"www.lespac.com"},{"url":"https://www.latimes.com/","title":"www.latimes.com"},{"url":"https://www.lespac.com/","title":"www.lespac.com"},{"url":"https://www.cbsnews.com/","title":"www.cbsnews.com"},{"url":"https://diva.sfsu.edu/","title":"diva.sfsu.edu"},{"url":"https://www.gemtracks.com/","title":"www.gemtracks.com"},{"url":"https://www.lespac.com/","title":"www.lespac.com"},{"url":"https://www.latimes.com/","title":"www.latimes.com"},{"url":"https://www.grandperformances.org/","title":"www.grandperformances.org"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://centresportifarthurnaze.be/","title":"centresportifarthurnaze.be"},{"url":"https://www.lespac.com/","title":"www.lespac.com"},{"url":"https://www.lespac.com/","title":"www.lespac.com"}],"searchCalls":[{"id":"st_tmp_5wmpsq44wat","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r377ozk94c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_54x49572mk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c5oothqpp4a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_01fzktjvypp5","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-26","epoch":0,"score":"C","citations":[{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.heraldonline.co.zw/","title":"www.heraldonline.co.zw"},{"url":"https://breakingthelines.com/","title":"breakingthelines.com"},{"url":"https://breakingthelines.com/","title":"breakingthelines.com"},{"url":"https://www.premierleague.com/","title":"www.premierleague.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://fbref.com/","title":"fbref.com"},{"url":"https://www.mirror.co.uk/","title":"www.mirror.co.uk"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.sportskeeda.com/","title":"www.sportskeeda.com"},{"url":"https://kids.kiddle.co/","title":"kids.kiddle.co"},{"url":"https://alchetron.com/","title":"alchetron.com"},{"url":"https://www.premierleague.com/","title":"www.premierleague.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.belfasttelegraph.co.uk/","title":"www.belfasttelegraph.co.uk"},{"url":"https://www.premierleague.com/","title":"www.premierleague.com"},{"url":"https://www.premierleague.com/","title":"www.premierleague.com"},{"url":"https://africa.espn.com/","title":"africa.espn.com"},{"url":"https://www.premierleague.com/","title":"www.premierleague.com"}],"searchCalls":[{"id":"st_tmp_1pdtt8731vd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_aspao6ccofs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gkeps52e76g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mbgm4j0lncp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ttvobo1xc2h","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-27","epoch":0,"score":"I","citations":[{"url":"https://www.netc.navy.mil/","title":"www.netc.navy.mil"},{"url":"https://www.history.navy.mil/","title":"www.history.navy.mil"},{"url":"https://www.history.navy.mil/","title":"www.history.navy.mil"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.televisionacademy.com/","title":"www.televisionacademy.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"http://winthroptranscript.com/","title":"winthroptranscript.com"},{"url":"https://www.mirror.co.uk/","title":"www.mirror.co.uk"},{"url":"https://www.rnrmc.org.uk/","title":"www.rnrmc.org.uk"},{"url":"https://kids.kiddle.co/","title":"kids.kiddle.co"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://www.vinniejones.co.uk/","title":"www.vinniejones.co.uk"},{"url":"https://muckrack.com/","title":"muckrack.com"},{"url":"https://no.wikipedia.org/","title":"no.wikipedia.org"},{"url":"https://wrasse.plymouth.ac.uk/","title":"wrasse.plymouth.ac.uk"},{"url":"https://www.wtoc.com/","title":"www.wtoc.com"}],"searchCalls":[{"id":"st_tmp_tkwj9xm788i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_39458pj8hdu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uwix940aqw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_29afimn0rz6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2z7lu4n244c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_geakaky3jls","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-28","epoch":0,"score":"C","citations":[{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.cbsnews.com/","title":"www.cbsnews.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.jcu.edu/","title":"www.jcu.edu"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://carrollnews.org/","title":"carrollnews.org"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://kids.britannica.com/","title":"kids.britannica.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://abcnews.com/","title":"abcnews.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.deseret.com/","title":"www.deseret.com"},{"url":"https://sga.catholic.edu/","title":"sga.catholic.edu"},{"url":"https://academic-senate.catholic.edu/","title":"academic-senate.catholic.edu"},{"url":"https://academic-senate.catholic.edu/","title":"academic-senate.catholic.edu"},{"url":"https://communications.catholic.edu/","title":"communications.catholic.edu"},{"url":"https://sga.catholic.edu/","title":"sga.catholic.edu"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.change.org/","title":"www.change.org"}],"searchCalls":[{"id":"st_tmp_f5qwaej8xic","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9yyga624cye","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r2n8estngkp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1m26e7muuf3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_comuavldnsq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8yfi9lzke9b","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-29","epoch":0,"score":"C","citations":[{"url":"https://www.fiba.basketball/","title":"www.fiba.basketball"},{"url":"https://www.landofbasketball.com/","title":"www.landofbasketball.com"},{"url":"https://www.landofbasketball.com/","title":"www.landofbasketball.com"},{"url":"https://www.thebasketballworld.com/","title":"www.thebasketballworld.com"},{"url":"https://www.landofbasketball.com/","title":"www.landofbasketball.com"},{"url":"https://www.fiba.basketball/","title":"www.fiba.basketball"},{"url":"https://www.basketball-reference.com/","title":"www.basketball-reference.com"},{"url":"https://basketball.realgm.com/","title":"basketball.realgm.com"},{"url":"https://www.basketball-reference.com/","title":"www.basketball-reference.com"},{"url":"https://www.basketball-reference.com/","title":"www.basketball-reference.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"http://landofbasketball.com/","title":"landofbasketball.com"},{"url":"http://basketball.realgm.com/","title":"basketball.realgm.com"},{"url":"http://basketball.realgm.com/","title":"basketball.realgm.com"},{"url":"https://www.landofbasketball.com/","title":"www.landofbasketball.com"}],"searchCalls":[{"id":"st_tmp_akoml3b458i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rog20l0u3g9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2oy2li1qv4n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_malqbq13og","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_prig9nwhvyh","status":"completed","action":"search","executed":true,"sourceCount":1}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-3","epoch":0,"score":"I","citations":[{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.idealist.org/","title":"www.idealist.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://albuquerque.emuseum.com/","title":"albuquerque.emuseum.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://albuquerque.emuseum.com/","title":"albuquerque.emuseum.com"},{"url":"https://albuquerque.emuseum.com/","title":"albuquerque.emuseum.com"},{"url":"https://albuquerque.emuseum.com/","title":"albuquerque.emuseum.com"},{"url":"https://www.route66news.com/","title":"www.route66news.com"},{"url":"https://home.nps.gov/","title":"home.nps.gov"}],"searchCalls":[{"id":"st_tmp_9f33rkz3sqg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ri2nfkqn1k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fetui0ynz5u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uwtu4xa0ghi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eqsbbane8g4","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-30","epoch":0,"score":"I","citations":[{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://media.defense.gov/","title":"media.defense.gov"},{"url":"https://media.defense.gov/","title":"media.defense.gov"},{"url":"https://www.142wg.ang.af.mil/","title":"www.142wg.ang.af.mil"},{"url":"https://www.cmohs.org/","title":"www.cmohs.org"},{"url":"https://historynet.com/","title":"historynet.com"},{"url":"https://www.142wg.ang.af.mil/","title":"www.142wg.ang.af.mil"},{"url":"https://www.airuniversity.af.edu/","title":"www.airuniversity.af.edu"},{"url":"https://dpaa-mil.experience.crmforce.mil/","title":"dpaa-mil.experience.crmforce.mil"},{"url":"https://www.142wg.ang.af.mil/","title":"www.142wg.ang.af.mil"},{"url":"https://www.businessinsider.com/","title":"www.businessinsider.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.businessinsider.com/","title":"www.businessinsider.com"},{"url":"https://www.goodfellow.af.mil/","title":"www.goodfellow.af.mil"}],"searchCalls":[{"id":"st_tmp_k0irfgtez2f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_axx6nlxju8k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0ktcdtyi27m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_exr2myz1t0h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_noe78ayyuo","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-31","epoch":0,"score":"C","citations":[{"url":"https://www.cbssports.com/","title":"www.cbssports.com"},{"url":"http://ufcstats.com/","title":"ufcstats.com"},{"url":"https://www.cbssports.com/","title":"www.cbssports.com"},{"url":"https://www.cbssports.com/","title":"www.cbssports.com"},{"url":"http://ufcstats.com/","title":"ufcstats.com"},{"url":"http://ufcstats.com/","title":"ufcstats.com"},{"url":"http://ufcstats.com/","title":"ufcstats.com"},{"url":"http://ufcstats.com/","title":"ufcstats.com"},{"url":"http://ufcstats.com/","title":"ufcstats.com"},{"url":"http://ufcstats.com/","title":"ufcstats.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.espn.ph/","title":"www.espn.ph"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"http://ufcstats.com/","title":"ufcstats.com"},{"url":"http://ufcstats.com/","title":"ufcstats.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.foxsports.com/","title":"www.foxsports.com"},{"url":"http://ufcstats.com/","title":"ufcstats.com"},{"url":"https://www.sherdog.com/","title":"www.sherdog.com"}],"searchCalls":[{"id":"st_tmp_xz1rl46ye7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5guw5al9ori","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cei1a0pq9ev","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ihgme8rr0gh","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_ayrp9lq99pw","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-32","epoch":0,"score":"I","citations":[{"url":"https://www.archives.gov/","title":"www.archives.gov"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://www.archives.gov/","title":"www.archives.gov"},{"url":"https://digitalcollections.hoover.org/","title":"digitalcollections.hoover.org"},{"url":"https://www.mi5.gov.uk/","title":"www.mi5.gov.uk"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.newyorker.com/","title":"www.newyorker.com"},{"url":"https://www.independent.co.uk/","title":"www.independent.co.uk"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://www.heraldscotland.com/","title":"www.heraldscotland.com"},{"url":"https://www.nationalarchives.gov.uk/","title":"www.nationalarchives.gov.uk"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.independent.co.uk/","title":"www.independent.co.uk"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.pbs.org/","title":"www.pbs.org"},{"url":"https://inews.co.uk/","title":"inews.co.uk"},{"url":"https://www.pbs.org/","title":"www.pbs.org"}],"searchCalls":[{"id":"st_tmp_rzh504x0oh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jotiatyky48","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zisvdk1uyuj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_watmqtfgsag","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oy9eobmfnq","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-33","epoch":0,"score":"I","citations":[{"url":"https://commons.wikimedia.org/","title":"commons.wikimedia.org"},{"url":"https://www.routeyou.com/","title":"www.routeyou.com"},{"url":"https://www.mutualart.com/","title":"www.mutualart.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://standbeelden.be/","title":"standbeelden.be"},{"url":"https://koersmuseum.be/","title":"koersmuseum.be"},{"url":"https://nl.wikipedia.org/","title":"nl.wikipedia.org"},{"url":"https://commons.wikimedia.org/","title":"commons.wikimedia.org"},{"url":"https://www.olympedia.org/","title":"www.olympedia.org"},{"url":"https://standbeelden.be/","title":"standbeelden.be"},{"url":"https://www.routeyou.com/","title":"www.routeyou.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.independent.ie/","title":"www.independent.ie"},{"url":"https://www.rte.ie/","title":"www.rte.ie"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://www.irishexaminer.com/","title":"www.irishexaminer.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.rte.ie/","title":"www.rte.ie"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://sportstar.thehindu.com/","title":"sportstar.thehindu.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"}],"searchCalls":[{"id":"st_tmp_ll16igxwj3q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k3wjpvie5il","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_be0cl30w7ka","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gbzpo47ndat","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wtmvursfd5n","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-34","epoch":0,"score":"I","citations":[{"url":"https://www.wlu.ca/","title":"www.wlu.ca"},{"url":"https://library.wlu.ca/","title":"library.wlu.ca"},{"url":"https://www.wlu.ca/","title":"www.wlu.ca"},{"url":"https://www.cbc.ca/","title":"www.cbc.ca"},{"url":"https://www.foodbasics.ca/","title":"www.foodbasics.ca"},{"url":"https://www.foodbasics.ca/","title":"www.foodbasics.ca"},{"url":"https://www.foodbasics.ca/","title":"www.foodbasics.ca"},{"url":"https://www.foodbasics.ca/","title":"www.foodbasics.ca"},{"url":"https://www.foodbasics.ca/","title":"www.foodbasics.ca"},{"url":"https://kitchener.citynews.ca/","title":"kitchener.citynews.ca"},{"url":"https://kitchener.citynews.ca/","title":"kitchener.citynews.ca"},{"url":"https://www.app.edu.gov.on.ca/","title":"www.app.edu.gov.on.ca"},{"url":"https://www.app.edu.gov.on.ca/","title":"www.app.edu.gov.on.ca"},{"url":"https://www.app.edu.gov.on.ca/","title":"www.app.edu.gov.on.ca"},{"url":"https://wsm.wrdsb.ca/","title":"wsm.wrdsb.ca"},{"url":"https://www.wrdsb.ca/","title":"www.wrdsb.ca"},{"url":"https://www.wrdsb.ca/","title":"www.wrdsb.ca"},{"url":"https://www.wrdsb.ca/","title":"www.wrdsb.ca"},{"url":"https://schools.wrdsb.ca/","title":"schools.wrdsb.ca"},{"url":"https://www.app.edu.gov.on.ca/","title":"www.app.edu.gov.on.ca"},{"url":"https://www.kitchener.ca/","title":"www.kitchener.ca"},{"url":"https://www.ontario.ca/","title":"www.ontario.ca"},{"url":"https://www.kitchener.ca/","title":"www.kitchener.ca"}],"searchCalls":[{"id":"st_tmp_58er1jr8s3","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_c4zujclpvdc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cz6vedl0i2h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dm26nxxo60t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iw964nbxjnj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8yejpao5gwj","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_az2qlfopgkn","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_59oud0wzwys","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-35","epoch":0,"score":"I","citations":[{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.mirror.co.uk/","title":"www.mirror.co.uk"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.fourfourtwo.com/","title":"www.fourfourtwo.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.dailyrecord.co.uk/","title":"www.dailyrecord.co.uk"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://talksport.com/","title":"talksport.com"},{"url":"https://arconadaarmstrong.com/","title":"arconadaarmstrong.com"},{"url":"https://www.brightonandhovealbion.com/","title":"www.brightonandhovealbion.com"}],"searchCalls":[{"id":"st_tmp_4caff76za9b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x6kl37qrcvg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2agrt1zqkll","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_onzuxqmdga8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pi081qrc5c","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-36","epoch":0,"score":"I","citations":[{"url":"http://archives.news.yale.edu/","title":"archives.news.yale.edu"},{"url":"https://mcdb.yale.edu/","title":"mcdb.yale.edu"},{"url":"https://medicine.yale.edu/","title":"medicine.yale.edu"},{"url":"https://environment.yale.edu/","title":"environment.yale.edu"},{"url":"https://files-profile.medicine.yale.edu/","title":"files-profile.medicine.yale.edu"},{"url":"https://wti.yale.edu/","title":"wti.yale.edu"},{"url":"https://staverlab.yale.edu/","title":"staverlab.yale.edu"},{"url":"https://environment.yale.edu/","title":"environment.yale.edu"},{"url":"https://environment.yale.edu/","title":"environment.yale.edu"},{"url":"https://medicine.yale.edu/","title":"medicine.yale.edu"},{"url":"https://eeb.yale.edu/","title":"eeb.yale.edu"},{"url":"https://eeb.yale.edu/","title":"eeb.yale.edu"},{"url":"https://eeb.yale.edu/","title":"eeb.yale.edu"},{"url":"https://emeritus.yale.edu/","title":"emeritus.yale.edu"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://journals.biologists.com/","title":"journals.biologists.com"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://www.ncbi.nlm.nih.gov/","title":"www.ncbi.nlm.nih.gov"},{"url":"https://par.nsf.gov/","title":"par.nsf.gov"},{"url":"https://par.nsf.gov/","title":"par.nsf.gov"},{"url":"https://pubs.acs.org/","title":"pubs.acs.org"},{"url":"https://psb.stanford.edu/","title":"psb.stanford.edu"}],"searchCalls":[{"id":"st_tmp_1ajv1tt25dj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iirtvsoe0ve","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1xswohgh7jaj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rfhwcqhtcr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_76t2xk1ba7d","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-37","epoch":0,"score":"I","citations":[{"url":"https://www.mobygames.com/","title":"www.mobygames.com"},{"url":"https://docubase.mit.edu/","title":"docubase.mit.edu"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://www-users.york.ac.uk/","title":"www-users.york.ac.uk"},{"url":"https://bienenmuddi.de/","title":"bienenmuddi.de"},{"url":"https://www.du.edu/","title":"www.du.edu"},{"url":"https://mehrmensch.ch/","title":"mehrmensch.ch"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://mahaon.lv/","title":"mahaon.lv"},{"url":"https://wmh9tt4-stylesheet.mde-corbeilevry.fr/","title":"wmh9tt4-stylesheet.mde-corbeilevry.fr"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://ardentwinery.be/","title":"ardentwinery.be"},{"url":"https://www.stat.cmu.edu/","title":"www.stat.cmu.edu"},{"url":"https://www.cambridge.org/","title":"www.cambridge.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.thetimes.com/","title":"www.thetimes.com"},{"url":"https://www.ams.org/","title":"www.ams.org"},{"url":"https://stat-www.berkeley.edu/","title":"stat-www.berkeley.edu"},{"url":"https://www.stat.berkeley.edu/","title":"www.stat.berkeley.edu"},{"url":"https://www.stat.cmu.edu/","title":"www.stat.cmu.edu"},{"url":"https://oz.berkeley.edu/","title":"oz.berkeley.edu"},{"url":"https://www.stat.cmu.edu/","title":"www.stat.cmu.edu"}],"searchCalls":[{"id":"st_tmp_1yi8wh3qi8w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eqaingil8yg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8vk70kskq7u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_obsn590e18l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zefm63xcl6q","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-38","epoch":0,"score":"I","citations":[{"url":"https://www.ox.ac.uk/","title":"www.ox.ac.uk"},{"url":"https://www.ox.ac.uk/","title":"www.ox.ac.uk"},{"url":"https://www.trinity.ox.ac.uk/","title":"www.trinity.ox.ac.uk"},{"url":"https://assets-oxweb.admin.ox.ac.uk/","title":"assets-oxweb.admin.ox.ac.uk"},{"url":"https://www.some.ox.ac.uk/","title":"www.some.ox.ac.uk"},{"url":"https://www.medsci.ox.ac.uk/","title":"www.medsci.ox.ac.uk"},{"url":"https://ora.ox.ac.uk/","title":"ora.ox.ac.uk"},{"url":"https://pure.ewha.ac.kr/","title":"pure.ewha.ac.kr"},{"url":"https://pure.ewha.ac.kr/","title":"pure.ewha.ac.kr"},{"url":"https://www.oncology.ox.ac.uk/","title":"www.oncology.ox.ac.uk"},{"url":"https://www.medsci.ox.ac.uk/","title":"www.medsci.ox.ac.uk"},{"url":"https://www.medsci.ox.ac.uk/","title":"www.medsci.ox.ac.uk"},{"url":"https://ohrh.law.ox.ac.uk/","title":"ohrh.law.ox.ac.uk"},{"url":"https://www.wrh.ox.ac.uk/","title":"www.wrh.ox.ac.uk"},{"url":"https://www.medsci.ox.ac.uk/","title":"www.medsci.ox.ac.uk"},{"url":"https://ora.ox.ac.uk/","title":"ora.ox.ac.uk"},{"url":"https://ora.ox.ac.uk/","title":"ora.ox.ac.uk"},{"url":"https://ora.ox.ac.uk/","title":"ora.ox.ac.uk"},{"url":"https://ora.ox.ac.uk/","title":"ora.ox.ac.uk"},{"url":"https://ora.ox.ac.uk/","title":"ora.ox.ac.uk"},{"url":"https://ohrh.law.ox.ac.uk/","title":"ohrh.law.ox.ac.uk"},{"url":"https://www.education.ox.ac.uk/","title":"www.education.ox.ac.uk"},{"url":"https://www.ageing.ox.ac.uk/","title":"www.ageing.ox.ac.uk"},{"url":"https://www.ageing.ox.ac.uk/","title":"www.ageing.ox.ac.uk"},{"url":"https://media.podcasts.ox.ac.uk/","title":"media.podcasts.ox.ac.uk"}],"searchCalls":[{"id":"st_tmp_klo3mxlm7vs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jjnp1ykz7b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f5nsheyevd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8h9ih2ep52s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8jdrg5ici8k","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-39","epoch":0,"score":"I","citations":[{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://economictimes.indiatimes.com/","title":"economictimes.indiatimes.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.rocksbackpages.com/","title":"www.rocksbackpages.com"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://aadl.org/","title":"aadl.org"},{"url":"https://aadl.org/","title":"aadl.org"}],"searchCalls":[{"id":"st_tmp_s5jqf6dpl78","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1skqqdr1d6gh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_prk9xla6qsk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ieg18ozixnp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0edm5hgswneq","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-4","epoch":0,"score":"C","citations":[{"url":"https://iris.who.int/","title":"iris.who.int"},{"url":"https://cdn.who.int/","title":"cdn.who.int"},{"url":"https://stacks.cdc.gov/","title":"stacks.cdc.gov"},{"url":"https://iris.who.int/","title":"iris.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://live.worldbank.org/","title":"live.worldbank.org"},{"url":"https://cdn.who.int/","title":"cdn.who.int"},{"url":"https://cdn.who.int/","title":"cdn.who.int"},{"url":"https://www.swissre.com/","title":"www.swissre.com"},{"url":"https://tbvaccinesforum.org/","title":"tbvaccinesforum.org"},{"url":"https://news.yale.edu/","title":"news.yale.edu"},{"url":"https://beckysgraphicdesign.com/","title":"beckysgraphicdesign.com"},{"url":"https://publishingperspectives.com/","title":"publishingperspectives.com"},{"url":"https://yaleinternationalalliance.org/","title":"yaleinternationalalliance.org"},{"url":"https://www.publishersweekly.com/","title":"www.publishersweekly.com"},{"url":"https://www.un.org/","title":"www.un.org"},{"url":"https://www.svgrepo.com/","title":"www.svgrepo.com"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://pikwizard.com/","title":"pikwizard.com"},{"url":"https://www.ogilvy.com/","title":"www.ogilvy.com"},{"url":"https://cdn.who.int/","title":"cdn.who.int"},{"url":"https://www.malariaconsortium.org/","title":"www.malariaconsortium.org"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.malariaconsortium.org/","title":"www.malariaconsortium.org"},{"url":"https://www.malariaconsortium.org/","title":"www.malariaconsortium.org"}],"searchCalls":[{"id":"st_tmp_izjibe4cjyf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xxteywjtej","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1zyvlo67up5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8xelt0ew6kp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ynaluw88bbb","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-40","epoch":0,"score":"C","citations":[{"url":"https://www.olympics.com/","title":"www.olympics.com"},{"url":"https://worldathletics.org/","title":"worldathletics.org"},{"url":"https://worldathletics.org/","title":"worldathletics.org"},{"url":"https://worldathletics.org/","title":"worldathletics.org"},{"url":"https://worldathletics.org/","title":"worldathletics.org"},{"url":"https://www.olympics.com/","title":"www.olympics.com"},{"url":"https://www.unhcr.org/","title":"www.unhcr.org"},{"url":"https://worldathletics.org/","title":"worldathletics.org"},{"url":"https://kenya.un.org/","title":"kenya.un.org"},{"url":"https://worldathletics.org/","title":"worldathletics.org"},{"url":"https://worldathletics.org/","title":"worldathletics.org"},{"url":"https://worldathletics.org/","title":"worldathletics.org"},{"url":"https://www.standardmedia.co.ke/","title":"www.standardmedia.co.ke"},{"url":"https://worldathletics.org/","title":"worldathletics.org"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.csmonitor.com/","title":"www.csmonitor.com"},{"url":"https://www.upi.com/","title":"www.upi.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://newsroom.safaricom.co.ke/","title":"newsroom.safaricom.co.ke"}],"searchCalls":[{"id":"st_tmp_1t2bi9fy13a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8002mpl1the","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bnf9lt0y07","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_viieqo9xccn","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-41","epoch":0,"score":"C","citations":[{"url":"https://knowledge.wharton.upenn.edu/","title":"knowledge.wharton.upenn.edu"},{"url":"https://www.repository.cam.ac.uk/","title":"www.repository.cam.ac.uk"},{"url":"https://scholarworks.calstate.edu/","title":"scholarworks.calstate.edu"},{"url":"https://hsph.harvard.edu/","title":"hsph.harvard.edu"},{"url":"https://www.semanticscholar.org/","title":"www.semanticscholar.org"},{"url":"https://deepblue.lib.umich.edu/","title":"deepblue.lib.umich.edu"},{"url":"https://socialwork.uw.edu/","title":"socialwork.uw.edu"},{"url":"https://resources.clie.ucl.ac.uk/","title":"resources.clie.ucl.ac.uk"},{"url":"https://zrpobtueq.jann-aarau.ch/","title":"zrpobtueq.jann-aarau.ch"},{"url":"http://18.236.230.131/","title":"18.236.230.131"},{"url":"http://3.27.170.36/","title":"3.27.170.36"},{"url":"http://3.27.170.36/","title":"3.27.170.36"},{"url":"http://13.223.76.16/","title":"13.223.76.16"},{"url":"http://18.169.192.3/","title":"18.169.192.3"},{"url":"https://researchers.westernsydney.edu.au/","title":"researchers.westernsydney.edu.au"},{"url":"https://researchers.westernsydney.edu.au/","title":"researchers.westernsydney.edu.au"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://www.westernsydney.edu.au/","title":"www.westernsydney.edu.au"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://www.westernsydney.edu.au/","title":"www.westernsydney.edu.au"},{"url":"https://womensagenda.com.au/","title":"womensagenda.com.au"}],"searchCalls":[{"id":"st_tmp_n8b006yugya","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eymaj5ojtcm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ytmcwl7npqp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5dsu98o67hs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f2iogz6cb7t","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-42","epoch":0,"score":"I","citations":[{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://luchaunderground.com/","title":"luchaunderground.com"},{"url":"https://www.tvguide.com/","title":"www.tvguide.com"},{"url":"https://www.tvmaze.com/","title":"www.tvmaze.com"},{"url":"https://www.tvmaze.com/","title":"www.tvmaze.com"},{"url":"https://www.tvmaze.com/","title":"www.tvmaze.com"},{"url":"https://www.cagematch.net/","title":"www.cagematch.net"},{"url":"https://www.cagematch.net/","title":"www.cagematch.net"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://www.thetvdb.com/","title":"www.thetvdb.com"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://thetvdb.com/","title":"thetvdb.com"},{"url":"https://www.primevideo.com/","title":"www.primevideo.com"},{"url":"https://www.primevideo.com/","title":"www.primevideo.com"},{"url":"https://www.primevideo.com/","title":"www.primevideo.com"},{"url":"https://www.yahoo.com/","title":"www.yahoo.com"},{"url":"https://www.wrestlezone.com/","title":"www.wrestlezone.com"},{"url":"https://www.tvmaze.com/","title":"www.tvmaze.com"},{"url":"https://www.f4wonline.com/","title":"www.f4wonline.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"}],"searchCalls":[{"id":"st_tmp_knqb7gpjqfa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vo25eymyof","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9mgfdj0c206","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c8uwbi78opr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6l0wbhom84e","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-43","epoch":0,"score":"I","citations":[{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://wrp.org.uk/","title":"wrp.org.uk"},{"url":"https://resouces-cms.prd.timeshighereducation.com/","title":"resouces-cms.prd.timeshighereducation.com"},{"url":"https://www.ucu.org.uk/","title":"www.ucu.org.uk"},{"url":"https://nation.cymru/","title":"nation.cymru"},{"url":"https://pure.hud.ac.uk/","title":"pure.hud.ac.uk"},{"url":"https://research.hud.ac.uk/","title":"research.hud.ac.uk"},{"url":"https://news-archive.hud.ac.uk/","title":"news-archive.hud.ac.uk"},{"url":"https://pure.hud.ac.uk/","title":"pure.hud.ac.uk"},{"url":"https://pure.hud.ac.uk/","title":"pure.hud.ac.uk"},{"url":"https://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"https://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"https://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"https://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"https://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"https://pure.hud.ac.uk/","title":"pure.hud.ac.uk"},{"url":"https://pure.hud.ac.uk/","title":"pure.hud.ac.uk"},{"url":"https://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"https://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"},{"url":"https://pure.hud.ac.uk/","title":"pure.hud.ac.uk"},{"url":"https://eprints.hud.ac.uk/","title":"eprints.hud.ac.uk"}],"searchCalls":[{"id":"st_tmp_qcr6ednxy9m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qjywv9xccgm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2vq3cldq64","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uhx1hnnotm","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_m1qsmxa1rch","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-44","epoch":0,"score":"I","citations":[{"url":"https://globalnews.ca/","title":"globalnews.ca"},{"url":"https://www.cbc.ca/","title":"www.cbc.ca"},{"url":"https://www.alberta.ca/","title":"www.alberta.ca"},{"url":"https://globalnews.ca/","title":"globalnews.ca"},{"url":"https://www.cbc.ca/","title":"www.cbc.ca"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.cbc.ca/","title":"www.cbc.ca"},{"url":"https://hermis.alberta.ca/","title":"hermis.alberta.ca"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.cbc.ca/","title":"www.cbc.ca"},{"url":"https://www.cbc.ca/","title":"www.cbc.ca"},{"url":"https://www.cbc.ca/","title":"www.cbc.ca"},{"url":"https://www.canada.ca/","title":"www.canada.ca"},{"url":"https://www.civicinfo.bc.ca/","title":"www.civicinfo.bc.ca"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.cbc.ca/","title":"www.cbc.ca"},{"url":"https://www.cbc.ca/","title":"www.cbc.ca"},{"url":"https://www.castanet.net/","title":"www.castanet.net"},{"url":"https://nanaimobulletin.com/","title":"nanaimobulletin.com"},{"url":"https://news.gov.bc.ca/","title":"news.gov.bc.ca"},{"url":"https://www.cbc.ca/","title":"www.cbc.ca"},{"url":"https://www.cbc.ca/","title":"www.cbc.ca"},{"url":"https://globalnews.ca/","title":"globalnews.ca"},{"url":"https://www.cbc.ca/","title":"www.cbc.ca"},{"url":"https://www.sfgate.com/","title":"www.sfgate.com"}],"searchCalls":[{"id":"st_tmp_bkqb7pq1st","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p8hr6orau7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xw10gcr3fgd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_px0pw8316os","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_aes47rv3o67","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_49wro6qb2jx","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_73pqtn1lkhq","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-45","epoch":0,"score":"C","citations":[{"url":"https://www.istm.org/","title":"www.istm.org"},{"url":"https://www.istm.org/","title":"www.istm.org"},{"url":"https://www.istm.org/","title":"www.istm.org"},{"url":"https://www.istm.org/","title":"www.istm.org"},{"url":"https://www.istm.org/","title":"www.istm.org"},{"url":"https://www.istm.org/","title":"www.istm.org"},{"url":"https://news.wpcarey.asu.edu/","title":"news.wpcarey.asu.edu"},{"url":"https://pitchbook.com/","title":"pitchbook.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://news.wpcarey.asu.edu/","title":"news.wpcarey.asu.edu"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://tracxn.com/","title":"tracxn.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://news.wpcarey.asu.edu/","title":"news.wpcarey.asu.edu"},{"url":"https://www.bloomberg.com/","title":"www.bloomberg.com"},{"url":"https://africawrites.org/","title":"africawrites.org"},{"url":"https://deichglueck-ferien.de/","title":"deichglueck-ferien.de"},{"url":"https://umbertofraccacretapalese.it/","title":"umbertofraccacretapalese.it"},{"url":"https://www.istm.org/","title":"www.istm.org"},{"url":"https://tadelaktschweiz.ch/","title":"tadelaktschweiz.ch"},{"url":"https://juliereeb.ch/","title":"juliereeb.ch"}],"searchCalls":[{"id":"st_tmp_2jlounl1kkz","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_43jbeguxc6d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ywgwt2vzlz","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j6o2uh5gb4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_khr8bz20dc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_im9j8mdtrt","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-46","epoch":0,"score":"I","citations":[{"url":"https://cujhss.cankaya.edu.tr/","title":"cujhss.cankaya.edu.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://ijlts.org/","title":"ijlts.org"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://doaj.org/","title":"doaj.org"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://jts.ojhhk.com/","title":"jts.ojhhk.com"},{"url":"https://ceviribilim.hacettepe.edu.tr/","title":"ceviribilim.hacettepe.edu.tr"},{"url":"https://www.ingentaconnect.com/","title":"www.ingentaconnect.com"},{"url":"https://ceviribilim.hacettepe.edu.tr/","title":"ceviribilim.hacettepe.edu.tr"},{"url":"https://www.peterlang.com/","title":"www.peterlang.com"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"},{"url":"https://dergipark.org.tr/","title":"dergipark.org.tr"}],"searchCalls":[{"id":"st_tmp_oombq531pgd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xeqz7xyjt3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8hoyswrwral","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9vglkuvk63v","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_zi9tvgyqxb","status":"completed","action":"search","executed":true,"sourceCount":1}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-47","epoch":0,"score":"I","citations":[{"url":"https://scholar.lib.vt.edu/","title":"scholar.lib.vt.edu"},{"url":"https://dnrhistoric.illinois.gov/","title":"dnrhistoric.illinois.gov"},{"url":"https://www.gearty-delmore.com/","title":"www.gearty-delmore.com"},{"url":"https://www.taftindependent.com/","title":"www.taftindependent.com"},{"url":"https://kutisfuneralhomes.com/","title":"kutisfuneralhomes.com"},{"url":"https://www.stcatharinesstandard.ca/","title":"www.stcatharinesstandard.ca"},{"url":"https://www.niagarafallsreview.ca/","title":"www.niagarafallsreview.ca"},{"url":"https://www.stcatharinesstandard.ca/","title":"www.stcatharinesstandard.ca"},{"url":"https://www.wellandtribune.ca/","title":"www.wellandtribune.ca"},{"url":"https://www.stcatharinesstandard.ca/","title":"www.stcatharinesstandard.ca"},{"url":"https://dartefuneralhome.com/","title":"dartefuneralhome.com"},{"url":"https://www.stcatharinesstandard.ca/","title":"www.stcatharinesstandard.ca"},{"url":"https://georgedartenew.funeraltechweb.com/","title":"georgedartenew.funeraltechweb.com"},{"url":"https://kutisfuneralhomes.com/","title":"kutisfuneralhomes.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://obituaries.stcatharinesstandard.ca/","title":"obituaries.stcatharinesstandard.ca"},{"url":"https://obituaries.stcatharinesstandard.ca/","title":"obituaries.stcatharinesstandard.ca"},{"url":"https://obituaries.stcatharinesstandard.ca/","title":"obituaries.stcatharinesstandard.ca"},{"url":"https://obituaries.stcatharinesstandard.ca/","title":"obituaries.stcatharinesstandard.ca"},{"url":"https://obituaries.stcatharinesstandard.ca/","title":"obituaries.stcatharinesstandard.ca"},{"url":"https://obituaries.stcatharinesstandard.ca/","title":"obituaries.stcatharinesstandard.ca"},{"url":"https://obituaries.stcatharinesstandard.ca/","title":"obituaries.stcatharinesstandard.ca"},{"url":"https://www.legacy.com/","title":"www.legacy.com"}],"searchCalls":[{"id":"st_tmp_0c6c1g20yki","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9o76wau4vra","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vvi2qxhdou","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c24yp0ypqu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wmorjesu7hf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qfll56ykq7","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_02ae7mn2mrud","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-48","epoch":0,"score":"C","citations":[{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.thetimes.com/","title":"www.thetimes.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.rte.ie/","title":"www.rte.ie"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.jango.com/","title":"www.jango.com"},{"url":"https://www.last.fm/","title":"www.last.fm"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.southcoasttoday.com/","title":"www.southcoasttoday.com"},{"url":"https://thegoodnewstoday.org/","title":"thegoodnewstoday.org"},{"url":"https://www.songwritingmagazine.co.uk/","title":"www.songwritingmagazine.co.uk"},{"url":"https://www.stereophile.com/","title":"www.stereophile.com"},{"url":"https://monoskop.org/","title":"monoskop.org"},{"url":"https://www.inthestudio.net/","title":"www.inthestudio.net"},{"url":"https://artsfuse.org/","title":"artsfuse.org"}],"searchCalls":[{"id":"st_tmp_k69qf91apr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sgk2zjzfmim","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ly6w191rr1e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_66ok6hna0f8","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_o2oll5eq4p","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-49","epoch":0,"score":"I","citations":[{"url":"https://www.taniablanchard.com.au/","title":"www.taniablanchard.com.au"},{"url":"https://www.taniablanchard.com.au/","title":"www.taniablanchard.com.au"},{"url":"https://www.audible.in/","title":"www.audible.in"},{"url":"https://www.yorkshirepost.co.uk/","title":"www.yorkshirepost.co.uk"},{"url":"https://simplifaster.com/","title":"simplifaster.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.penguinrandomhouse.com/","title":"www.penguinrandomhouse.com"},{"url":"https://www.writerscentre.com.au/","title":"www.writerscentre.com.au"},{"url":"https://www.taniablanchard.com.au/","title":"www.taniablanchard.com.au"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://msa.maryland.gov/","title":"msa.maryland.gov"},{"url":"https://www.routledge.com/","title":"www.routledge.com"},{"url":"https://kilian-staudt.de/","title":"kilian-staudt.de"},{"url":"https://kilian-staudt.de/","title":"kilian-staudt.de"}],"searchCalls":[{"id":"st_tmp_z7bbt6hzp5n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xhbcfucydy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j50bfbdig2c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kpdi3lkosu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_95nda8721kl","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-5","epoch":0,"score":"I","citations":[{"url":"http://www.discoverbohol.com/","title":"www.discoverbohol.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en-academic.com/","title":"en-academic.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"http://www.discoverbohol.com/","title":"www.discoverbohol.com"},{"url":"https://kansaspublicnotices.com/","title":"kansaspublicnotices.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://hnu.edu.ph/","title":"hnu.edu.ph"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"http://www.discoverbohol.com/","title":"www.discoverbohol.com"},{"url":"http://www.discoverbohol.com/","title":"www.discoverbohol.com"},{"url":"http://www.discoverbohol.com/","title":"www.discoverbohol.com"},{"url":"http://www.discoverbohol.com/","title":"www.discoverbohol.com"},{"url":"http://www.discoverbohol.com/","title":"www.discoverbohol.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.hnu.de/","title":"www.hnu.de"},{"url":"https://www.hnhsoakland.org/","title":"www.hnhsoakland.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.svdphs.ph/","title":"www.svdphs.ph"},{"url":"https://sites.google.com/","title":"sites.google.com"},{"url":"https://repository.mainlib.upd.edu.ph/","title":"repository.mainlib.upd.edu.ph"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://hnu.edu.ph/","title":"hnu.edu.ph"}],"searchCalls":[{"id":"st_tmp_7e4cvjfl6t6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x5fx146x2x","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_971meqasra","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c92pcrqom5g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_77si37whfam","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-50","epoch":0,"score":"C","citations":[{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://djmag.com/","title":"djmag.com"},{"url":"https://dancingastronaut.com/","title":"dancingastronaut.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://generation.dance/","title":"generation.dance"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://rateyourmusic.com/","title":"rateyourmusic.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.tvinsider.com/","title":"www.tvinsider.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"}],"searchCalls":[{"id":"st_tmp_i8xbev88cq8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gkricn99d6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m5xr6w0axug","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_exanps054qq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ddix9f34u6u","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-51","epoch":0,"score":"C","citations":[{"url":"https://www.investegate.co.uk/","title":"www.investegate.co.uk"},{"url":"https://www.frenkeltoppinggroup.co.uk/","title":"www.frenkeltoppinggroup.co.uk"},{"url":"https://laverie-thonon-evian.fr/","title":"laverie-thonon-evian.fr"},{"url":"https://www.sharecast.com/","title":"www.sharecast.com"},{"url":"https://www.scorpionminerals.com.au/","title":"www.scorpionminerals.com.au"},{"url":"https://www.lse.co.uk/","title":"www.lse.co.uk"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.morningstar.com/","title":"www.morningstar.com"},{"url":"https://www.investegate.co.uk/","title":"www.investegate.co.uk"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.investegate.co.uk/","title":"www.investegate.co.uk"},{"url":"https://ethernitynet.com/","title":"ethernitynet.com"},{"url":"https://www.sharecast.com/","title":"www.sharecast.com"},{"url":"https://ethernitynet.com/","title":"ethernitynet.com"},{"url":"https://ethernitynet.com/","title":"ethernitynet.com"},{"url":"https://ethernitynet.com/","title":"ethernitynet.com"},{"url":"https://ethernitynet.com/","title":"ethernitynet.com"},{"url":"https://ethernitynet.com/","title":"ethernitynet.com"},{"url":"https://ethernitynet.com/","title":"ethernitynet.com"},{"url":"https://markets.ft.com/","title":"markets.ft.com"},{"url":"https://www.lse.co.uk/","title":"www.lse.co.uk"},{"url":"https://www.investegate.co.uk/","title":"www.investegate.co.uk"},{"url":"https://www.investegate.co.uk/","title":"www.investegate.co.uk"}],"searchCalls":[{"id":"st_tmp_5oidw96f78t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3hjb3ex98gm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3jappwvtpgv","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_ls7h4880tf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_do7rdzkhx7q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b0stei0f009","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_9jjt3f6jc8","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-52","epoch":0,"score":"C","citations":[{"url":"https://surface.syr.edu/","title":"surface.syr.edu"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://docslib.org/","title":"docslib.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.researchgate.net/","title":"www.researchgate.net"},{"url":"http://purl.stanford.edu/","title":"purl.stanford.edu"},{"url":"https://searchworks.stanford.edu/","title":"searchworks.stanford.edu"},{"url":"https://www.semanticscholar.org/","title":"www.semanticscholar.org"},{"url":"https://www.semanticscholar.org/","title":"www.semanticscholar.org"},{"url":"https://www.press.jhu.edu/","title":"www.press.jhu.edu"},{"url":"https://catalog.libraries.psu.edu/","title":"catalog.libraries.psu.edu"},{"url":"https://www.press.jhu.edu/","title":"www.press.jhu.edu"},{"url":"https://dash.harvard.edu/","title":"dash.harvard.edu"},{"url":"https://www.press.jhu.edu/","title":"www.press.jhu.edu"},{"url":"https://stanford.edu/","title":"stanford.edu"},{"url":"https://www.stanford.edu/","title":"www.stanford.edu"},{"url":"https://facts.stanford.edu/","title":"facts.stanford.edu"},{"url":"https://www.gutenberg.org/","title":"www.gutenberg.org"},{"url":"https://www.history.com/","title":"www.history.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.read.gov/","title":"www.read.gov"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_9jeff9m82wb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9kab540mvzr","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_vji1o40hq3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hnundwf800q","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_0bgtidxsw2rm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kq690zzpvhh","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-53","epoch":0,"score":"C","citations":[{"url":"http://u.osu.edu/","title":"u.osu.edu"},{"url":"https://www.cuhk.edu.hk/","title":"www.cuhk.edu.hk"},{"url":"https://www.chinadaily.com.cn/","title":"www.chinadaily.com.cn"},{"url":"https://www.montana.edu/","title":"www.montana.edu"},{"url":"https://x.com/","title":"x.com"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://apa.si.edu/","title":"apa.si.edu"},{"url":"https://u.osu.edu/","title":"u.osu.edu"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://preview.theparisreview.org/","title":"preview.theparisreview.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://u.osu.edu/","title":"u.osu.edu"},{"url":"https://u.osu.edu/","title":"u.osu.edu"},{"url":"https://u.osu.edu/","title":"u.osu.edu"},{"url":"https://news.harvard.edu/","title":"news.harvard.edu"},{"url":"https://icu.repo.nii.ac.jp/","title":"icu.repo.nii.ac.jp"},{"url":"https://pshares.org/","title":"pshares.org"},{"url":"https://kshirin.medium.com/","title":"kshirin.medium.com"}],"searchCalls":[{"id":"st_tmp_v9lqs9kx0dl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lo1pfepakpr","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_duy2k5h1yae","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_06yqx4zawgj9","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_qadeichnez","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-54","epoch":0,"score":"I","citations":[{"url":"http://drmanibhaumik.com/","title":"drmanibhaumik.com"},{"url":"https://www.ovid.com/","title":"www.ovid.com"},{"url":"https://www.informaticsjournals.co.in/","title":"www.informaticsjournals.co.in"},{"url":"https://www.science.org/","title":"www.science.org"},{"url":"https://www.jnu.ac.in/","title":"www.jnu.ac.in"},{"url":"https://openthemagazine.com/","title":"openthemagazine.com"},{"url":"https://www.medianews4u.com/","title":"www.medianews4u.com"},{"url":"https://philpapers.org/","title":"philpapers.org"},{"url":"https://www.deccanherald.com/","title":"www.deccanherald.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://philpapers.org/","title":"philpapers.org"},{"url":"https://dl.acm.org/","title":"dl.acm.org"},{"url":"https://dl.acm.org/","title":"dl.acm.org"},{"url":"https://www.discovery.org/","title":"www.discovery.org"},{"url":"https://news.yale.edu/","title":"news.yale.edu"},{"url":"https://ir.nust.na/","title":"ir.nust.na"},{"url":"https://youthupanishad.com/","title":"youthupanishad.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"}],"searchCalls":[{"id":"st_tmp_rfp3t2iq0ki","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_s7sxtoe1p4k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7ewpgrwdeux","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_22lvaq7bbf6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5dj1wqdzp94","status":"completed","action":"search","executed":true,"sourceCount":4}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-55","epoch":0,"score":"C","citations":[{"url":"https://www.reframeproject.org/","title":"www.reframeproject.org"},{"url":"https://www.reframeproject.org/","title":"www.reframeproject.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.reframeproject.org/","title":"www.reframeproject.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://www.latimes.com/","title":"www.latimes.com"},{"url":"https://www.cleveland.com/","title":"www.cleveland.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://m.imdb.com/","title":"m.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://m.imdb.com/","title":"m.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.hulu.com/","title":"www.hulu.com"},{"url":"https://www.hollywoodreporter.com/","title":"www.hollywoodreporter.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"}],"searchCalls":[{"id":"st_tmp_8vi3lbhai9f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vg0fzy4cgn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bfdibxagp8h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q4291pdf8xh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jbphoti89j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f5hk2ul31hp","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_gu0hgfdgkc","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_8lf2j9joye","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_o79r5d0o5d","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_kdbbvulylsd","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_l2thxph0od9","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_l7t5utlcx3q","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-56","epoch":0,"score":"C","citations":[{"url":"https://as.cornell.edu/","title":"as.cornell.edu"},{"url":"https://www.okbu.edu/","title":"www.okbu.edu"},{"url":"https://yale2022.yale.edu/","title":"yale2022.yale.edu"},{"url":"https://biologicalsciences.uchicago.edu/","title":"biologicalsciences.uchicago.edu"},{"url":"http://chronicle.uchicago.edu/","title":"chronicle.uchicago.edu"},{"url":"https://hub.jhu.edu/","title":"hub.jhu.edu"},{"url":"https://news.cornell.edu/","title":"news.cornell.edu"},{"url":"https://stearnslab.yale.edu/","title":"stearnslab.yale.edu"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://www.amacad.org/","title":"www.amacad.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://source.washu.edu/","title":"source.washu.edu"},{"url":"https://www.hup.harvard.edu/","title":"www.hup.harvard.edu"},{"url":"https://embryoproject-asufactory1.acquia.asu.edu/","title":"embryoproject-asufactory1.acquia.asu.edu"},{"url":"https://fiuglaser.fiu.edu/","title":"fiuglaser.fiu.edu"},{"url":"https://findingaids.library.dal.ca/","title":"findingaids.library.dal.ca"},{"url":"https://l4v014brzm9q.feldjaeger-ov-sigmaringen.de/","title":"l4v014brzm9q.feldjaeger-ov-sigmaringen.de"},{"url":"https://www.sfu.ca/","title":"www.sfu.ca"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://press.uchicago.edu/","title":"press.uchicago.edu"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://scholar.google.com/","title":"scholar.google.com"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"}],"searchCalls":[{"id":"st_tmp_gr4xxp1yf4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4go8kaa1v4u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ex20gzjyqp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ug5ebatjaad","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wpduxax3ynq","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-57","epoch":0,"score":"I","citations":[{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://www.annalsofoncology.org/","title":"www.annalsofoncology.org"},{"url":"https://jnm.snmjournals.org/","title":"jnm.snmjournals.org"},{"url":"https://www.nejm.org/","title":"www.nejm.org"},{"url":"https://www.fda.gov/","title":"www.fda.gov"},{"url":"https://ascopubs.org/","title":"ascopubs.org"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://www.cda-amc.ca/","title":"www.cda-amc.ca"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://www.ncbi.nlm.nih.gov/","title":"www.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://www.thelancet.com/","title":"www.thelancet.com"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://acsjournals.onlinelibrary.wiley.com/","title":"acsjournals.onlinelibrary.wiley.com"},{"url":"https://www.frontiersin.org/","title":"www.frontiersin.org"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://europepmc.org/","title":"europepmc.org"}],"searchCalls":[{"id":"st_tmp_dekzgg1q13u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iu7j8wlkp5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t7ufng83fm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vdjgxbxqhr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8ecglpugbrb","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-58","epoch":0,"score":"C","citations":[{"url":"https://www.ualberta.ca/","title":"www.ualberta.ca"},{"url":"https://www.ualberta.ca/","title":"www.ualberta.ca"},{"url":"https://www.ualberta.ca/","title":"www.ualberta.ca"},{"url":"https://www.ualberta.ca/","title":"www.ualberta.ca"},{"url":"https://killamlaureates.ca/","title":"killamlaureates.ca"},{"url":"https://www.ualberta.ca/","title":"www.ualberta.ca"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://cda-amc.ca/","title":"cda-amc.ca"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://ascopubs.org/","title":"ascopubs.org"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://journals.lww.com/","title":"journals.lww.com"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://journals.lww.com/","title":"journals.lww.com"},{"url":"https://x.com/","title":"x.com"},{"url":"https://triangleprogram.org/","title":"triangleprogram.org"},{"url":"https://www.newswire.ca/","title":"www.newswire.ca"},{"url":"https://crohnsandcolitis.ca/","title":"crohnsandcolitis.ca"},{"url":"https://www.facebook.com/","title":"www.facebook.com"}],"searchCalls":[{"id":"st_tmp_ha8xyt1fm2r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0str18q991qc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gupqjpipfy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ms9tsbm1fes","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l275s9z66sm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_40zj0yplpk6","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-59","epoch":0,"score":"I","citations":[{"url":"https://sites.wustl.edu/","title":"sites.wustl.edu"},{"url":"https://www.frontiersin.org/","title":"www.frontiersin.org"},{"url":"https://k9rshtoit6.jann-aarau.ch/","title":"k9rshtoit6.jann-aarau.ch"},{"url":"https://energy.colostate.edu/","title":"energy.colostate.edu"},{"url":"https://www.uh.edu/","title":"www.uh.edu"},{"url":"https://gccc.beg.utexas.edu/","title":"gccc.beg.utexas.edu"},{"url":"https://www.ku.ac.ae/","title":"www.ku.ac.ae"},{"url":"https://6i3a4x62eu-amphtml.jann-aarau.ch/","title":"6i3a4x62eu-amphtml.jann-aarau.ch"},{"url":"https://www.univiu.org/","title":"www.univiu.org"},{"url":"https://www.grc.org/","title":"www.grc.org"},{"url":"https://k9rshtoit6.jann-aarau.ch/","title":"k9rshtoit6.jann-aarau.ch"},{"url":"https://www.netl.doe.gov/","title":"www.netl.doe.gov"},{"url":"https://energy.colostate.edu/","title":"energy.colostate.edu"},{"url":"https://par.nsf.gov/","title":"par.nsf.gov"},{"url":"https://www.nationalacademies.org/","title":"www.nationalacademies.org"},{"url":"https://energy.utexas.edu/","title":"energy.utexas.edu"},{"url":"https://6i3a4x62eu-amphtml.jann-aarau.ch/","title":"6i3a4x62eu-amphtml.jann-aarau.ch"},{"url":"https://www.webster.edu/","title":"www.webster.edu"},{"url":"https://news.miami.edu/","title":"news.miami.edu"},{"url":"https://spur.utdallas.edu/","title":"spur.utdallas.edu"},{"url":"https://www.ohio.edu/","title":"www.ohio.edu"},{"url":"https://www.tacoma.uw.edu/","title":"www.tacoma.uw.edu"}],"searchCalls":[{"id":"st_tmp_1p0cgpwqhym","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p5r0znywa8f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4e3qk4hwv2z","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o66bdfnmp8g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h0qtjx3mgm","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-6","epoch":0,"score":"I","citations":[{"url":"https://www.shazam.com/","title":"www.shazam.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://qybtthlhghmh.pics/","title":"qybtthlhghmh.pics"},{"url":"https://fumhbidpdbmc.buzz/","title":"fumhbidpdbmc.buzz"},{"url":"https://alzzqvjgglgc.art/","title":"alzzqvjgglgc.art"},{"url":"https://elgfpfthqhacs.biz/","title":"elgfpfthqhacs.biz"},{"url":"https://lvvbpkempixc.biz/","title":"lvvbpkempixc.biz"},{"url":"https://centresportifarthurnaze.be/","title":"centresportifarthurnaze.be"},{"url":"https://savagegarage.be/","title":"savagegarage.be"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.metmuseum.org/","title":"www.metmuseum.org"},{"url":"https://bauwerkstrockenlegung-dankhoff.de/","title":"bauwerkstrockenlegung-dankhoff.de"},{"url":"https://zargenbutler.de/","title":"zargenbutler.de"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.geeksout.org/","title":"www.geeksout.org"},{"url":"https://buffy.fandom.com/","title":"buffy.fandom.com"},{"url":"https://afmag.net/","title":"afmag.net"},{"url":"https://valiant.fandom.com/","title":"valiant.fandom.com"}],"searchCalls":[{"id":"st_tmp_1s3vjjflzm9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oo0ybuel5mj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yhbt2abvkn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8sq0lrf1d3w","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_haps7wpfng","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-60","epoch":0,"score":"C","citations":[{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://nairobileo.co.ke/","title":"nairobileo.co.ke"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.scribd.com/","title":"www.scribd.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.etsy.com/","title":"www.etsy.com"},{"url":"https://search.worldcat.org/","title":"search.worldcat.org"},{"url":"https://search.worldcat.org/","title":"search.worldcat.org"},{"url":"https://nation.africa/","title":"nation.africa"},{"url":"https://nation.africa/","title":"nation.africa"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.kenyans.co.ke/","title":"www.kenyans.co.ke"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"}],"searchCalls":[{"id":"st_tmp_tc1eczuiaf","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_eckzb62pipq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l79mww1j2mh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8gznrapg2at","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-61","epoch":0,"score":"I","citations":[{"url":"https://finance.yahoo.com/","title":"finance.yahoo.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.preqin.com/","title":"www.preqin.com"},{"url":"https://www.newsfilecorp.com/","title":"www.newsfilecorp.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.eqs-news.com/","title":"www.eqs-news.com"},{"url":"https://www.eqs-news.com/","title":"www.eqs-news.com"},{"url":"https://retailbeauty.com.au/","title":"retailbeauty.com.au"},{"url":"https://cosmeticsbusiness.com/","title":"cosmeticsbusiness.com"},{"url":"https://www.happi.com/","title":"www.happi.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.biospace.com/","title":"www.biospace.com"},{"url":"https://www.adnews.com.au/","title":"www.adnews.com.au"},{"url":"https://www.indailysa.com.au/","title":"www.indailysa.com.au"},{"url":"https://globalventuring.com/","title":"globalventuring.com"},{"url":"https://www.indailysa.com.au/","title":"www.indailysa.com.au"},{"url":"https://www.mi-3.com.au/","title":"www.mi-3.com.au"},{"url":"https://www.adelaidenow.com.au/","title":"www.adelaidenow.com.au"},{"url":"https://www.beautydirectory.com.au/","title":"www.beautydirectory.com.au"},{"url":"https://bond.edu.au/","title":"bond.edu.au"},{"url":"https://www.smartcompany.com.au/","title":"www.smartcompany.com.au"},{"url":"https://ynatural.com.au/","title":"ynatural.com.au"}],"searchCalls":[{"id":"st_tmp_13v6bcvjzz8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dp6mwbkr5ms","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zm9iz95k0vf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zqow8kjol5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cvhxos07um","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-62","epoch":0,"score":"C","citations":[{"url":"https://rushmore.apaleagues.com/","title":"rushmore.apaleagues.com"},{"url":"https://birmingham.apaleagues.com/","title":"birmingham.apaleagues.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://albuquerquemetro.apaleagues.com/","title":"albuquerquemetro.apaleagues.com"},{"url":"https://mid-michigan.apaleagues.com/","title":"mid-michigan.apaleagues.com"},{"url":"https://goldengate.apaleagues.com/","title":"goldengate.apaleagues.com"},{"url":"https://southcharlotte.apaleagues.com/","title":"southcharlotte.apaleagues.com"},{"url":"https://southernmich.apaleagues.com/","title":"southernmich.apaleagues.com"},{"url":"https://msgulfcoast.apaleagues.com/","title":"msgulfcoast.apaleagues.com"},{"url":"https://poolplayers.com/","title":"poolplayers.com"},{"url":"http://poolplayers.com/","title":"poolplayers.com"},{"url":"https://easttexas.apaleagues.com/","title":"easttexas.apaleagues.com"},{"url":"https://www.kark.com/","title":"www.kark.com"},{"url":"https://thehill.com/","title":"thehill.com"},{"url":"https://apnews.com/","title":"apnews.com"},{"url":"https://www.newsday.com/","title":"www.newsday.com"},{"url":"https://fox59.com/","title":"fox59.com"},{"url":"https://poolplayers.com/","title":"poolplayers.com"}],"searchCalls":[{"id":"st_tmp_10tfcvu8sjt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nh5e7xhh8jo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jw5n8ga4jcj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_krigexhlxr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y78q5bybssp","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-63","epoch":0,"score":"C","citations":[{"url":"https://www.tate.org.uk/","title":"www.tate.org.uk"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.tate.org.uk/","title":"www.tate.org.uk"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://trail.viadinarica.com/","title":"trail.viadinarica.com"},{"url":"https://trail.viadinarica.com/","title":"trail.viadinarica.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://trail.viadinarica.com/","title":"trail.viadinarica.com"},{"url":"https://www.flickr.com/","title":"www.flickr.com"},{"url":"https://ar-ar.facebook.com/","title":"ar-ar.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.xiwl.com/","title":"www.xiwl.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.spomenikdatabase.org/","title":"www.spomenikdatabase.org"},{"url":"https://www.spomenicinob.info/","title":"www.spomenicinob.info"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://trail.viadinarica.com/","title":"trail.viadinarica.com"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"http://www.citypopulation.de/","title":"www.citypopulation.de"},{"url":"https://hugequiz.com/","title":"hugequiz.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"}],"searchCalls":[{"id":"st_tmp_dgihwaqvbl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2tj03qp2zbb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kecd8pewsd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iknt1vhum8l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_19azdnj80ti","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-64","epoch":0,"score":"I","citations":[{"url":"https://www.infotextmanuscripts.org/","title":"www.infotextmanuscripts.org"},{"url":"https://www.infotextmanuscripts.org/","title":"www.infotextmanuscripts.org"},{"url":"https://britishonlinearchives.com/","title":"britishonlinearchives.com"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.ebsco.com/","title":"www.ebsco.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://searchworks.stanford.edu/","title":"searchworks.stanford.edu"},{"url":"https://www.taylorfrancis.com/","title":"www.taylorfrancis.com"},{"url":"https://www.routledge.com/","title":"www.routledge.com"},{"url":"https://ia601407.us.archive.org/","title":"ia601407.us.archive.org"},{"url":"https://s3-eu-west-1.amazonaws.com/","title":"s3-eu-west-1.amazonaws.com"},{"url":"https://catalog.hathitrust.org/","title":"catalog.hathitrust.org"},{"url":"https://6kzfkxl54x.labulleadessin.ch/","title":"6kzfkxl54x.labulleadessin.ch"},{"url":"https://en.wikisource.org/","title":"en.wikisource.org"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://philpapers.org/","title":"philpapers.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.gutenberg.org/","title":"www.gutenberg.org"},{"url":"https://openlibrary.org/","title":"openlibrary.org"},{"url":"https://blog.britishnewspaperarchive.co.uk/","title":"blog.britishnewspaperarchive.co.uk"}],"searchCalls":[{"id":"st_tmp_8zah2ba5qsp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5rnkwzkuui9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l31cv3b94xp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uttk6ptvs5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oxniil7p3g8","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-65","epoch":0,"score":"I","citations":[{"url":"https://ndc.services.cdc.gov/","title":"ndc.services.cdc.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://apps.who.int/","title":"apps.who.int"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://wtbod5.uzdim.lv/","title":"wtbod5.uzdim.lv"},{"url":"https://broussartformation.fr/","title":"broussartformation.fr"},{"url":"https://en-brunot.fr/","title":"en-brunot.fr"},{"url":"https://en-brunot.fr/","title":"en-brunot.fr"},{"url":"https://wdf6f59.sensotech.lv/","title":"wdf6f59.sensotech.lv"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://digital.nls.uk/","title":"digital.nls.uk"},{"url":"https://www.nmji.in/","title":"www.nmji.in"},{"url":"https://upload.wikimedia.org/","title":"upload.wikimedia.org"},{"url":"https://researchoutput.csu.edu.au/","title":"researchoutput.csu.edu.au"},{"url":"https://madrasmusings.com/","title":"madrasmusings.com"},{"url":"https://researchoutput.csu.edu.au/","title":"researchoutput.csu.edu.au"},{"url":"https://nmji.in/","title":"nmji.in"},{"url":"https://l6uc5vt3qzlx-amphtml.sga-assainissement.fr/","title":"l6uc5vt3qzlx-amphtml.sga-assainissement.fr"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://ekanobaltija.lv/","title":"ekanobaltija.lv"},{"url":"https://les-maraichers-de-la-poudge.fr/","title":"les-maraichers-de-la-poudge.fr"},{"url":"https://www.jstor.org/","title":"www.jstor.org"}],"searchCalls":[{"id":"st_tmp_9t8199tvmu8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p7md00unu6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gnaj2mnrjuh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hu6gp7m98fb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xnm16ifahzb","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-66","epoch":0,"score":"I","citations":[{"url":"https://www.espncricinfo.com/","title":"www.espncricinfo.com"},{"url":"https://www.cricinfo.com/","title":"www.cricinfo.com"},{"url":"https://www.espncricinfo.com/","title":"www.espncricinfo.com"},{"url":"https://www.espncricinfo.com/","title":"www.espncricinfo.com"},{"url":"https://m.rediff.com/","title":"m.rediff.com"},{"url":"https://sportstar.thehindu.com/","title":"sportstar.thehindu.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://www.tribuneindia.com/","title":"www.tribuneindia.com"},{"url":"https://www.cricketsky.com/","title":"www.cricketsky.com"},{"url":"http://downloads.cricinfo.com/","title":"downloads.cricinfo.com"},{"url":"https://www.espncricinfo.com/","title":"www.espncricinfo.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.espncricinfo.com/","title":"www.espncricinfo.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.cricbuzz.com/","title":"www.cricbuzz.com"}],"searchCalls":[{"id":"st_tmp_15f9fuxqgzx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_azw8av1c15","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ob134nrvwgg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ad3fii4xxq6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rt53k0erb8s","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-67","epoch":0,"score":"C","citations":[{"url":"https://journals.co.za/","title":"journals.co.za"},{"url":"https://journals.co.za/","title":"journals.co.za"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://www.assaf.org.za/","title":"www.assaf.org.za"},{"url":"https://www.iol.co.za/","title":"www.iol.co.za"},{"url":"https://www.wits.ac.za/","title":"www.wits.ac.za"},{"url":"https://genmedhist.eshg.org/","title":"genmedhist.eshg.org"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.scielo.org.za/","title":"www.scielo.org.za"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://journals.co.za/","title":"journals.co.za"},{"url":"https://www.bmj.com/","title":"www.bmj.com"},{"url":"https://journals.co.za/","title":"journals.co.za"},{"url":"https://europepmc.org/","title":"europepmc.org"},{"url":"https://genmedhist.eshg.org/","title":"genmedhist.eshg.org"},{"url":"https://journals.co.za/","title":"journals.co.za"},{"url":"https://journals.co.za/","title":"journals.co.za"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_xtbcqj2u04","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_grrm0bwoxu6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qpefs9u4oh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5ttrrccemz","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2s8g5p0uwyr","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-68","epoch":0,"score":"C","citations":[{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://routledgetextbooks.com/","title":"routledgetextbooks.com"},{"url":"https://v3tk163em1-amphtml.les-maraichers-de-la-poudge.fr/","title":"v3tk163em1-amphtml.les-maraichers-de-la-poudge.fr"},{"url":"https://zrsxf88-amphtml.masida.lt/","title":"zrsxf88-amphtml.masida.lt"},{"url":"https://www.rappler.com/","title":"www.rappler.com"},{"url":"https://www.cbc.ca/","title":"www.cbc.ca"},{"url":"https://theglobalfilipinomagazine.com/","title":"theglobalfilipinomagazine.com"},{"url":"https://www.rappler.com/","title":"www.rappler.com"},{"url":"https://asiatimes.com/","title":"asiatimes.com"},{"url":"https://m.economictimes.com/","title":"m.economictimes.com"},{"url":"https://www.newindianexpress.com/","title":"www.newindianexpress.com"},{"url":"https://theimagista.com/","title":"theimagista.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://indianexpress.com/","title":"indianexpress.com"},{"url":"https://punchng.com/","title":"punchng.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://indianexpress.com/","title":"indianexpress.com"},{"url":"https://ladunliadinews.com/","title":"ladunliadinews.com"},{"url":"https://naija-lyrics.blogspot.com/","title":"naija-lyrics.blogspot.com"},{"url":"https://studiolpm.it/","title":"studiolpm.it"},{"url":"https://egiat.be/","title":"egiat.be"},{"url":"https://le-nouvel-elan.fr/","title":"le-nouvel-elan.fr"},{"url":"https://video-circuit-court.fr/","title":"video-circuit-court.fr"}],"searchCalls":[{"id":"st_tmp_clu7e57ktsd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bytf6jfht0v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bp1xd9qz6ku","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u1lh1uvkx8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fnhsia3bgmh","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-69","epoch":0,"score":"I","citations":[{"url":"https://www.thedailystar.net/","title":"www.thedailystar.net"},{"url":"https://theindependentbd.com/","title":"theindependentbd.com"},{"url":"https://www.thedailystar.net/","title":"www.thedailystar.net"},{"url":"https://dailyasianage.com/","title":"dailyasianage.com"},{"url":"https://online.thedailystar.net/","title":"online.thedailystar.net"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://rubaiyat-hossain.com/","title":"rubaiyat-hossain.com"},{"url":"https://liberalarts.utexas.edu/","title":"liberalarts.utexas.edu"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.goethe.de/","title":"www.goethe.de"},{"url":"https://www.pbs.org/","title":"www.pbs.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://letterboxd.com/","title":"letterboxd.com"},{"url":"https://www.dhakatribune.com/","title":"www.dhakatribune.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://mubi.com/","title":"mubi.com"},{"url":"https://variety.com/","title":"variety.com"}],"searchCalls":[{"id":"st_tmp_7i6g2zee8t8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2xsrdstfo9l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jcirhxgsa3d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fc81yb8zg1c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xke4tycit4o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pywlm0f7c0p","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-7","epoch":0,"score":"I","citations":[{"url":"https://www.police1.com/","title":"www.police1.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://laist.com/","title":"laist.com"},{"url":"https://www.hollywoodreporter.com/","title":"www.hollywoodreporter.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.nbcchicago.com/","title":"www.nbcchicago.com"},{"url":"https://www.redding.com/","title":"www.redding.com"},{"url":"https://www.inquirer.com/","title":"www.inquirer.com"},{"url":"https://www.cbsnews.com/","title":"www.cbsnews.com"},{"url":"https://www.aclu-md.org/","title":"www.aclu-md.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.tvmaze.com/","title":"www.tvmaze.com"},{"url":"https://watch.plex.tv/","title":"watch.plex.tv"},{"url":"https://www.tvguide.com/","title":"www.tvguide.com"},{"url":"https://greysanatomy.fandom.com/","title":"greysanatomy.fandom.com"},{"url":"https://resumes.actorsaccess.com/","title":"resumes.actorsaccess.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://encyclopediaofalabama.org/","title":"encyclopediaofalabama.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"}],"searchCalls":[{"id":"st_tmp_8yek4zzca2a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j4zh2sl30c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lzoydyyspkg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i8bqzhnxltq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wjd2vaoufye","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-70","epoch":0,"score":"C","citations":[{"url":"https://www.independent.ie/","title":"www.independent.ie"},{"url":"https://www.talbotsuites.ie/","title":"www.talbotsuites.ie"},{"url":"https://www.boards.ie/","title":"www.boards.ie"},{"url":"https://www.talbotwexford.ie/","title":"www.talbotwexford.ie"},{"url":"https://www.talbotwexford.ie/","title":"www.talbotwexford.ie"},{"url":"https://www.visitwexford.ie/","title":"www.visitwexford.ie"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.buildingsofireland.ie/","title":"www.buildingsofireland.ie"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.buildingsofireland.ie/","title":"www.buildingsofireland.ie"},{"url":"http://irishlighthouses.blogspot.com/","title":"irishlighthouses.blogspot.com"},{"url":"https://www.visitwexford.ie/","title":"www.visitwexford.ie"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"http://irishlighthouses.blogspot.com/","title":"irishlighthouses.blogspot.com"},{"url":"https://ul179pd2702-amphtml.systemcar67.fr/","title":"ul179pd2702-amphtml.systemcar67.fr"}],"searchCalls":[{"id":"st_tmp_ftjoss3sv8j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_euoax30pdq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q6zwfk6gp0e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o335b8v73n8","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-71","epoch":0,"score":"C","citations":[{"url":"http://northgatemarket.com/","title":"northgatemarket.com"},{"url":"https://www.northgatemarket.com/","title":"www.northgatemarket.com"},{"url":"https://www.northgatemarket.com/","title":"www.northgatemarket.com"},{"url":"https://reports.uwncm.org/","title":"reports.uwncm.org"},{"url":"https://www.dragonflyfloralschool.com/","title":"www.dragonflyfloralschool.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.travelcostamesa.com/","title":"www.travelcostamesa.com"},{"url":"https://www.travelcostamesa.com/","title":"www.travelcostamesa.com"},{"url":"https://www.latimes.com/","title":"www.latimes.com"},{"url":"https://www.latimes.com/","title":"www.latimes.com"},{"url":"https://la.eater.com/","title":"la.eater.com"},{"url":"https://www.latimes.com/","title":"www.latimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.ocbj.com/","title":"www.ocbj.com"},{"url":"https://lataco.com/","title":"lataco.com"},{"url":"https://la.eater.com/","title":"la.eater.com"},{"url":"https://www.northgatemarket.com/","title":"www.northgatemarket.com"},{"url":"https://www.northgatemarket.com/","title":"www.northgatemarket.com"},{"url":"https://www.northgatemarket.com/","title":"www.northgatemarket.com"},{"url":"https://www.northgatemarket.com/","title":"www.northgatemarket.com"}],"searchCalls":[{"id":"st_tmp_67ifa46dr1i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jhrz4w3wn2e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3ehlj31xg08","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1bn74689jpy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_drvgtcmwjuq","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-72","epoch":0,"score":"C","citations":[{"url":"https://ucr.irmct.org/","title":"ucr.irmct.org"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://sk.sagepub.com/","title":"sk.sagepub.com"},{"url":"https://explaininghistory.org/","title":"explaininghistory.org"},{"url":"https://cdn.penalreform.org/","title":"cdn.penalreform.org"},{"url":"https://www.emerald.com/","title":"www.emerald.com"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://ucr.irmct.org/","title":"ucr.irmct.org"},{"url":"https://www.un-ngls.org/","title":"www.un-ngls.org"},{"url":"https://www.cambridge.org/","title":"www.cambridge.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.sciencespo.fr/","title":"www.sciencespo.fr"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://rw.wikipedia.org/","title":"rw.wikipedia.org"},{"url":"https://2009-2017.state.gov/","title":"2009-2017.state.gov"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.minubumwe.gov.rw/","title":"www.minubumwe.gov.rw"},{"url":"https://2009-2017.state.gov/","title":"2009-2017.state.gov"},{"url":"https://digitallibrary.un.org/","title":"digitallibrary.un.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://digitallibrary.un.org/","title":"digitallibrary.un.org"}],"searchCalls":[{"id":"st_tmp_vsa4i4ekel","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9my1q69v9tw","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_gi26d5nz6e5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8te5ik6nd5g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7zy6jx13uct","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-73","epoch":0,"score":"C","citations":[{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://gulfcouncil.org/","title":"gulfcouncil.org"},{"url":"https://rzylnrvadynbo.rest/","title":"rzylnrvadynbo.rest"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://vvafhr.run/","title":"vvafhr.run"},{"url":"https://ynkzdrslrslwh.biz/","title":"ynkzdrslrslwh.biz"},{"url":"https://launion.gov.ph/","title":"launion.gov.ph"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"http://beautyqueenblogs.wordpress.com/","title":"beautyqueenblogs.wordpress.com"},{"url":"http://northphiltimes.blogspot.com/","title":"northphiltimes.blogspot.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.manilatimes.net/","title":"www.manilatimes.net"},{"url":"https://www.puertoparrot.com/","title":"www.puertoparrot.com"},{"url":"https://www.abs-cbn.com/","title":"www.abs-cbn.com"},{"url":"https://www.sunstar.com.ph/","title":"www.sunstar.com.ph"}],"searchCalls":[{"id":"st_tmp_vqounc26yko","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b1brsq4u1y","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m107th05wm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t27zn4qis3h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pi1j8broexd","status":"completed","action":"search","executed":true,"sourceCount":4}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-74","epoch":0,"score":"C","citations":[{"url":"https://www.uri.edu/","title":"www.uri.edu"},{"url":"https://www.uri.edu/","title":"www.uri.edu"},{"url":"https://www.wickedlocal.com/","title":"www.wickedlocal.com"},{"url":"https://www.uri.edu/","title":"www.uri.edu"},{"url":"https://www.acs.org/","title":"www.acs.org"},{"url":"https://web.uri.edu/","title":"web.uri.edu"},{"url":"https://orcid.org/","title":"orcid.org"},{"url":"https://repository.mouau.edu.ng/","title":"repository.mouau.edu.ng"},{"url":"https://scholar.google.com/","title":"scholar.google.com"},{"url":"https://www.alphaxiv.org/","title":"www.alphaxiv.org"},{"url":"https://www.uri.edu/","title":"www.uri.edu"},{"url":"https://www.uri.edu/","title":"www.uri.edu"},{"url":"https://web.uri.edu/","title":"web.uri.edu"},{"url":"https://web.uri.edu/","title":"web.uri.edu"},{"url":"https://digitalcommons.uri.edu/","title":"digitalcommons.uri.edu"},{"url":"https://pdfs.semanticscholar.org/","title":"pdfs.semanticscholar.org"},{"url":"https://digitalcommons.uri.edu/","title":"digitalcommons.uri.edu"},{"url":"https://www.researchgate.net/","title":"www.researchgate.net"},{"url":"https://www.pantheonsorbonne.fr/","title":"www.pantheonsorbonne.fr"},{"url":"https://pbn.com/","title":"pbn.com"},{"url":"https://pbn.com/","title":"pbn.com"},{"url":"https://assets.pbn.com/","title":"assets.pbn.com"},{"url":"https://pbn.com/","title":"pbn.com"},{"url":"https://pbn.com/","title":"pbn.com"}],"searchCalls":[{"id":"st_tmp_nesg26i2lxi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g1keglmi0gh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_53wouuerl6j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2yis0xlg42s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3r9v9y0zc2v","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-75","epoch":0,"score":"I","citations":[{"url":"https://open.spotify.com/","title":"open.spotify.com"},{"url":"https://www.shazam.com/","title":"www.shazam.com"},{"url":"https://open.spotify.com/","title":"open.spotify.com"},{"url":"https://www.theatlantic.com/","title":"www.theatlantic.com"},{"url":"https://www.shazam.com/","title":"www.shazam.com"},{"url":"https://www.peterboroughtoday.co.uk/","title":"www.peterboroughtoday.co.uk"},{"url":"https://ptbomusiclibrary.org/","title":"ptbomusiclibrary.org"},{"url":"https://ptbomusiclibrary.org/","title":"ptbomusiclibrary.org"},{"url":"https://ptbomusiclibrary.org/","title":"ptbomusiclibrary.org"},{"url":"http://news.bbc.co.uk/","title":"news.bbc.co.uk"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://go-knights.net/","title":"go-knights.net"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://hongkongfp.com/","title":"hongkongfp.com"},{"url":"https://www.rte.ie/","title":"www.rte.ie"},{"url":"https://open.spotify.com/","title":"open.spotify.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://readdork.com/","title":"readdork.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.musixmatch.com/","title":"www.musixmatch.com"}],"searchCalls":[{"id":"st_tmp_z897pfe1z1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1zatt79dgz1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gng06gzx05h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rw5s00lv9f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ycll61itmu","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-76","epoch":0,"score":"C","citations":[{"url":"https://resolve.cambridge.org/","title":"resolve.cambridge.org"},{"url":"https://teara.govt.nz/","title":"teara.govt.nz"},{"url":"https://teara.govt.nz/","title":"teara.govt.nz"},{"url":"https://teara.govt.nz/","title":"teara.govt.nz"},{"url":"https://nzhistory.govt.nz/","title":"nzhistory.govt.nz"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://navyhistory.au/","title":"navyhistory.au"},{"url":"https://www.vpm.org/","title":"www.vpm.org"},{"url":"https://www.kqed.org/","title":"www.kqed.org"},{"url":"https://radiowest.kuer.org/","title":"radiowest.kuer.org"},{"url":"https://adb.anu.edu.au/","title":"adb.anu.edu.au"},{"url":"https://adb.anu.edu.au/","title":"adb.anu.edu.au"},{"url":"https://peopleaustralia.anu.edu.au/","title":"peopleaustralia.anu.edu.au"},{"url":"https://adb.anu.edu.au/","title":"adb.anu.edu.au"},{"url":"https://teara.govt.nz/","title":"teara.govt.nz"},{"url":"https://teara.govt.nz/","title":"teara.govt.nz"},{"url":"https://teara.govt.nz/","title":"teara.govt.nz"},{"url":"https://teara.govt.nz/","title":"teara.govt.nz"},{"url":"https://australian.museum/","title":"australian.museum"},{"url":"https://convictrecords.com.au/","title":"convictrecords.com.au"},{"url":"https://ancestors.familysearch.org/","title":"ancestors.familysearch.org"},{"url":"https://convictrecords.com.au/","title":"convictrecords.com.au"}],"searchCalls":[{"id":"st_tmp_2mqqwplel5j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xl1q4tecyd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pmolriyhfi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i9m7pyzzlvf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cniyax2614f","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-77","epoch":0,"score":"C","citations":[{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://nigerianobservernews.com/","title":"nigerianobservernews.com"},{"url":"https://allafrica.com/","title":"allafrica.com"},{"url":"https://dailytrust.com/","title":"dailytrust.com"},{"url":"https://www.edoheritage.com/","title":"www.edoheritage.com"},{"url":"https://nigerianobservernews.com/","title":"nigerianobservernews.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.oxbridgenigeria.com/","title":"www.oxbridgenigeria.com"},{"url":"https://punchng.com/","title":"punchng.com"},{"url":"https://translanth.hypotheses.org/","title":"translanth.hypotheses.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://sites.ccsu.edu/","title":"sites.ccsu.edu"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://publications.parliament.uk/","title":"publications.parliament.uk"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://thesun.ng/","title":"thesun.ng"}],"searchCalls":[{"id":"st_tmp_e1bwdyv39s8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m1f4qzkd2tn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4iy30b2medg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3awpvkvsewh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vmbyyb43xi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w538hibxe1f","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-78","epoch":0,"score":"I","citations":[{"url":"https://oro.open.ac.uk/","title":"oro.open.ac.uk"},{"url":"https://resources.clie.ucl.ac.uk/","title":"resources.clie.ucl.ac.uk"},{"url":"https://resources.clie.ucl.ac.uk/","title":"resources.clie.ucl.ac.uk"},{"url":"https://testing.tucapelcampo.aeurus.cl/","title":"testing.tucapelcampo.aeurus.cl"},{"url":"https://www.repository.cam.ac.uk/","title":"www.repository.cam.ac.uk"},{"url":"https://philpapers.org/","title":"philpapers.org"},{"url":"https://www.degruyterbrill.com/","title":"www.degruyterbrill.com"},{"url":"https://danielaguirreoteiza.rll-faculty.fas.harvard.edu/","title":"danielaguirreoteiza.rll-faculty.fas.harvard.edu"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://digital.library.unt.edu/","title":"digital.library.unt.edu"},{"url":"https://www.repository.cam.ac.uk/","title":"www.repository.cam.ac.uk"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://stanforddaily.com/","title":"stanforddaily.com"},{"url":"https://shc.stanford.edu/","title":"shc.stanford.edu"},{"url":"https://stanforddaily.com/","title":"stanforddaily.com"},{"url":"https://humsci.stanford.edu/","title":"humsci.stanford.edu"},{"url":"https://stanforddaily.com/","title":"stanforddaily.com"},{"url":"https://yaledailynews.com/","title":"yaledailynews.com"},{"url":"https://news.arizona.edu/","title":"news.arizona.edu"},{"url":"https://www.dailycal.org/","title":"www.dailycal.org"},{"url":"https://artshumanities.uchicago.edu/","title":"artshumanities.uchicago.edu"},{"url":"https://direct.mit.edu/","title":"direct.mit.edu"}],"searchCalls":[{"id":"st_tmp_tfevw7fetar","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_146avdn9ipd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zpfv3nrjx1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2cet3rwax42","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tt3plxsz61q","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-79","epoch":0,"score":"I","citations":[{"url":"https://www.wto.org/","title":"www.wto.org"},{"url":"https://www.wto.org/","title":"www.wto.org"},{"url":"https://resources.clie.ucl.ac.uk/","title":"resources.clie.ucl.ac.uk"},{"url":"https://www.hks.harvard.edu/","title":"www.hks.harvard.edu"},{"url":"https://researchrepository.ru.ac.za/","title":"researchrepository.ru.ac.za"},{"url":"https://resources.clie.ucl.ac.uk/","title":"resources.clie.ucl.ac.uk"},{"url":"https://socialwork.uw.edu/","title":"socialwork.uw.edu"},{"url":"https://resources.clie.ucl.ac.uk/","title":"resources.clie.ucl.ac.uk"},{"url":"https://socialwork.uw.edu/","title":"socialwork.uw.edu"},{"url":"https://resources.clie.ucl.ac.uk/","title":"resources.clie.ucl.ac.uk"},{"url":"https://resources.clie.ucl.ac.uk/","title":"resources.clie.ucl.ac.uk"},{"url":"https://resources.clie.ucl.ac.uk/","title":"resources.clie.ucl.ac.uk"},{"url":"https://resources.clie.ucl.ac.uk/","title":"resources.clie.ucl.ac.uk"},{"url":"https://research.manchester.ac.uk/","title":"research.manchester.ac.uk"},{"url":"https://www.humanities.manchester.ac.uk/","title":"www.humanities.manchester.ac.uk"},{"url":"https://hummedia.manchester.ac.uk/","title":"hummedia.manchester.ac.uk"},{"url":"https://commerce.uct.ac.za/","title":"commerce.uct.ac.za"},{"url":"https://repository.essex.ac.uk/","title":"repository.essex.ac.uk"},{"url":"https://independent.academia.edu/","title":"independent.academia.edu"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.cambridge.org/","title":"www.cambridge.org"},{"url":"https://www.cambridge.org/","title":"www.cambridge.org"}],"searchCalls":[{"id":"st_tmp_j8e4o1g8g5k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gbr08f5ufzg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qu9sg9rl7yk","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_parssa86o2e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h9y4brtsyt4","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-8","epoch":0,"score":"C","citations":[{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.tvguide.com/","title":"www.tvguide.com"},{"url":"https://tv.apple.com/","title":"tv.apple.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://m.imdb.com/","title":"m.imdb.com"},{"url":"https://entertainment.ie/","title":"entertainment.ie"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.perfery.com/","title":"www.perfery.com"},{"url":"https://goldenglobes.com/","title":"goldenglobes.com"},{"url":"https://goldcrestfilms.com/","title":"goldcrestfilms.com"},{"url":"https://goldcrestfilms.com/","title":"goldcrestfilms.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_qrma9io187","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4kcdsmv84um","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w6j8ci9qe8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i5nrta0ntc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wz9p0hqm1fi","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-80","epoch":0,"score":"C","citations":[{"url":"https://www.thetimes-tribune.com/","title":"www.thetimes-tribune.com"},{"url":"https://www.ydr.com/","title":"www.ydr.com"},{"url":"https://www.swiowanewssource.com/","title":"www.swiowanewssource.com"},{"url":"https://www.yahoo.com/","title":"www.yahoo.com"},{"url":"https://www.yorkdispatch.com/","title":"www.yorkdispatch.com"},{"url":"https://funeral.com/","title":"funeral.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://online.ucpress.edu/","title":"online.ucpress.edu"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://openpublishing.psu.edu/","title":"openpublishing.psu.edu"},{"url":"https://www.bunkhistory.org/","title":"www.bunkhistory.org"},{"url":"https://lancasteronline.com/","title":"lancasteronline.com"},{"url":"https://www.publishersweekly.com/","title":"www.publishersweekly.com"},{"url":"https://www.bunkhistory.org/","title":"www.bunkhistory.org"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"},{"url":"https://www.atlasobscura.com/","title":"www.atlasobscura.com"}],"searchCalls":[{"id":"st_tmp_fnyjv3w0afq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xsqcc5bwr8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mxd3ohz8xqr","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_6rgp8ugymna","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c1lf2ax7oo","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-81","epoch":0,"score":"C","citations":[{"url":"https://www.uregina.ca/","title":"www.uregina.ca"},{"url":"https://cdn.dal.ca/","title":"cdn.dal.ca"},{"url":"https://www.ijhpm.com/","title":"www.ijhpm.com"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.ijhpm.com/","title":"www.ijhpm.com"},{"url":"https://www.collectionscanada.gc.ca/","title":"www.collectionscanada.gc.ca"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://harvest.usask.ca/","title":"harvest.usask.ca"},{"url":"https://www.msvu.ca/","title":"www.msvu.ca"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://www.tandfonline.com/","title":"www.tandfonline.com"},{"url":"https://www.mtroyal.ca/","title":"www.mtroyal.ca"},{"url":"https://www.mtroyal.ca/","title":"www.mtroyal.ca"},{"url":"https://www.ijhpm.com/","title":"www.ijhpm.com"},{"url":"https://www.ijhpm.com/","title":"www.ijhpm.com"},{"url":"https://www.ijhpm.com/","title":"www.ijhpm.com"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://www.researchgate.net/","title":"www.researchgate.net"},{"url":"https://www.canada.ca/","title":"www.canada.ca"},{"url":"https://ansa.novascotia.ca/","title":"ansa.novascotia.ca"},{"url":"https://www.canada.ca/","title":"www.canada.ca"},{"url":"https://www.canlii.org/","title":"www.canlii.org"},{"url":"https://www.chebucto.ns.ca/","title":"www.chebucto.ns.ca"}],"searchCalls":[{"id":"st_tmp_l00nhpz4dzk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pe2wwf3vfdg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x1fxfsfc5h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xxl1yo432tn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_638bctqv6eo","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-82","epoch":0,"score":"I","citations":[{"url":"http://www.revistascisan.unam.mx/","title":"www.revistascisan.unam.mx"},{"url":"https://www.iowapbs.org/","title":"www.iowapbs.org"},{"url":"https://catalog.hathitrust.org/","title":"catalog.hathitrust.org"},{"url":"https://read.dukeupress.edu/","title":"read.dukeupress.edu"},{"url":"https://read.dukeupress.edu/","title":"read.dukeupress.edu"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://sk.sagepub.com/","title":"sk.sagepub.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://researchrepository.wvu.edu/","title":"researchrepository.wvu.edu"},{"url":"https://clinicaltrials.gov/","title":"clinicaltrials.gov"},{"url":"https://europepmc.org/","title":"europepmc.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://www.spiritsanddistilling.com/","title":"www.spiritsanddistilling.com"},{"url":"https://pdfs.semanticscholar.org/","title":"pdfs.semanticscholar.org"},{"url":"https://cdn.clinicaltrials.gov/","title":"cdn.clinicaltrials.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"}],"searchCalls":[{"id":"st_tmp_y8vj95hdd69","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_549we743lzp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ydk38qnslzl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y8eb0oaqjy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tmbvsvni1yr","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-83","epoch":0,"score":"I","citations":[{"url":"https://www.si.edu/","title":"www.si.edu"},{"url":"https://asia-archive.si.edu/","title":"asia-archive.si.edu"},{"url":"https://www.si.edu/","title":"www.si.edu"},{"url":"https://americanart.si.edu/","title":"americanart.si.edu"},{"url":"https://itoldya420.getarchive.net/","title":"itoldya420.getarchive.net"},{"url":"https://hirshhorn.si.edu/","title":"hirshhorn.si.edu"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.roadsideamerica.com/","title":"www.roadsideamerica.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://today.ucsd.edu/","title":"today.ucsd.edu"},{"url":"https://news.iu.edu/","title":"news.iu.edu"},{"url":"https://heartheboatsing.com/","title":"heartheboatsing.com"},{"url":"https://www.bucksfreepress.co.uk/","title":"www.bucksfreepress.co.uk"},{"url":"https://www.bucksfreepress.co.uk/","title":"www.bucksfreepress.co.uk"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.londonmuseum.org.uk/","title":"www.londonmuseum.org.uk"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.irishtimes.com/","title":"www.irishtimes.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.bucksfreepress.co.uk/","title":"www.bucksfreepress.co.uk"},{"url":"https://www.kiddeytrail.co.uk/","title":"www.kiddeytrail.co.uk"},{"url":"https://www.instagram.com/","title":"www.instagram.com"}],"searchCalls":[{"id":"st_tmp_es1cwzhja48","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jnpynyjubdo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0fi56qyhz06n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9p17in4mlxj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ynbc4u7v0f","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-84","epoch":0,"score":"I","citations":[{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.slj.com/","title":"www.slj.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"http://news.bbc.co.uk/","title":"news.bbc.co.uk"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.thetimes.com/","title":"www.thetimes.com"},{"url":"https://www.eadt.co.uk/","title":"www.eadt.co.uk"},{"url":"https://thenodmag.com/","title":"thenodmag.com"},{"url":"https://booksaremyfavouriteandbest.com/","title":"booksaremyfavouriteandbest.com"},{"url":"https://kilian-staudt.de/","title":"kilian-staudt.de"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"}],"searchCalls":[{"id":"st_tmp_kvm6nab897","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fl8znks0gwk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lmdjk2c3kh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_txq5q1v2sbd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4voi9a2xinw","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-85","epoch":0,"score":"I","citations":[{"url":"https://wrap.warwick.ac.uk/","title":"wrap.warwick.ac.uk"},{"url":"https://wrap.warwick.ac.uk/","title":"wrap.warwick.ac.uk"},{"url":"https://wrap.warwick.ac.uk/","title":"wrap.warwick.ac.uk"},{"url":"https://wrap.warwick.ac.uk/","title":"wrap.warwick.ac.uk"},{"url":"https://wrap.warwick.ac.uk/","title":"wrap.warwick.ac.uk"},{"url":"https://www.birmingham.ac.uk/","title":"www.birmingham.ac.uk"},{"url":"https://www.birmingham.ac.uk/","title":"www.birmingham.ac.uk"},{"url":"https://www.bloomsbury.com/","title":"www.bloomsbury.com"},{"url":"https://resolve.cambridge.org/","title":"resolve.cambridge.org"},{"url":"https://wrap.warwick.ac.uk/","title":"wrap.warwick.ac.uk"},{"url":"https://coral-egret.lnx.warwick.ac.uk/","title":"coral-egret.lnx.warwick.ac.uk"},{"url":"https://research.birmingham.ac.uk/","title":"research.birmingham.ac.uk"},{"url":"https://docslib.org/","title":"docslib.org"},{"url":"https://newbooksnetwork.com/","title":"newbooksnetwork.com"},{"url":"https://research.birmingham.ac.uk/","title":"research.birmingham.ac.uk"},{"url":"https://wrap.warwick.ac.uk/","title":"wrap.warwick.ac.uk"},{"url":"https://wrap.warwick.ac.uk/","title":"wrap.warwick.ac.uk"},{"url":"https://wrap.warwick.ac.uk/","title":"wrap.warwick.ac.uk"},{"url":"https://docslib.org/","title":"docslib.org"},{"url":"https://docslib.org/","title":"docslib.org"},{"url":"https://docslib.org/","title":"docslib.org"},{"url":"https://docslib.org/","title":"docslib.org"},{"url":"https://docslib.org/","title":"docslib.org"}],"searchCalls":[{"id":"st_tmp_qatscwwzsgr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1eljpicb4ns","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_2caaqkfo6ku","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w7as2jvulx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_asrq3rn1fu9","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-86","epoch":0,"score":"I","citations":[{"url":"https://www.wsj.com/","title":"www.wsj.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://mswrgjirerbop.skin/","title":"mswrgjirerbop.skin"},{"url":"https://pebtqauzibaou.cam/","title":"pebtqauzibaou.cam"},{"url":"https://vvzrrlmkhtrcf.biz/","title":"vvzrrlmkhtrcf.biz"},{"url":"https://pebtqauzibaou.cam/","title":"pebtqauzibaou.cam"},{"url":"https://www.newyorker.com/","title":"www.newyorker.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://archive.nytimes.com/","title":"archive.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://www.reuters.com/","title":"www.reuters.com"}],"searchCalls":[{"id":"st_tmp_iz7za8wlax","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sdqt0xnxrhc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vjc62hr356m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c9zbgmro4zh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fjaqn76zlc","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-87","epoch":0,"score":"C","citations":[{"url":"https://www.stellenboschheritage.co.za/","title":"www.stellenboschheritage.co.za"},{"url":"http://www.stellenboschheritage.co.za/","title":"www.stellenboschheritage.co.za"},{"url":"https://www.stellenboschheritage.co.za/","title":"www.stellenboschheritage.co.za"},{"url":"https://collections.sun.ac.za/","title":"collections.sun.ac.za"},{"url":"https://www.nationalarchives.gov.za/","title":"www.nationalarchives.gov.za"},{"url":"https://www.stellenboschheritage.co.za/","title":"www.stellenboschheritage.co.za"},{"url":"https://www.nationalarchives.gov.za/","title":"www.nationalarchives.gov.za"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://www.hwc.org.za/","title":"www.hwc.org.za"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://ancestors.familysearch.org/","title":"ancestors.familysearch.org"},{"url":"https://zebregsroell.com/","title":"zebregsroell.com"},{"url":"https://msa.maryland.gov/","title":"msa.maryland.gov"},{"url":"https://msa.maryland.gov/","title":"msa.maryland.gov"},{"url":"https://msa.maryland.gov/","title":"msa.maryland.gov"},{"url":"https://msa.maryland.gov/","title":"msa.maryland.gov"},{"url":"https://msa.maryland.gov/","title":"msa.maryland.gov"},{"url":"https://zebregsroell.com/","title":"zebregsroell.com"},{"url":"https://zebregsroell.com/","title":"zebregsroell.com"},{"url":"https://www.alamy.com/","title":"www.alamy.com"}],"searchCalls":[{"id":"st_tmp_6n4oxvkupsm","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_nworrilme4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wxkjsdbrdp9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rewc09i88p8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_isk2u0fs9ll","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-88","epoch":0,"score":"I","citations":[{"url":"https://esirc.emporia.edu/","title":"esirc.emporia.edu"},{"url":"https://esirc.emporia.edu/","title":"esirc.emporia.edu"},{"url":"https://iopn.library.illinois.edu/","title":"iopn.library.illinois.edu"},{"url":"https://kilian-staudt.de/","title":"kilian-staudt.de"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.doc.ks.gov/","title":"www.doc.ks.gov"},{"url":"https://www.theiacp.org/","title":"www.theiacp.org"},{"url":"https://files.eric.ed.gov/","title":"files.eric.ed.gov"},{"url":"https://library.ks.gov/","title":"library.ks.gov"},{"url":"https://www.kltv.com/","title":"www.kltv.com"},{"url":"https://kswriterteacher.wordpress.com/","title":"kswriterteacher.wordpress.com"},{"url":"https://mediaschool.indiana.edu/","title":"mediaschool.indiana.edu"},{"url":"https://crimereads.com/","title":"crimereads.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"http://crimereads.com/","title":"crimereads.com"},{"url":"https://crimereads.com/","title":"crimereads.com"},{"url":"https://crimereads.com/","title":"crimereads.com"},{"url":"https://crimereads.com/","title":"crimereads.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://crimereads.com/","title":"crimereads.com"},{"url":"https://crimereads.com/","title":"crimereads.com"},{"url":"https://crimereads.com/","title":"crimereads.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"}],"searchCalls":[{"id":"st_tmp_dmta7o5yoce","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vabd3o952p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1am54vfeydk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yhmo2vn1y7","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_olkqy7bgx5e","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-89","epoch":0,"score":"C","citations":[{"url":"https://www.espn.com.sg/","title":"www.espn.com.sg"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://africa.espn.com/","title":"africa.espn.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.playmakerstats.com/","title":"www.playmakerstats.com"},{"url":"https://dbpedia.org/","title":"dbpedia.org"},{"url":"http://www.league321.com/","title":"www.league321.com"},{"url":"https://www.transfermarkt.us/","title":"www.transfermarkt.us"},{"url":"https://www.transfermarkt.us/","title":"www.transfermarkt.us"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.transfermarkt.us/","title":"www.transfermarkt.us"},{"url":"https://www.transfermarkt.com/","title":"www.transfermarkt.com"},{"url":"https://tribuna.com/","title":"tribuna.com"},{"url":"https://us.soccerway.com/","title":"us.soccerway.com"},{"url":"https://www.flashscore.com/","title":"www.flashscore.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://tribuna.com/","title":"tribuna.com"},{"url":"https://www.transfermarkt.com/","title":"www.transfermarkt.com"},{"url":"https://www.transfermarkt.co.uk/","title":"www.transfermarkt.co.uk"},{"url":"https://tribuna.com/","title":"tribuna.com"}],"searchCalls":[{"id":"st_tmp_kgwbs79726","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rqnf7wbdmy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tflxpb9c6u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lajqmlddtd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rsh1rtnq1so","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-9","epoch":0,"score":"I","citations":[{"url":"https://worldart.news/","title":"worldart.news"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://goarts.ucla.edu/","title":"goarts.ucla.edu"},{"url":"https://whitney.org/","title":"whitney.org"},{"url":"https://www.artnewsportal.com/","title":"www.artnewsportal.com"},{"url":"https://direct.mit.edu/","title":"direct.mit.edu"},{"url":"https://www.rem.routledge.com/","title":"www.rem.routledge.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.magnin-a.com/","title":"www.magnin-a.com"},{"url":"https://www.blackliquidart.com/","title":"www.blackliquidart.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.rem.routledge.com/","title":"www.rem.routledge.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://mosi-o-tunya.org/","title":"mosi-o-tunya.org"},{"url":"https://art.chaminuka.com/","title":"art.chaminuka.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"}],"searchCalls":[{"id":"st_tmp_hjmt2asywp6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tgfb6na3mb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4lij51mz9c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rx2koz55uln","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_of6gg79s82i","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-90","epoch":0,"score":"I","citations":[{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://www.e-ir.info/","title":"www.e-ir.info"},{"url":"https://open.umn.edu/","title":"open.umn.edu"},{"url":"https://assets.cambridge.org/","title":"assets.cambridge.org"},{"url":"https://jsis.washington.edu/","title":"jsis.washington.edu"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://www.churchtimes.co.uk/","title":"www.churchtimes.co.uk"},{"url":"https://catalog.hathitrust.org/","title":"catalog.hathitrust.org"},{"url":"https://www.penguinrandomhouse.com/","title":"www.penguinrandomhouse.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.cambridge.org/","title":"www.cambridge.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.sacred-texts.com/","title":"www.sacred-texts.com"},{"url":"https://www.ucpress.edu/","title":"www.ucpress.edu"},{"url":"https://sentry.rmu.edu/","title":"sentry.rmu.edu"},{"url":"https://apicciano.commons.gc.cuny.edu/","title":"apicciano.commons.gc.cuny.edu"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.yahoo.com/","title":"www.yahoo.com"},{"url":"https://www.gutenberg.org/","title":"www.gutenberg.org"},{"url":"https://openlibrary.org/","title":"openlibrary.org"},{"url":"https://www.theatlantic.com/","title":"www.theatlantic.com"},{"url":"https://mellenpress.com/","title":"mellenpress.com"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"}],"searchCalls":[{"id":"st_tmp_x3ujkg21jwp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u0lno9nf29e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gvcvlb1feo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n9pxobrlkki","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oe84pdy535","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-91","epoch":0,"score":"I","citations":[{"url":"https://incontraladanza.it/","title":"incontraladanza.it"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.onthisday.com/","title":"www.onthisday.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.onthisday.com/","title":"www.onthisday.com"},{"url":"https://celebconfirmed.com/","title":"celebconfirmed.com"},{"url":"https://o257v7fh.ottofischbach.ch/","title":"o257v7fh.ottofischbach.ch"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.watchmojo.com/","title":"www.watchmojo.com"},{"url":"https://www.allkpop.com/","title":"www.allkpop.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://kilian-staudt.de/","title":"kilian-staudt.de"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://sg.news.yahoo.com/","title":"sg.news.yahoo.com"},{"url":"https://rollingstoneindia.com/","title":"rollingstoneindia.com"},{"url":"https://time.com/","title":"time.com"},{"url":"https://www.shazam.com/","title":"www.shazam.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.chosun.com/","title":"www.chosun.com"}],"searchCalls":[{"id":"st_tmp_6vcxj24kti","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0xieew3guvx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rtu7zn2hsl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jobobbo5cyi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fkp5lgt3qyd","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-92","epoch":0,"score":"C","citations":[{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://journals.lww.com/","title":"journals.lww.com"},{"url":"https://journals.lww.com/","title":"journals.lww.com"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.aao.org/","title":"www.aao.org"},{"url":"https://www.aao.org/","title":"www.aao.org"},{"url":"http://stacks.cdc.gov/","title":"stacks.cdc.gov"},{"url":"https://www.aao.org/","title":"www.aao.org"},{"url":"https://neurology.duke.edu/","title":"neurology.duke.edu"},{"url":"https://spotlight.duke.edu/","title":"spotlight.duke.edu"},{"url":"https://www.aao.org/","title":"www.aao.org"},{"url":"https://scholars.duke.edu/","title":"scholars.duke.edu"},{"url":"https://dukeeyecenter.duke.edu/","title":"dukeeyecenter.duke.edu"},{"url":"https://www.aao.org/","title":"www.aao.org"},{"url":"https://www.aao.org/","title":"www.aao.org"},{"url":"https://www.aao.org/","title":"www.aao.org"},{"url":"https://www.aao.org/","title":"www.aao.org"},{"url":"https://www.aao.org/","title":"www.aao.org"},{"url":"https://www.aao.org/","title":"www.aao.org"},{"url":"https://www.aao.org/","title":"www.aao.org"},{"url":"https://www.aao.org/","title":"www.aao.org"},{"url":"https://www.aao.org/","title":"www.aao.org"},{"url":"https://www.aao.org/","title":"www.aao.org"}],"searchCalls":[{"id":"st_tmp_afs7q0cndpu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4tvsvgzv82","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7m8d71vlemf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7hb16qv0jp8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y88z8t9x24k","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-93","epoch":0,"score":"I","citations":[{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://journals.psu.edu/","title":"journals.psu.edu"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.publishersweekly.com/","title":"www.publishersweekly.com"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.post-gazette.com/","title":"www.post-gazette.com"},{"url":"https://thelionofanacostia.wordpress.com/","title":"thelionofanacostia.wordpress.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.insidehighered.com/","title":"www.insidehighered.com"},{"url":"https://www.ebsco.com/","title":"www.ebsco.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://blackpast.org/","title":"blackpast.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://librarycatalog.ecu.edu/","title":"librarycatalog.ecu.edu"},{"url":"https://docsouth.unc.edu/","title":"docsouth.unc.edu"},{"url":"https://catalog.hathitrust.org/","title":"catalog.hathitrust.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://todayinsci.com/","title":"todayinsci.com"},{"url":"https://docsouth.unc.edu/","title":"docsouth.unc.edu"}],"searchCalls":[{"id":"st_tmp_6rsg2y1hu29","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sa9e03474or","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cy20dgscllv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hjmt3tjovzn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mu6vp34kqt","status":"completed","action":"search","executed":true,"sourceCount":1}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-94","epoch":0,"score":"C","citations":[{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://www.koreaboo.com/","title":"www.koreaboo.com"},{"url":"https://www.allkpop.com/","title":"www.allkpop.com"},{"url":"https://www.koreaboo.com/","title":"www.koreaboo.com"},{"url":"https://www.koreaboo.com/","title":"www.koreaboo.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://www.allkpop.com/","title":"www.allkpop.com"},{"url":"https://www.youtube.com/","title":"www.youtube.com"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://www.allkpop.com/","title":"www.allkpop.com"},{"url":"https://www.koreaboo.com/","title":"www.koreaboo.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.koreaboo.com/","title":"www.koreaboo.com"},{"url":"https://www.instagram.com/","title":"www.instagram.com"},{"url":"https://www.koreaboo.com/","title":"www.koreaboo.com"},{"url":"https://www.allkpop.com/","title":"www.allkpop.com"},{"url":"https://posvirtual.fapam.edu.br/","title":"posvirtual.fapam.edu.br"},{"url":"https://www.koreaboo.com/","title":"www.koreaboo.com"},{"url":"https://www.koreaboo.com/","title":"www.koreaboo.com"},{"url":"https://www.unitedkpop.com/","title":"www.unitedkpop.com"},{"url":"https://online-english.britishcouncil.org/","title":"online-english.britishcouncil.org"}],"searchCalls":[{"id":"st_tmp_x0z4lfr1w5h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p9izd73aiy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t2nwltflbul","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_twhuslv1ra","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_di2bbyosvcu","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_utpbvz2t7o","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-95","epoch":0,"score":"I","citations":[{"url":"https://www.flickr.com/","title":"www.flickr.com"},{"url":"https://www.flickr.com/","title":"www.flickr.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.news24.com/","title":"www.news24.com"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://x7b483ldl0.labulleadessin.ch/","title":"x7b483ldl0.labulleadessin.ch"},{"url":"https://0jxpfx9vvrne-amphtml.2607brs.fr/","title":"0jxpfx9vvrne-amphtml.2607brs.fr"},{"url":"https://vilanova-moya.cat/","title":"vilanova-moya.cat"},{"url":"https://www.glencairnmuseum.org/","title":"www.glencairnmuseum.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"}],"searchCalls":[{"id":"st_tmp_0f1heu9gzaf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tm6nmgxuf2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cyd6sx9npj8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0mrbwo6bl9h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fo7lrvt77p6","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-96","epoch":0,"score":"C","citations":[{"url":"https://www.lvc.edu/","title":"www.lvc.edu"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://cnas.ucr.edu/","title":"cnas.ucr.edu"},{"url":"http://65.0.107.126/","title":"65.0.107.126"},{"url":"http://52.91.137.163/","title":"52.91.137.163"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.gmusicplus.com/","title":"www.gmusicplus.com"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"http://13.221.215.172/","title":"13.221.215.172"},{"url":"https://www.thenewman.org.ng/","title":"www.thenewman.org.ng"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://www.shazam.com/","title":"www.shazam.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.africanmusiclibrary.org/","title":"www.africanmusiclibrary.org"},{"url":"https://www.premier.plus/","title":"www.premier.plus"},{"url":"https://www.newreleasetoday.com/","title":"www.newreleasetoday.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://gospelminds.com/","title":"gospelminds.com"}],"searchCalls":[{"id":"st_tmp_3o1px5hy9pl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ybfzyhm6k5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gshdx358tkj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f084r1azc9u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gpfgpmi1kn","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-97","epoch":0,"score":"I","citations":[{"url":"https://muse.jhu.edu/","title":"muse.jhu.edu"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://resolve.cambridge.org/","title":"resolve.cambridge.org"},{"url":"https://mmp.mml.ox.ac.uk/","title":"mmp.mml.ox.ac.uk"},{"url":"https://www.poemhunter.com/","title":"www.poemhunter.com"},{"url":"https://www.poetryfoundation.org/","title":"www.poetryfoundation.org"},{"url":"https://poetryarchive.org/","title":"poetryarchive.org"},{"url":"https://www.magd.cam.ac.uk/","title":"www.magd.cam.ac.uk"},{"url":"https://english.cornell.edu/","title":"english.cornell.edu"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://www.poetryfoundation.org/","title":"www.poetryfoundation.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://oclw.web.ox.ac.uk/","title":"oclw.web.ox.ac.uk"},{"url":"https://www.ebsco.com/","title":"www.ebsco.com"}],"searchCalls":[{"id":"st_tmp_lg0u5pfsmpi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j8fggem3u2i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q2zzvl7vcej","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zb83lkb9se","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s2qofqkvzep","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-98","epoch":0,"score":"C","citations":[{"url":"https://www.centerphilsci.pitt.edu/","title":"www.centerphilsci.pitt.edu"},{"url":"https://dome.mit.edu/","title":"dome.mit.edu"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://pubs.aip.org/","title":"pubs.aip.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://spectrumlocalnews.com/","title":"spectrumlocalnews.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://ag.purdue.edu/","title":"ag.purdue.edu"},{"url":"https://www.birmingham.ac.uk/","title":"www.birmingham.ac.uk"},{"url":"https://cen.acs.org/","title":"cen.acs.org"},{"url":"https://www.purdue.edu/","title":"www.purdue.edu"},{"url":"https://medschool.umich.edu/","title":"medschool.umich.edu"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://chem.yale.edu/","title":"chem.yale.edu"},{"url":"https://officeofthesecretary.fas.harvard.edu/","title":"officeofthesecretary.fas.harvard.edu"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://www.purdueexponent.org/","title":"www.purdueexponent.org"},{"url":"https://news.yale.edu/","title":"news.yale.edu"},{"url":"https://www.timescolonist.com/","title":"www.timescolonist.com"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://news.cornell.edu/","title":"news.cornell.edu"},{"url":"https://www.rockefeller.edu/","title":"www.rockefeller.edu"},{"url":"https://digital.archives.caltech.edu/","title":"digital.archives.caltech.edu"}],"searchCalls":[{"id":"st_tmp_q3qru61f8tg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yyrhyd9yhva","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_73jybyruznn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hrjq45i1irh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_web2sua4e4s","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"browsecomp","sampleId":"browsecomp-99","epoch":0,"score":"I","citations":[{"url":"https://economictimes.indiatimes.com/","title":"economictimes.indiatimes.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.wordplays.com/","title":"www.wordplays.com"},{"url":"https://www.huffpost.com/","title":"www.huffpost.com"},{"url":"https://www.huffpost.com/","title":"www.huffpost.com"},{"url":"https://economictimes.indiatimes.com/","title":"economictimes.indiatimes.com"},{"url":"https://economictimes.indiatimes.com/","title":"economictimes.indiatimes.com"},{"url":"https://economictimes.indiatimes.com/","title":"economictimes.indiatimes.com"},{"url":"https://economictimes.indiatimes.com/","title":"economictimes.indiatimes.com"},{"url":"https://economictimes.indiatimes.com/","title":"economictimes.indiatimes.com"},{"url":"https://economictimes.indiatimes.com/","title":"economictimes.indiatimes.com"},{"url":"https://economictimes.indiatimes.com/","title":"economictimes.indiatimes.com"}],"searchCalls":[{"id":"st_tmp_g2zknq8z6e9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9v00mczhkkg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e5hi6tj9cph","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x9vhsfkec5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9vbxxuc66vi","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-0","epoch":0,"score":"C","citations":[{"url":"https://migrationobservatory.ox.ac.uk/","title":"migrationobservatory.ox.ac.uk"},{"url":"https://migrationobservatory.ox.ac.uk/","title":"migrationobservatory.ox.ac.uk"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://reliefweb.int/","title":"reliefweb.int"},{"url":"https://composite-indicators.jrc.ec.europa.eu/","title":"composite-indicators.jrc.ec.europa.eu"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"},{"url":"https://ocindex.net/","title":"ocindex.net"}],"searchCalls":[{"id":"st_tmp_4p21hnrgeuo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3xhb39o0eyk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b6ci0afcix4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ka42x0s59bh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ixv01rado7e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s5cy250lnk8","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_07sf54qit0pk","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_k5ldt3m6b6h","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-1","epoch":0,"score":"C","citations":[{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://tech.yahoo.com/","title":"tech.yahoo.com"},{"url":"https://massivelyop.com/","title":"massivelyop.com"},{"url":"https://www.gamespot.com/","title":"www.gamespot.com"},{"url":"https://massivelyop.com/","title":"massivelyop.com"},{"url":"https://kotaku.com/","title":"kotaku.com"},{"url":"https://www.mmorpg.com/","title":"www.mmorpg.com"},{"url":"https://www.vice.com/","title":"www.vice.com"},{"url":"https://www.guinnessworldrecords.com/","title":"www.guinnessworldrecords.com"},{"url":"https://mein-mmo.de/","title":"mein-mmo.de"},{"url":"https://oldschool.runescape.wiki/","title":"oldschool.runescape.wiki"},{"url":"https://oldschool.runescape.wiki/","title":"oldschool.runescape.wiki"},{"url":"https://oldschool.runescape.wiki/","title":"oldschool.runescape.wiki"},{"url":"https://wiki.garlichq.com/","title":"wiki.garlichq.com"},{"url":"https://oldschool.runescape.wiki/","title":"oldschool.runescape.wiki"},{"url":"https://oldschool.runescape.wiki/","title":"oldschool.runescape.wiki"},{"url":"https://secure.runescape.com/","title":"secure.runescape.com"},{"url":"https://secure.runescape.com/","title":"secure.runescape.com"},{"url":"https://www.mmorpg.com/","title":"www.mmorpg.com"},{"url":"https://www.guinnessworldrecords.com/","title":"www.guinnessworldrecords.com"},{"url":"https://discord.com/","title":"discord.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"}],"searchCalls":[{"id":"st_tmp_6ul56kuc6e9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h4r1a8jaovs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yv53b6qq9uh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xczvunk90r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nr9naz5bgp","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-10","epoch":0,"score":"C","citations":[{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"},{"url":"https://www.weather.gov/","title":"www.weather.gov"}],"searchCalls":[{"id":"st_tmp_fp3njaogukj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ogfv8lc2g2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_joni5d39yh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_90ju59k6uyg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qxdmf3hoid","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vtem1m4ruj","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-11","epoch":0,"score":"I","citations":[{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://archive.ourworldindata.org/","title":"archive.ourworldindata.org"},{"url":"https://archive.ourworldindata.org/","title":"archive.ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://archive.ourworldindata.org/","title":"archive.ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"}],"searchCalls":[{"id":"st_tmp_53cnsqflc08","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ezt1v6wfz8k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c7cspl3hmr7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8nwfmku642e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r2u5mc7ra2k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pvax9kcdt0d","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_5i52fwqezk","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_y2emejn99a","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-12","epoch":0,"score":"C","citations":[{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"http://sec.gov/","title":"sec.gov"},{"url":"https://jakkspacificinc.gcs-web.com/","title":"jakkspacificinc.gcs-web.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://investor.hasbro.com/","title":"investor.hasbro.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://edgar.secdatabase.com/","title":"edgar.secdatabase.com"},{"url":"https://www.wsj.com/","title":"www.wsj.com"}],"searchCalls":[{"id":"st_tmp_2lasdvr2bdi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bfigjg09kuu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bw7me2i1vmt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bva4kv2jrm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_aw1tmmo4src","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-13","epoch":0,"score":"C","citations":[{"url":"https://www.metoffice.gov.uk/","title":"www.metoffice.gov.uk"},{"url":"https://weather.metoffice.gov.uk/","title":"weather.metoffice.gov.uk"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://production.english-heritage.org.uk/","title":"production.english-heritage.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://preproduction.english-heritage.org.uk/","title":"preproduction.english-heritage.org.uk"},{"url":"https://historicengland.org.uk/","title":"historicengland.org.uk"},{"url":"https://historicengland.org.uk/","title":"historicengland.org.uk"},{"url":"https://production.english-heritage.org.uk/","title":"production.english-heritage.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://historicengland.org.uk/","title":"historicengland.org.uk"},{"url":"https://historicengland.org.uk/","title":"historicengland.org.uk"},{"url":"https://historicengland.org.uk/","title":"historicengland.org.uk"},{"url":"https://production.english-heritage.org.uk/","title":"production.english-heritage.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://www.wbur.org/","title":"www.wbur.org"},{"url":"https://drmkc.jrc.ec.europa.eu/","title":"drmkc.jrc.ec.europa.eu"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"}],"searchCalls":[{"id":"st_tmp_rext5s505n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bs0qteiqo4n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w2u8uttdih8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xt125yfn43m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fi7iigwjsxu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cerhisdv49q","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-14","epoch":0,"score":"I","citations":[{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://www.act.org/","title":"www.act.org"},{"url":"https://www.tn.gov/","title":"www.tn.gov"},{"url":"https://sboe.texas.gov/","title":"sboe.texas.gov"},{"url":"https://files.eric.ed.gov/","title":"files.eric.ed.gov"},{"url":"https://www.act.org/","title":"www.act.org"},{"url":"https://www.act.org/","title":"www.act.org"},{"url":"https://www.act.org/","title":"www.act.org"},{"url":"https://www.act.org/","title":"www.act.org"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://tea.texas.gov/","title":"tea.texas.gov"},{"url":"https://tea.texas.gov/","title":"tea.texas.gov"},{"url":"https://www.cogn-iq.org/","title":"www.cogn-iq.org"},{"url":"https://tryopendata.ai/","title":"tryopendata.ai"},{"url":"https://www.act.org/","title":"www.act.org"},{"url":"https://education.mn.gov/","title":"education.mn.gov"},{"url":"https://www.act.org/","title":"www.act.org"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://go.boarddocs.com/","title":"go.boarddocs.com"}],"searchCalls":[{"id":"st_tmp_hm86ugobh1k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_24dpimjonlj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2j7ebwrk6h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0xf0pqy86bwa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hutls19dh2t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_74p2zgpb1b3","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_39vocxecuo9","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_u8rvlf4aca","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-15","epoch":0,"score":"I","citations":[{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://www.un.org/","title":"www.un.org"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://www.statistics.gr/","title":"www.statistics.gr"},{"url":"https://www.europarl.europa.eu/","title":"www.europarl.europa.eu"},{"url":"https://www.eeas.europa.eu/","title":"www.eeas.europa.eu"},{"url":"https://elections.europa.eu/","title":"elections.europa.eu"},{"url":"https://www.europarl.europa.eu/","title":"www.europarl.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://commission.europa.eu/","title":"commission.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://op.europa.eu/","title":"op.europa.eu"},{"url":"https://en.eustat.eus/","title":"en.eustat.eus"},{"url":"https://en.eustat.eus/","title":"en.eustat.eus"},{"url":"https://www.unicef.org/","title":"www.unicef.org"},{"url":"https://ec-europa-eu.libguides.com/","title":"ec-europa-eu.libguides.com"},{"url":"https://fondazionecerm.it/","title":"fondazionecerm.it"},{"url":"https://romaniaobserver.com/","title":"romaniaobserver.com"}],"searchCalls":[{"id":"st_tmp_qffh7zpk8m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_410xujjomb2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y9m25490gj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zfbyy5a3pcn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vu2hphn6ehq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tncj9ug0h1","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_q8yskp7a7js","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_e4fsvblpbp","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_8a64ahe4q2h","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-16","epoch":0,"score":"C","citations":[{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://animalia.bio/","title":"animalia.bio"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.fws.gov/","title":"www.fws.gov"},{"url":"https://animalia.bio/","title":"animalia.bio"}],"searchCalls":[{"id":"st_tmp_jzbnsb74hm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_es0tp9zjoum","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h43jj0jmb0i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v3il72k1e7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4ds4vnha3uu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o8636876vu","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-17","epoch":0,"score":"I","citations":[{"url":"https://www.nbcnewyork.com/","title":"www.nbcnewyork.com"},{"url":"https://www.nbcdfw.com/","title":"www.nbcdfw.com"},{"url":"https://www.nbcolympics.com/","title":"www.nbcolympics.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.fiba.basketball/","title":"www.fiba.basketball"},{"url":"https://uconnhuskies.com/","title":"uconnhuskies.com"},{"url":"https://uconnhuskies.com/","title":"uconnhuskies.com"},{"url":"https://uconnhuskies.com/","title":"uconnhuskies.com"},{"url":"https://uconnhuskies.com/","title":"uconnhuskies.com"},{"url":"https://uconnhuskies.com/","title":"uconnhuskies.com"},{"url":"https://uconnhuskies.com/","title":"uconnhuskies.com"},{"url":"https://uconnhuskies.com/","title":"uconnhuskies.com"},{"url":"https://uconnhuskies.com/","title":"uconnhuskies.com"},{"url":"https://gamecocksonline.com/","title":"gamecocksonline.com"},{"url":"https://gamecocksonline.com/","title":"gamecocksonline.com"},{"url":"https://gamecocksonline.com/","title":"gamecocksonline.com"},{"url":"https://gamecocksonline.com/","title":"gamecocksonline.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.greenvilleonline.com/","title":"www.greenvilleonline.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.thestate.com/","title":"www.thestate.com"},{"url":"https://www.ncaa.com/","title":"www.ncaa.com"}],"searchCalls":[{"id":"st_tmp_ectw8jym9mg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g0zpngyxcwv","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_61ks6ktvmbb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_14z5dn0dmsu","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_mwchhb2iyqk","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-18","epoch":0,"score":"I","citations":[{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://open.canada.ca/","title":"open.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://open.canada.ca/","title":"open.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"},{"url":"https://open.canada.ca/","title":"open.canada.ca"},{"url":"https://agriculture.canada.ca/","title":"agriculture.canada.ca"}],"searchCalls":[{"id":"st_tmp_n6v1sw2y8l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zkr1f5t08oh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mwhciq7c8jo","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_7n9d5oeuv5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lsw74eewak","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-19","epoch":0,"score":"I","citations":[{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://edition.cnn.com/","title":"edition.cnn.com"},{"url":"https://www.theworlds50best.com/","title":"www.theworlds50best.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://edition.cnn.com/","title":"edition.cnn.com"},{"url":"https://www.eater.com/","title":"www.eater.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.hospitalitymagazine.com.au/","title":"www.hospitalitymagazine.com.au"},{"url":"https://www.eater.com/","title":"www.eater.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"}],"searchCalls":[{"id":"st_tmp_zw2g8npu9af","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2059miqyuj7h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0a35o1zbwnyn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4qbza7zcg0d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1fbx8diy7e8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_el04sp7p5ij","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-2","epoch":0,"score":"C","citations":[{"url":"https://www.phoenixnewtimes.com/","title":"www.phoenixnewtimes.com"},{"url":"https://www.phoenixnewtimes.com/","title":"www.phoenixnewtimes.com"},{"url":"https://www.phoenixnewtimes.com/","title":"www.phoenixnewtimes.com"},{"url":"https://www.phoenixnewtimes.com/","title":"www.phoenixnewtimes.com"},{"url":"https://www.phoenixnewtimes.com/","title":"www.phoenixnewtimes.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.tiktok.com/","title":"www.tiktok.com"},{"url":"https://open.spotify.com/","title":"open.spotify.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://www.tiktok.com/","title":"www.tiktok.com"},{"url":"https://newreleases.discogs.com/","title":"newreleases.discogs.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://codamusic.me/","title":"codamusic.me"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.liveone.com/","title":"www.liveone.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.youtube.com/","title":"www.youtube.com"},{"url":"https://www.youtube.com/","title":"www.youtube.com"},{"url":"https://roartheband.com/","title":"roartheband.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://www.tiktok.com/","title":"www.tiktok.com"},{"url":"https://musicaroo.com/","title":"musicaroo.com"}],"searchCalls":[{"id":"st_tmp_8fraj4uo389","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uuo5a6wpif9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7t3sl6gwm04","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7ut3m4x05wf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xzled8mod4h","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-20","epoch":0,"score":"I","citations":[{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mhcc.org.au/","title":"mhcc.org.au"},{"url":"https://mhcc.org.au/","title":"mhcc.org.au"},{"url":"https://www.thementalhealthcoalition.org/","title":"www.thementalhealthcoalition.org"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://canadacommons.ca/","title":"canadacommons.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://canada.constructconnect.com/","title":"canada.constructconnect.com"},{"url":"https://mentalhealthcommission.ca/","title":"mentalhealthcommission.ca"},{"url":"https://www.newswire.ca/","title":"www.newswire.ca"}],"searchCalls":[{"id":"st_tmp_gjvnxglijx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_emqefm2z6b","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_k43bfo6eu3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k6jy3wvf84","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hc3hpz2eqmh","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-21","epoch":0,"score":"I","citations":[{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://www.fisheries.noaa.gov/","title":"www.fisheries.noaa.gov"},{"url":"https://repository.library.noaa.gov/","title":"repository.library.noaa.gov"},{"url":"https://ui.adsabs.harvard.edu/","title":"ui.adsabs.harvard.edu"},{"url":"https://spo.nmfs.noaa.gov/","title":"spo.nmfs.noaa.gov"},{"url":"https://repository.library.noaa.gov/","title":"repository.library.noaa.gov"},{"url":"https://espace.library.uq.edu.au/","title":"espace.library.uq.edu.au"},{"url":"https://espace.library.uq.edu.au/","title":"espace.library.uq.edu.au"},{"url":"https://www.mdpi.com/","title":"www.mdpi.com"},{"url":"https://eurekamag.com/","title":"eurekamag.com"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://pubmed.ncbi.nlm.nih.gov/","title":"pubmed.ncbi.nlm.nih.gov"},{"url":"https://sci-hub.st/","title":"sci-hub.st"},{"url":"https://ouci.dntb.gov.ua/","title":"ouci.dntb.gov.ua"},{"url":"https://www.semanticscholar.org/","title":"www.semanticscholar.org"},{"url":"https://www.semanticscholar.org/","title":"www.semanticscholar.org"}],"searchCalls":[{"id":"st_tmp_uiytje5njc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s2pe7z1531","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9btk5iiot9f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9squgpyiaxf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_78fjyv9lk3","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-22","epoch":0,"score":"C","citations":[{"url":"https://coronavirus.jhu.edu/","title":"coronavirus.jhu.edu"},{"url":"https://coronavirus.jhu.edu/","title":"coronavirus.jhu.edu"},{"url":"https://coronavirus.jhu.edu/","title":"coronavirus.jhu.edu"},{"url":"https://bmjopen.bmj.com/","title":"bmjopen.bmj.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://www.macrotrends.net/","title":"www.macrotrends.net"},{"url":"https://www.macrotrends.net/","title":"www.macrotrends.net"},{"url":"https://www.macrotrends.net/","title":"www.macrotrends.net"},{"url":"https://www.macrotrends.net/","title":"www.macrotrends.net"},{"url":"http://macrotrends.net/","title":"macrotrends.net"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"},{"url":"https://wits.worldbank.org/","title":"wits.worldbank.org"}],"searchCalls":[{"id":"st_tmp_1tmmcaqw1uh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3as5aoyh3al","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dtj5ky7rfeq","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_pwu60j49kyi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ig9fz72ysjh","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_xzsdj57udoj","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_lo1ukzd1o1","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-23","epoch":0,"score":"I","citations":[{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://data.marine.gov.scot/","title":"data.marine.gov.scot"},{"url":"https://data.marine.gov.scot/","title":"data.marine.gov.scot"},{"url":"https://data.marine.gov.scot/","title":"data.marine.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://data.marine.gov.scot/","title":"data.marine.gov.scot"},{"url":"https://data.marine.gov.scot/","title":"data.marine.gov.scot"},{"url":"https://data.marine.gov.scot/","title":"data.marine.gov.scot"},{"url":"https://data.marine.gov.scot/","title":"data.marine.gov.scot"},{"url":"https://data.marine.gov.scot/","title":"data.marine.gov.scot"},{"url":"https://data.marine.gov.scot/","title":"data.marine.gov.scot"},{"url":"https://data.marine.gov.scot/","title":"data.marine.gov.scot"},{"url":"https://data.marine.gov.scot/","title":"data.marine.gov.scot"},{"url":"https://data.marine.gov.scot/","title":"data.marine.gov.scot"},{"url":"https://data.marine.gov.scot/","title":"data.marine.gov.scot"}],"searchCalls":[{"id":"st_tmp_kftgbhlj5za","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pd4mmyus3b","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_2gzl1u6m9kd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yk6uobb13bg","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_yu0pl9unyvl","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-24","epoch":0,"score":"C","citations":[{"url":"https://www.stats.govt.nz/","title":"www.stats.govt.nz"},{"url":"https://datafinder.stats.govt.nz/","title":"datafinder.stats.govt.nz"},{"url":"https://www.stats.govt.nz/","title":"www.stats.govt.nz"},{"url":"https://www.stats.govt.nz/","title":"www.stats.govt.nz"},{"url":"https://www.stats.govt.nz/","title":"www.stats.govt.nz"},{"url":"https://www.stats.govt.nz/","title":"www.stats.govt.nz"},{"url":"https://datainfoplus.stats.govt.nz/","title":"datainfoplus.stats.govt.nz"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.stats.govt.nz/","title":"www.stats.govt.nz"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.viamichelin.com/","title":"www.viamichelin.com"},{"url":"https://www.distancesfrom.com/","title":"www.distancesfrom.com"},{"url":"https://www.viamichelin.co.uk/","title":"www.viamichelin.co.uk"},{"url":"https://nz.distancescalc.com/","title":"nz.distancescalc.com"},{"url":"https://www.distancesfrom.com/","title":"www.distancesfrom.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.stats.govt.nz/","title":"www.stats.govt.nz"},{"url":"https://www.census.gov/","title":"www.census.gov"}],"searchCalls":[{"id":"st_tmp_7nhp1lr1pwh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eey943ojf5w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ktnpd0v7xs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sn8rd3czan","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vxxyz4onx5j","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-25","epoch":0,"score":"I","citations":[{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"},{"url":"https://clerk.house.gov/","title":"clerk.house.gov"}],"searchCalls":[{"id":"st_tmp_pixhixgpb5","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_c0o2cdcn5id","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_50d54jolxbh","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_r4no98bwp6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rl1qb09oze","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-26","epoch":0,"score":"C","citations":[{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://www.bristol.gov.uk/","title":"www.bristol.gov.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"},{"url":"https://electionresults.parliament.uk/","title":"electionresults.parliament.uk"}],"searchCalls":[{"id":"st_tmp_qyu0dwerw7o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gjnfhy7r6mp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_83dbzb9ucg","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_uvwyk36209e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xulqdy3sqc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i3dwa0291ip","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_1roljhp9hwx","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-27","epoch":0,"score":"C","citations":[{"url":"https://obamawhitehouse.archives.gov/","title":"obamawhitehouse.archives.gov"},{"url":"https://obamawhitehouse.archives.gov/","title":"obamawhitehouse.archives.gov"},{"url":"https://obamawhitehouse.archives.gov/","title":"obamawhitehouse.archives.gov"},{"url":"https://obamawhitehouse.archives.gov/","title":"obamawhitehouse.archives.gov"},{"url":"https://obamawhitehouse.archives.gov/","title":"obamawhitehouse.archives.gov"},{"url":"https://www.weichert.com/","title":"www.weichert.com"},{"url":"https://www.mexicoschools.net/","title":"www.mexicoschools.net"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.mexicoschools.net/","title":"www.mexicoschools.net"},{"url":"https://www.mexicoschools.net/","title":"www.mexicoschools.net"},{"url":"https://graphics.stltoday.com/","title":"graphics.stltoday.com"},{"url":"https://mexicoschools.net/","title":"mexicoschools.net"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://www.mexicoschools.net/","title":"www.mexicoschools.net"},{"url":"https://obamawhitehouse.archives.gov/","title":"obamawhitehouse.archives.gov"},{"url":"https://obamawhitehouse.archives.gov/","title":"obamawhitehouse.archives.gov"},{"url":"https://www.usda.gov/","title":"www.usda.gov"},{"url":"https://obamawhitehouse.archives.gov/","title":"obamawhitehouse.archives.gov"},{"url":"https://obamawhitehouse.archives.gov/","title":"obamawhitehouse.archives.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://graphics.stltoday.com/","title":"graphics.stltoday.com"},{"url":"https://www.donorschoose.org/","title":"www.donorschoose.org"}],"searchCalls":[{"id":"st_tmp_5uw04w305nn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qyi1o5slrpl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sap9k7w6dr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_beymebw5q5d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7b582h6zex","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_etozyl5mdd8","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-28","epoch":0,"score":"I","citations":[{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"},{"url":"https://caselaw.findlaw.com/","title":"caselaw.findlaw.com"}],"searchCalls":[{"id":"st_tmp_gdqwshxa5fd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z36r3vc6fg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kwn6f8k0v1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qyxs3biwp6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f8hy2fbsfof","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-29","epoch":0,"score":"C","citations":[{"url":"https://www.nhs.uk/","title":"www.nhs.uk"},{"url":"https://www.wwl.nhs.uk/","title":"www.wwl.nhs.uk"},{"url":"https://www.mskdorset.nhs.uk/","title":"www.mskdorset.nhs.uk"},{"url":"https://www.mskdorset.nhs.uk/","title":"www.mskdorset.nhs.uk"},{"url":"https://hiowhealthcare.nhs.uk/","title":"hiowhealthcare.nhs.uk"},{"url":"https://www.nidirect.gov.uk/","title":"www.nidirect.gov.uk"},{"url":"https://medlineplus.gov/","title":"medlineplus.gov"},{"url":"https://www.nhsinform.scot/","title":"www.nhsinform.scot"},{"url":"https://www.nhs.uk/","title":"www.nhs.uk"},{"url":"https://www2.hse.ie/","title":"www2.hse.ie"},{"url":"https://www.nhs.uk/","title":"www.nhs.uk"},{"url":"https://www.tims.nhs.uk/","title":"www.tims.nhs.uk"},{"url":"https://www.berkshirehealthcare.nhs.uk/","title":"www.berkshirehealthcare.nhs.uk"},{"url":"https://www.berkshirehealthcare.nhs.uk/","title":"www.berkshirehealthcare.nhs.uk"},{"url":"https://www.tims.nhs.uk/","title":"www.tims.nhs.uk"},{"url":"https://www.nhs.uk/","title":"www.nhs.uk"},{"url":"https://www.nhs.uk/","title":"www.nhs.uk"},{"url":"https://www.nhslanarkshire.scot.nhs.uk/","title":"www.nhslanarkshire.scot.nhs.uk"}],"searchCalls":[{"id":"st_tmp_oi97ra7zgqd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fexlhof51qw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wx5h1npouut","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_hf9zuetodeu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8topkaru2ma","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c6omkuiyaf9","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-3","epoch":0,"score":"C","citations":[{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://cwur.org/","title":"cwur.org"},{"url":"https://cwur.org/","title":"cwur.org"}],"searchCalls":[{"id":"st_tmp_soe9no900zo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pscl11vei9a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d2xwq7i06kd","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_q4kigu38d7e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v630y3yu5be","status":"completed","action":"search","executed":true,"sourceCount":2}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-30","epoch":0,"score":"I","citations":[{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://science.ubc.ca/","title":"science.ubc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://publications.gc.ca/","title":"publications.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://canadacommons.ca/","title":"canadacommons.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://publications.gc.ca/","title":"publications.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://www.chairs-chaires.gc.ca/","title":"www.chairs-chaires.gc.ca"},{"url":"https://epe.lac-bac.gc.ca/","title":"epe.lac-bac.gc.ca"}],"searchCalls":[{"id":"st_tmp_1a7ax8epqur","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wth7pavnyj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sxkmd95cbt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kqouq7hsd4s","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_3n69y9vxhi","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-31","epoch":0,"score":"I","citations":[{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"}],"searchCalls":[{"id":"st_tmp_wpqtzghrj7a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_izonr9xiwqs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6ognqmetncq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ohwt92b514a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_erooazv5ufs","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-32","epoch":0,"score":"C","citations":[{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://data.census.gov/","title":"data.census.gov"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://data.census.gov/","title":"data.census.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://data.census.gov/","title":"data.census.gov"},{"url":"https://data.census.gov/","title":"data.census.gov"},{"url":"https://data.census.gov/","title":"data.census.gov"},{"url":"https://data.census.gov/","title":"data.census.gov"},{"url":"https://data.census.gov/","title":"data.census.gov"},{"url":"https://data.census.gov/","title":"data.census.gov"},{"url":"https://data.census.gov/","title":"data.census.gov"},{"url":"https://data.census.gov/","title":"data.census.gov"},{"url":"https://data.census.gov/","title":"data.census.gov"}],"searchCalls":[{"id":"st_tmp_3jx4r4gazp2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o4hhy7hvkp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6p57cl5ynoo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_aj0uy67t1d4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hjabpdphlb5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_51n8fx8l74v","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-33","epoch":0,"score":"C","citations":[{"url":"https://www.macrotrends.net/","title":"www.macrotrends.net"},{"url":"https://www.macrotrends.net/","title":"www.macrotrends.net"},{"url":"https://www.worldometers.info/","title":"www.worldometers.info"},{"url":"https://srv1.worldometers.info/","title":"srv1.worldometers.info"},{"url":"https://www.worldometers.info/","title":"www.worldometers.info"},{"url":"https://www.worldometers.info/","title":"www.worldometers.info"},{"url":"https://www.worldometers.info/","title":"www.worldometers.info"},{"url":"http://srv1.worldometers.info/","title":"srv1.worldometers.info"},{"url":"http://www.worldometers.info/","title":"www.worldometers.info"},{"url":"https://srv1.worldometers.info/","title":"srv1.worldometers.info"},{"url":"https://www.macrotrends.net/","title":"www.macrotrends.net"},{"url":"https://www.macrotrends.net/","title":"www.macrotrends.net"},{"url":"https://www.macrotrends.net/","title":"www.macrotrends.net"},{"url":"https://www.macrotrends.net/","title":"www.macrotrends.net"},{"url":"https://www.macrotrends.net/","title":"www.macrotrends.net"},{"url":"https://www.worldometers.info/","title":"www.worldometers.info"},{"url":"https://www.worldometers.info/","title":"www.worldometers.info"},{"url":"https://www.worldometers.info/","title":"www.worldometers.info"},{"url":"https://www.worldometers.info/","title":"www.worldometers.info"},{"url":"https://www.worldometers.info/","title":"www.worldometers.info"}],"searchCalls":[{"id":"st_tmp_uobqtk53so","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_ixlavdr1yc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tnpxn20tlgp","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_hybaet6r6p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p0p6u0ugwf9","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-34","epoch":0,"score":"C","citations":[{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://pmt.physicsandmathstutor.com/","title":"pmt.physicsandmathstutor.com"},{"url":"https://ivyonline.co/","title":"ivyonline.co"},{"url":"https://files.eric.ed.gov/","title":"files.eric.ed.gov"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://filestore.aqa.org.uk/","title":"filestore.aqa.org.uk"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://acm.edu.mo/","title":"acm.edu.mo"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"},{"url":"https://www.cambridgeinternational.org/","title":"www.cambridgeinternational.org"}],"searchCalls":[{"id":"st_tmp_hwhb797mxd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9z3edtjp4q6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jluogspho1e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u550qbvjgn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pem2j9nasm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vs5lvxnxaz","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_zrm1bts6uo","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-35","epoch":0,"score":"C","citations":[{"url":"https://www.ubcpress.ca/","title":"www.ubcpress.ca"},{"url":"https://www.amazon.com/","title":"www.amazon.com"},{"url":"http://upcolorado.com/","title":"upcolorado.com"},{"url":"https://indiepubs.co.uk/","title":"indiepubs.co.uk"},{"url":"https://www.ebay.com/","title":"www.ebay.com"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://adfg.alaska.gov/","title":"adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"},{"url":"https://www.adfg.alaska.gov/","title":"www.adfg.alaska.gov"}],"searchCalls":[{"id":"st_tmp_lkxjux5avih","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_aw1lko9osec","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pu2uju54en","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ufov696nbsl","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_6eraqq2h7kb","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-36","epoch":0,"score":"C","citations":[{"url":"https://legislature.mi.gov/","title":"legislature.mi.gov"},{"url":"https://www.legislature.mi.gov/","title":"www.legislature.mi.gov"},{"url":"https://legislature.mi.gov/","title":"legislature.mi.gov"},{"url":"https://www.legislature.mi.gov/","title":"www.legislature.mi.gov"},{"url":"https://legislature.mi.gov/","title":"legislature.mi.gov"},{"url":"https://legislature.michigan.gov/","title":"legislature.michigan.gov"},{"url":"https://legislature.mi.gov/","title":"legislature.mi.gov"},{"url":"https://www.legislature.mi.gov/","title":"www.legislature.mi.gov"},{"url":"https://legislature.michigan.gov/","title":"legislature.michigan.gov"},{"url":"https://legislature.mi.gov/","title":"legislature.mi.gov"},{"url":"https://www.legislature.mi.gov/","title":"www.legislature.mi.gov"},{"url":"http://legislature.mi.gov/","title":"legislature.mi.gov"},{"url":"https://legislature.mi.gov/","title":"legislature.mi.gov"},{"url":"https://www.legislature.mi.gov/","title":"www.legislature.mi.gov"},{"url":"http://www.legislature.mi.gov/","title":"www.legislature.mi.gov"},{"url":"https://www.michigan.gov/","title":"www.michigan.gov"},{"url":"https://legislature.mi.gov/","title":"legislature.mi.gov"},{"url":"https://legislature.mi.gov/","title":"legislature.mi.gov"},{"url":"https://www.legislature.mi.gov/","title":"www.legislature.mi.gov"},{"url":"https://www.legislature.mi.gov/","title":"www.legislature.mi.gov"},{"url":"http://www.legislature.mi.gov/","title":"www.legislature.mi.gov"},{"url":"https://legislature.mi.gov/","title":"legislature.mi.gov"}],"searchCalls":[{"id":"st_tmp_563lmdr51ks","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rvkw83k399","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lo5p3vvsk6g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r5g40wj06","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_urkz9bvs5yc","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-37","epoch":0,"score":"I","citations":[{"url":"https://www.tuitiontracker.org/","title":"www.tuitiontracker.org"},{"url":"https://www.tuitiontracker.org/","title":"www.tuitiontracker.org"},{"url":"https://www.tuitiontracker.org/","title":"www.tuitiontracker.org"},{"url":"https://www.tuitiontracker.org/","title":"www.tuitiontracker.org"},{"url":"https://www.tuitiontracker.org/","title":"www.tuitiontracker.org"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"}],"searchCalls":[{"id":"st_tmp_7dr3fvnb032","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cpqwa5oqb4f","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_a069qgm86f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cajhbeo7ih6","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_mudn4xw5l2d","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-38","epoch":0,"score":"I","citations":[{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www.unescap.org/","title":"www.unescap.org"},{"url":"https://database.earth/","title":"database.earth"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://www.statista.com/","title":"www.statista.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.un-ilibrary.org/","title":"www.un-ilibrary.org"},{"url":"http://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"}],"searchCalls":[{"id":"st_tmp_if4usulzuud","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oz7nsvzar5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jj8af3vcfq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xqmqye8l7c","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_9k8bshz18ii","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_edr365rsdr7","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_t2477pt0w5g","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-39","epoch":0,"score":"I","citations":[{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"https://www.fishbase.se/","title":"www.fishbase.se"},{"url":"http://www.fishbase.org/","title":"www.fishbase.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.ices.dk/","title":"www.ices.dk"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_9bx3e4a3rmu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n4ul84e45m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gjctik607h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_svjgsyidy1","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_ueiigmod6f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cdmc5uwbmre","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_rvpx0qp7hra","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_r3tke5js00o","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ngup7a49xg","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-4","epoch":0,"score":"I","citations":[{"url":"https://www.visionofhumanity.org/","title":"www.visionofhumanity.org"},{"url":"https://www.visionofhumanity.org/","title":"www.visionofhumanity.org"},{"url":"https://www.visionofhumanity.org/","title":"www.visionofhumanity.org"},{"url":"https://www.visionofhumanity.org/","title":"www.visionofhumanity.org"},{"url":"https://www.visionofhumanity.org/","title":"www.visionofhumanity.org"},{"url":"https://www.visionofhumanity.org/","title":"www.visionofhumanity.org"},{"url":"https://www.visionofhumanity.org/","title":"www.visionofhumanity.org"},{"url":"https://www.visionofhumanity.org/","title":"www.visionofhumanity.org"},{"url":"https://www.visionofhumanity.org/","title":"www.visionofhumanity.org"},{"url":"https://www.visionofhumanity.org/","title":"www.visionofhumanity.org"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"http://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"},{"url":"https://worldpopulationreview.com/","title":"worldpopulationreview.com"}],"searchCalls":[{"id":"st_tmp_7ub6gaepcji","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rvdp9owxug","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lnvc9a0fg2r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tdw5h7p5z3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pczkwoo777","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qhhwxa4pze","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_odl8ksxj1c","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-40","epoch":0,"score":"I","citations":[{"url":"https://data.worldhappiness.report/","title":"data.worldhappiness.report"},{"url":"https://files.worldhappiness.report/","title":"files.worldhappiness.report"},{"url":"https://www.worldhappiness.report/","title":"www.worldhappiness.report"},{"url":"https://www.worldhappiness.report/","title":"www.worldhappiness.report"},{"url":"https://wellbeing.hmc.ox.ac.uk/","title":"wellbeing.hmc.ox.ac.uk"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://platform.who.int/","title":"platform.who.int"},{"url":"https://wellbeing.hmc.ox.ac.uk/","title":"wellbeing.hmc.ox.ac.uk"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://files.worldhappiness.report/","title":"files.worldhappiness.report"},{"url":"https://files.worldhappiness.report/","title":"files.worldhappiness.report"},{"url":"https://files.worldhappiness.report/","title":"files.worldhappiness.report"},{"url":"https://files.worldhappiness.report/","title":"files.worldhappiness.report"},{"url":"https://files.worldhappiness.report/","title":"files.worldhappiness.report"},{"url":"https://files.worldhappiness.report/","title":"files.worldhappiness.report"},{"url":"https://documents1.worldbank.org/","title":"documents1.worldbank.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://microdata.worldbank.org/","title":"microdata.worldbank.org"},{"url":"https://www.elibrary.imf.org/","title":"www.elibrary.imf.org"},{"url":"https://files.worldhappiness.report/","title":"files.worldhappiness.report"},{"url":"https://files.worldhappiness.report/","title":"files.worldhappiness.report"},{"url":"https://files.worldhappiness.report/","title":"files.worldhappiness.report"},{"url":"https://github.com/","title":"github.com"}],"searchCalls":[{"id":"st_tmp_nvybbh704sh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_52og5899kxn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_670hchkmpd7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_err4c6o2x6v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d607fwqc1vw","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-41","epoch":0,"score":"I","citations":[{"url":"https://trca.ca/","title":"trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://www.maple.watch/","title":"www.maple.watch"},{"url":"https://whitchurch.civicweb.net/","title":"whitchurch.civicweb.net"},{"url":"https://trca.ca/","title":"trca.ca"},{"url":"https://granicus_production_attachments.s3.amazonaws.com/","title":"granicus_production_attachments.s3.amazonaws.com"},{"url":"https://trca.ca/","title":"trca.ca"},{"url":"https://www.wrc-rca.org/","title":"www.wrc-rca.org"},{"url":"https://trca.ca/","title":"trca.ca"},{"url":"https://www.dgs.ca.gov/","title":"www.dgs.ca.gov"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://trca.ca/","title":"trca.ca"},{"url":"https://trca.ca/","title":"trca.ca"},{"url":"https://trca.ca/","title":"trca.ca"},{"url":"https://trca.ca/","title":"trca.ca"},{"url":"https://trca.ca/","title":"trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://trca.ca/","title":"trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"},{"url":"https://laserfiche.trca.ca/","title":"laserfiche.trca.ca"}],"searchCalls":[{"id":"st_tmp_aryk1ihx8t5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o5wrju4cgz8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_31p4xb733b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wbpr3p44t7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oh5lszxdmx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hpwyg7ai4k6","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-42","epoch":0,"score":"C","citations":[{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://worldfactbookarchive.org/","title":"worldfactbookarchive.org"},{"url":"https://www.theodora.com/","title":"www.theodora.com"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://www.irena.org/","title":"www.irena.org"},{"url":"https://worldfactbookarchive.org/","title":"worldfactbookarchive.org"},{"url":"https://theworldfactbook.org/","title":"theworldfactbook.org"},{"url":"https://www.theodora.com/","title":"www.theodora.com"},{"url":"https://theodora.com/","title":"theodora.com"},{"url":"https://worldfactbookarchive.org/","title":"worldfactbookarchive.org"},{"url":"https://theworldfactbook.org/","title":"theworldfactbook.org"},{"url":"https://worldfactbookarchive.org/","title":"worldfactbookarchive.org"},{"url":"https://theodora.com/","title":"theodora.com"},{"url":"https://worldfactbookarchive.org/","title":"worldfactbookarchive.org"},{"url":"https://theworldfactbook.org/","title":"theworldfactbook.org"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://worldfactbookarchive.org/","title":"worldfactbookarchive.org"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://jewishvirtuallibrary.org/","title":"jewishvirtuallibrary.org"},{"url":"https://theworldfactbook.org/","title":"theworldfactbook.org"},{"url":"https://openfactbook.org/","title":"openfactbook.org"},{"url":"https://worldfactbookarchive.org/","title":"worldfactbookarchive.org"},{"url":"https://worldfactbookarchive.org/","title":"worldfactbookarchive.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"}],"searchCalls":[{"id":"st_tmp_dejx2o81ic8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nyj7ozsmp9j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zfh6mrdef9s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s2x8qmsj3cg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v7osc86tjdg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dt9xwt5wx65","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_s8biqdsdiu","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_8dh9u2gmh6y","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_39h66pyfo2c","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-43","epoch":0,"score":"I","citations":[{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.alzint.org/","title":"www.alzint.org"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://www.who.int/","title":"www.who.int"},{"url":"https://apps.who.int/","title":"apps.who.int"},{"url":"http://datacommons.org/","title":"datacommons.org"},{"url":"https://apps.who.int/","title":"apps.who.int"},{"url":"https://www.jec.senate.gov/","title":"www.jec.senate.gov"},{"url":"https://www.bea.gov/","title":"www.bea.gov"},{"url":"https://ghoapi.azureedge.net/","title":"ghoapi.azureedge.net"},{"url":"https://ghoapi.azureedge.net/","title":"ghoapi.azureedge.net"},{"url":"https://github.com/","title":"github.com"}],"searchCalls":[{"id":"st_tmp_0rhtj6qpzd4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r241dmiatib","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qdmmqv1e5j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ymim9p8oyc","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_k3rpi9pvlek","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-44","epoch":0,"score":"C","citations":[{"url":"https://www.endcorporalpunishment.org/","title":"www.endcorporalpunishment.org"},{"url":"http://endcorporalpunishment.org/","title":"endcorporalpunishment.org"},{"url":"https://endcorporalpunishment.org/","title":"endcorporalpunishment.org"},{"url":"http://endcorporalpunishment.org/","title":"endcorporalpunishment.org"},{"url":"https://www.futurepolicy.org/","title":"www.futurepolicy.org"},{"url":"https://endcorporalpunishment.org/","title":"endcorporalpunishment.org"},{"url":"https://www.gov.wales/","title":"www.gov.wales"},{"url":"https://www.endphysicalpunishment.org/","title":"www.endphysicalpunishment.org"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://2009-2017.state.gov/","title":"2009-2017.state.gov"},{"url":"https://www.federalregister.gov/","title":"www.federalregister.gov"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://www.irishstatutebook.ie/","title":"www.irishstatutebook.ie"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://data360.worldbank.org/","title":"data360.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://endcorporalpunishment.org/","title":"endcorporalpunishment.org"},{"url":"https://endcorporalpunishment.org/","title":"endcorporalpunishment.org"},{"url":"https://endcorporalpunishment.org/","title":"endcorporalpunishment.org"},{"url":"https://archive.crin.org/","title":"archive.crin.org"},{"url":"https://endcorporalpunishment.org/","title":"endcorporalpunishment.org"}],"searchCalls":[{"id":"st_tmp_gigng1fivst","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_15f6545lacj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zogih1ncd6g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6pyv2v7djn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nc2hcfvglns","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-45","epoch":0,"score":"C","citations":[{"url":"https://hivinfo.nih.gov/","title":"hivinfo.nih.gov"},{"url":"https://www.fda.gov/","title":"www.fda.gov"},{"url":"https://hivinfo.nih.gov/","title":"hivinfo.nih.gov"},{"url":"https://hivinfo.nih.gov/","title":"hivinfo.nih.gov"},{"url":"https://www.fda.gov/","title":"www.fda.gov"},{"url":"https://www.accessdata.fda.gov/","title":"www.accessdata.fda.gov"},{"url":"https://hivinfo.nih.gov/","title":"hivinfo.nih.gov"},{"url":"https://www.accessdata.fda.gov/","title":"www.accessdata.fda.gov"},{"url":"https://www.accessdata.fda.gov/","title":"www.accessdata.fda.gov"},{"url":"https://hivinfo.nih.gov/","title":"hivinfo.nih.gov"},{"url":"https://hivinfo.nih.gov/","title":"hivinfo.nih.gov"},{"url":"https://www.fda.gov/","title":"www.fda.gov"},{"url":"https://www.accessdata.fda.gov/","title":"www.accessdata.fda.gov"},{"url":"https://www.fda.gov/","title":"www.fda.gov"},{"url":"https://www.accessdata.fda.gov/","title":"www.accessdata.fda.gov"},{"url":"https://www.accessdata.fda.gov/","title":"www.accessdata.fda.gov"},{"url":"https://www.federalregister.gov/","title":"www.federalregister.gov"},{"url":"https://www.accessdata.fda.gov/","title":"www.accessdata.fda.gov"},{"url":"https://www.accessdata.fda.gov/","title":"www.accessdata.fda.gov"},{"url":"https://www.federalregister.gov/","title":"www.federalregister.gov"},{"url":"https://www.accessdata.fda.gov/","title":"www.accessdata.fda.gov"},{"url":"https://www.accessdata.fda.gov/","title":"www.accessdata.fda.gov"},{"url":"https://www.accessdata.fda.gov/","title":"www.accessdata.fda.gov"}],"searchCalls":[{"id":"st_tmp_wvleagywupt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0j7g429jgapr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xkwzyjsk8ek","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5lcaaajbxy6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3i5j3walyas","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_37boskwvibp","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_qf6mn0kh1f8","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-46","epoch":0,"score":"I","citations":[{"url":"https://icbc.com/","title":"icbc.com"},{"url":"https://catalogue.data.gov.bc.ca/","title":"catalogue.data.gov.bc.ca"},{"url":"https://open.canada.ca/","title":"open.canada.ca"},{"url":"https://open.canada.ca/","title":"open.canada.ca"},{"url":"https://open.canada.ca/","title":"open.canada.ca"},{"url":"https://open.canada.ca/","title":"open.canada.ca"},{"url":"https://catalogue.data.gov.bc.ca/","title":"catalogue.data.gov.bc.ca"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://public.tableau.com/","title":"public.tableau.com"},{"url":"https://catalogue.data.gov.bc.ca/","title":"catalogue.data.gov.bc.ca"},{"url":"https://vancouver.ca/","title":"vancouver.ca"},{"url":"https://www.surrey.ca/","title":"www.surrey.ca"}],"searchCalls":[{"id":"st_tmp_exx7gd844t5","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_xijuf4jhbok","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u1fuubvdha","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tezot7bjrpo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_riu4x14ql3f","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-47","epoch":0,"score":"I","citations":[{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://musicbrainz.org/","title":"musicbrainz.org"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"}],"searchCalls":[{"id":"st_tmp_pd04es7vlx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7i9f90hbwky","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j0qs5wfjyl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r4svs26anop","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8r1vzr36uhv","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-48","epoch":0,"score":"C","citations":[{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.epa.gov/","title":"www.epa.gov"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.ofwat.gov.uk/","title":"www.ofwat.gov.uk"},{"url":"https://www.ofwat.gov.uk/","title":"www.ofwat.gov.uk"},{"url":"https://www.ofwat.gov.uk/","title":"www.ofwat.gov.uk"},{"url":"https://www.ofwat.gov.uk/","title":"www.ofwat.gov.uk"},{"url":"https://assets.publishing.service.gov.uk/","title":"assets.publishing.service.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.southwestwater.co.uk/","title":"www.southwestwater.co.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"}],"searchCalls":[{"id":"st_tmp_4lzfigxcgme","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9md3oc5mel5","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_swdp05odi6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_imzsyj0cbnb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f4azcx378vn","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-49","epoch":0,"score":"C","citations":[{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"http://samhsa.gov/","title":"samhsa.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.samhsa.gov/","title":"www.samhsa.gov"},{"url":"https://www.niaaa.nih.gov/","title":"www.niaaa.nih.gov"}],"searchCalls":[{"id":"st_tmp_ezwu6ra05pq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qnnbuhugq2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hk2uag1ye57","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gi4i1rhck7j","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_or3zewc900o","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-5","epoch":0,"score":"C","citations":[{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tvdsb.ca/","title":"www.tvdsb.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"},{"url":"https://www.tdsb.on.ca/","title":"www.tdsb.on.ca"}],"searchCalls":[{"id":"st_tmp_5cyluamhe9f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hebyi37955t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i9p2ntukkhe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5d1g03zsvms","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2pb5isxgdgk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2bs1v4oibda","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-50","epoch":0,"score":"C","citations":[{"url":"https://www.pulitzer.org/","title":"www.pulitzer.org"},{"url":"https://www.pulitzer.org/","title":"www.pulitzer.org"},{"url":"https://www.pulitzer.org/","title":"www.pulitzer.org"},{"url":"https://www.pulitzer.org/","title":"www.pulitzer.org"},{"url":"https://www.pulitzer.org/","title":"www.pulitzer.org"},{"url":"https://www.pulitzer.org/","title":"www.pulitzer.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.prnewswire.co.uk/","title":"www.prnewswire.co.uk"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.ipn.mx/","title":"www.ipn.mx"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://indianexpress.com/","title":"indianexpress.com"},{"url":"https://indianexpress.com/","title":"indianexpress.com"},{"url":"https://www.chronicle.com/","title":"www.chronicle.com"},{"url":"https://ufdcimages.uflib.ufl.edu/","title":"ufdcimages.uflib.ufl.edu"},{"url":"https://www.theatlantic.com/","title":"www.theatlantic.com"},{"url":"https://www.pulitzer.org/","title":"www.pulitzer.org"},{"url":"https://iop.harvard.edu/","title":"iop.harvard.edu"}],"searchCalls":[{"id":"st_tmp_08u38he4u04r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5xior84gqw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_plmkgo0g4p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_djmphmkoh7g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1y9562oxqax","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-51","epoch":0,"score":"C","citations":[{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www.statcan.gc.ca/","title":"www.statcan.gc.ca"},{"url":"https://www.statcan.gc.ca/","title":"www.statcan.gc.ca"},{"url":"https://www.statcan.gc.ca/","title":"www.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www.cbc.ca/","title":"www.cbc.ca"},{"url":"https://open.canada.ca/","title":"open.canada.ca"},{"url":"https://www.cbc.ca/","title":"www.cbc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www150.statcan.gc.ca/","title":"www150.statcan.gc.ca"},{"url":"https://www.statcan.gc.ca/","title":"www.statcan.gc.ca"}],"searchCalls":[{"id":"st_tmp_pwseww37wn8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0iett397ar0d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4l9tv6x79cw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x57wmj1rbr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4w4cnc8krh8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_geyjlobq0r7","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-52","epoch":0,"score":"C","citations":[{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://dashboards.sdgindex.org/","title":"dashboards.sdgindex.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://dashboards.sdgindex.org/","title":"dashboards.sdgindex.org"},{"url":"https://data360files.worldbank.org/","title":"data360files.worldbank.org"},{"url":"https://dashboards.sdgindex.org/","title":"dashboards.sdgindex.org"},{"url":"https://dashboards.sdgindex.org/","title":"dashboards.sdgindex.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"}],"searchCalls":[{"id":"st_tmp_c5bux36regw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_brg8q7uu25q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_arbtipbastd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pn45yyv4cd","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_yc4k3btpe6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0t64y09g4xc","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_mkc8554yoqg","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-53","epoch":0,"score":"C","citations":[{"url":"https://www.nhtsa.gov/","title":"www.nhtsa.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://www.nhtsa.gov/","title":"www.nhtsa.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://www.nhtsa.gov/","title":"www.nhtsa.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"http://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://www.bts.gov/","title":"www.bts.gov"},{"url":"https://www.nhtsa.gov/","title":"www.nhtsa.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://www.flhsmv.gov/","title":"www.flhsmv.gov"}],"searchCalls":[{"id":"st_tmp_xd4klu5nk2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d6vzm6ztfn7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9i109bj0pcl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3yn45xezd2q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dhnlgjzin5a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gnepr9g1vdl","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-54","epoch":0,"score":"I","citations":[{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://kenaninstitute.unc.edu/","title":"kenaninstitute.unc.edu"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.biggestuscities.com/","title":"www.biggestuscities.com"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"}],"searchCalls":[{"id":"st_tmp_2d3jjsnnw8s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7nvjxlmnfo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wrm9hkm1ek","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_32txv4x76ns","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uc3j4uz506","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eij5phqn7nh","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_8bh497rpddi","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-55","epoch":0,"score":"C","citations":[{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"}],"searchCalls":[{"id":"st_tmp_mgeeo9c7dsa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_idt29collia","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tmzh3q6oam","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ibdvhftu6p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pchta4z1ged","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b46dl6ubcaj","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-56","epoch":0,"score":"I","citations":[{"url":"https://schoolsup.org/","title":"schoolsup.org"},{"url":"https://www.azcentral.com/","title":"www.azcentral.com"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://www.azcentral.com/","title":"www.azcentral.com"},{"url":"https://www.mcdot.maricopa.gov/","title":"www.mcdot.maricopa.gov"},{"url":"https://archive.legmt.gov/","title":"archive.legmt.gov"},{"url":"http://coppercourier.com/","title":"coppercourier.com"},{"url":"https://coppercourier.com/","title":"coppercourier.com"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azdor.gov/","title":"azdor.gov"},{"url":"https://www.azauditor.gov/","title":"www.azauditor.gov"},{"url":"https://www.azed.gov/","title":"www.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"},{"url":"https://azreportcards.azed.gov/","title":"azreportcards.azed.gov"}],"searchCalls":[{"id":"st_tmp_xzf6js7mc5q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3yt0kwsy036","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2v9kiq46l0e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_enl9v3br23j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8waaemz5am","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-57","epoch":0,"score":"C","citations":[{"url":"https://results.elections.ny.gov/","title":"results.elections.ny.gov"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://results.elections.ny.gov/","title":"results.elections.ny.gov"},{"url":"https://results.elections.ny.gov/","title":"results.elections.ny.gov"},{"url":"https://grokipedia.com/","title":"grokipedia.com"},{"url":"https://results.elections.ny.gov/","title":"results.elections.ny.gov"},{"url":"https://results.elections.ny.gov/","title":"results.elections.ny.gov"},{"url":"https://archive.nytimes.com/","title":"archive.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://edition.cnn.com/","title":"edition.cnn.com"},{"url":"https://www.newsweek.com/","title":"www.newsweek.com"},{"url":"https://www.politico.com/","title":"www.politico.com"},{"url":"https://results.elections.ny.gov/","title":"results.elections.ny.gov"},{"url":"https://www.politico.com/","title":"www.politico.com"}],"searchCalls":[{"id":"st_tmp_unqz6qeb1pm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kjgm1bcy3uc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xyugcyltquc","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-58","epoch":0,"score":"C","citations":[{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www2.census.gov/","title":"www2.census.gov"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://www.ncei.noaa.gov/","title":"www.ncei.noaa.gov"},{"url":"https://www.ncei.noaa.gov/","title":"www.ncei.noaa.gov"},{"url":"https://www.ncei.noaa.gov/","title":"www.ncei.noaa.gov"},{"url":"https://www.ncei.noaa.gov/","title":"www.ncei.noaa.gov"},{"url":"https://www.ncei.noaa.gov/","title":"www.ncei.noaa.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"http://stacks.cdc.gov/","title":"stacks.cdc.gov"},{"url":"http://stacks.cdc.gov/","title":"stacks.cdc.gov"},{"url":"https://stacks.cdc.gov/","title":"stacks.cdc.gov"},{"url":"https://stacks.cdc.gov/","title":"stacks.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"}],"searchCalls":[{"id":"st_tmp_aeoxygas50d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kv2fju64249","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zdei9p5qqi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xip78rk4rlf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xwzkcz4qj8r","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_jhoerwc2ycc","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-59","epoch":0,"score":"I","citations":[{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://www.p12.nysed.gov/","title":"www.p12.nysed.gov"},{"url":"https://reportcards.nysed.gov/","title":"reportcards.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://data.cityofnewyork.us/","title":"data.cityofnewyork.us"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://catalog.data.gov/","title":"catalog.data.gov"},{"url":"https://catalog.data.gov/","title":"catalog.data.gov"},{"url":"https://data.cityofnewyork.us/","title":"data.cityofnewyork.us"}],"searchCalls":[{"id":"st_tmp_uyn6k4yd7af","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3vv6ngazrps","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ztwudijl4rg","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_rsaiu6cc89","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gyhk0bkgvo","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-6","epoch":0,"score":"I","citations":[{"url":"https://www.eastgrmi.gov/","title":"www.eastgrmi.gov"},{"url":"https://www.wzzm13.com/","title":"www.wzzm13.com"},{"url":"https://www.eastgrmi.gov/","title":"www.eastgrmi.gov"},{"url":"https://www.wzzm13.com/","title":"www.wzzm13.com"},{"url":"https://www.trailforks.com/","title":"www.trailforks.com"},{"url":"https://www.eastgrmi.gov/","title":"www.eastgrmi.gov"},{"url":"https://eastgrmi.gov/","title":"eastgrmi.gov"},{"url":"https://www.eastgrmi.gov/","title":"www.eastgrmi.gov"},{"url":"https://eastgrmi.gov/","title":"eastgrmi.gov"},{"url":"https://www.linkedin.com/","title":"www.linkedin.com"},{"url":"https://southkentnews.com/","title":"southkentnews.com"},{"url":"https://southkentnews.com/","title":"southkentnews.com"},{"url":"https://electionstats.kentcountymi.gov/","title":"electionstats.kentcountymi.gov"},{"url":"https://electionstats.kentcountymi.gov/","title":"electionstats.kentcountymi.gov"},{"url":"https://grandrapidsreporter.com/","title":"grandrapidsreporter.com"},{"url":"https://engage.grandrapidsmi.gov/","title":"engage.grandrapidsmi.gov"},{"url":"https://www.grandrapidsmi.gov/","title":"www.grandrapidsmi.gov"},{"url":"https://www.eastgrmi.gov/","title":"www.eastgrmi.gov"},{"url":"https://www.grandrapidsmi.gov/","title":"www.grandrapidsmi.gov"},{"url":"https://www.mlive.com/","title":"www.mlive.com"},{"url":"https://www.grandrapidsmi.gov/","title":"www.grandrapidsmi.gov"},{"url":"https://www.grandrapidsmi.gov/","title":"www.grandrapidsmi.gov"},{"url":"https://www.eastgrmi.gov/","title":"www.eastgrmi.gov"},{"url":"https://services.austintexas.gov/","title":"services.austintexas.gov"},{"url":"https://www.eastgrmi.gov/","title":"www.eastgrmi.gov"}],"searchCalls":[{"id":"st_tmp_fj0orc0a2a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0blh0cqhnz45","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g6mzh3xex6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qmh0i0udxs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pplyzu2b20h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_let5xrmgbh","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-60","epoch":0,"score":"I","citations":[{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"}],"searchCalls":[{"id":"st_tmp_azbd3cdfpt6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f7ft2r2iwfv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ew4ozh703me","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7zxtc5pdrwq","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_lmgjys60yzt","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_54noubkhv9l","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_yb9iypai3yk","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-61","epoch":0,"score":"C","citations":[{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://www.newswire.ca/","title":"www.newswire.ca"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://qs-topuniversities.cn/","title":"qs-topuniversities.cn"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://support.qs.com/","title":"support.qs.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.qschina.cn/","title":"www.qschina.cn"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.humanities.ox.ac.uk/","title":"www.humanities.ox.ac.uk"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"}],"searchCalls":[{"id":"st_tmp_p8tdko9sh68","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hmclymzrywt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yhe3zrc4n2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j4foj3nyi5s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_06inpx6eontg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jffkjox2fj","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-62","epoch":0,"score":"I","citations":[{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://unstats.un.org/","title":"unstats.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"http://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"http://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://data.un.org/","title":"data.un.org"}],"searchCalls":[{"id":"st_tmp_gdywoey247n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qarbra0gng","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_qaylxhcwow9","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_7b0rmsjsuv3","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_2ydk65olhoz","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4u1ysnpik2k","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_m2onh4dlhq","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-63","epoch":0,"score":"C","citations":[{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://preproduction.english-heritage.org.uk/","title":"preproduction.english-heritage.org.uk"},{"url":"https://historicengland.org.uk/","title":"historicengland.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://historicengland.org.uk/","title":"historicengland.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://historicengland.org.uk/","title":"historicengland.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://www.londonremembers.com/","title":"www.londonremembers.com"},{"url":"https://openplaques.org/","title":"openplaques.org"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://production.english-heritage.org.uk/","title":"production.english-heritage.org.uk"},{"url":"https://historicengland.org.uk/","title":"historicengland.org.uk"},{"url":"https://www.english-heritage.org.uk/","title":"www.english-heritage.org.uk"},{"url":"https://artcollection.dcms.gov.uk/","title":"artcollection.dcms.gov.uk"},{"url":"https://www.npg.org.uk/","title":"www.npg.org.uk"},{"url":"https://www.tate.org.uk/","title":"www.tate.org.uk"},{"url":"https://www.tate.org.uk/","title":"www.tate.org.uk"},{"url":"https://collections.vam.ac.uk/","title":"collections.vam.ac.uk"}],"searchCalls":[{"id":"st_tmp_xtuvgxgyzv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z7zn44er13","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i7euaet8jfs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_92pcqdgqdin","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_vr3redpwff","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_d1ccxxoiho8","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_fdmpc0ag4b4","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_knpcwi1yedh","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_yazqkuue2f","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_37mduvl22rb","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-64","epoch":0,"score":"I","citations":[{"url":"https://www.regents.nysed.gov/","title":"www.regents.nysed.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://www.regents.nysed.gov/","title":"www.regents.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://www.regents.nysed.gov/","title":"www.regents.nysed.gov"},{"url":"https://www.regents.nysed.gov/","title":"www.regents.nysed.gov"},{"url":"https://www.regents.nysed.gov/","title":"www.regents.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"},{"url":"https://data.nysed.gov/","title":"data.nysed.gov"},{"url":"https://www.nysed.gov/","title":"www.nysed.gov"}],"searchCalls":[{"id":"st_tmp_6y41bxdg56","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5ucirwzf66j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lgw2iwl0vm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6p3sjji1xsd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_isauxzshkcp","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-65","epoch":0,"score":"C","citations":[{"url":"https://kleinforest.kleinisd.net/","title":"kleinforest.kleinisd.net"},{"url":"https://www.kleinisd.net/","title":"www.kleinisd.net"},{"url":"https://aec.kleinisd.net/","title":"aec.kleinisd.net"},{"url":"https://www.txschools.gov/","title":"www.txschools.gov"},{"url":"https://www.kleinisd.net/","title":"www.kleinisd.net"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://rptsvr1.tea.texas.gov/","title":"rptsvr1.tea.texas.gov"},{"url":"https://schools.texastribune.org/","title":"schools.texastribune.org"},{"url":"https://schools.texastribune.org/","title":"schools.texastribune.org"},{"url":"https://resources.finalsite.net/","title":"resources.finalsite.net"},{"url":"https://schools.texastribune.org/","title":"schools.texastribune.org"},{"url":"https://cdnsm5-ss12.sharpschool.com/","title":"cdnsm5-ss12.sharpschool.com"}],"searchCalls":[{"id":"st_tmp_z3360q76z08","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o7we8sbx5nr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s09xgzofvza","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ebcpuhbb6z","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_o84yjiz9pif","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-66","epoch":0,"score":"I","citations":[{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://www.un.org/","title":"www.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://indianexpress.com/","title":"indianexpress.com"},{"url":"https://indianexpress.com/","title":"indianexpress.com"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://www.census.gov/","title":"www.census.gov"},{"url":"https://databankfiles.worldbank.org/","title":"databankfiles.worldbank.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://datahub.io/","title":"datahub.io"},{"url":"https://datacommons.org/","title":"datacommons.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"}],"searchCalls":[{"id":"st_tmp_ps2uuksh87e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pihnbt8z9ce","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_icrm69bsw48","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_joi4lnakven","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8tw2y37yhkl","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-67","epoch":0,"score":"I","citations":[{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://researchers.mq.edu.au/","title":"researchers.mq.edu.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"},{"url":"https://researchers.mq.edu.au/","title":"researchers.mq.edu.au"},{"url":"https://www.parliament.nsw.gov.au/","title":"www.parliament.nsw.gov.au"},{"url":"https://www.environment.nsw.gov.au/","title":"www.environment.nsw.gov.au"}],"searchCalls":[{"id":"st_tmp_akflqio34t5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z7dok0qic19","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_nbwprnzlg3h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mplsl4qjw5g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5c6niq19bw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4mjolscidk9","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_bqy4g84rabw","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-68","epoch":0,"score":"I","citations":[{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.orr.gov.uk/","title":"www.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://vapassengerrailauthority.org/","title":"vapassengerrailauthority.org"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://www.orr.gov.uk/","title":"www.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://www.orr.gov.uk/","title":"www.orr.gov.uk"},{"url":"https://dataportal.orr.gov.uk/","title":"dataportal.orr.gov.uk"},{"url":"https://www.tpexpress.co.uk/","title":"www.tpexpress.co.uk"},{"url":"https://www.modernrailways.com/","title":"www.modernrailways.com"},{"url":"https://westyorkshire.moderngov.co.uk/","title":"westyorkshire.moderngov.co.uk"},{"url":"https://www.tpexpress.co.uk/","title":"www.tpexpress.co.uk"}],"searchCalls":[{"id":"st_tmp_zrfdeoxn9dc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_03o7537lr6ec","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b3vnf3pgrk7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g18hy9t8d6r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8qwhub3p7ui","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h4nam47wka8","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-69","epoch":0,"score":"C","citations":[{"url":"https://www.idea.int/","title":"www.idea.int"},{"url":"https://www.eiu.com/","title":"www.eiu.com"},{"url":"https://www.agora-parl.org/","title":"www.agora-parl.org"},{"url":"https://data360files.worldbank.org/","title":"data360files.worldbank.org"},{"url":"https://www.voaafrica.com/","title":"www.voaafrica.com"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://documents1.worldbank.org/","title":"documents1.worldbank.org"},{"url":"https://documents1.worldbank.org/","title":"documents1.worldbank.org"},{"url":"https://www.brookings.edu/","title":"www.brookings.edu"},{"url":"https://www.eiu.com/","title":"www.eiu.com"},{"url":"https://data360files.worldbank.org/","title":"data360files.worldbank.org"},{"url":"https://data360.worldbank.org/","title":"data360.worldbank.org"},{"url":"https://www.idea.int/","title":"www.idea.int"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://www.cia.gov/","title":"www.cia.gov"},{"url":"https://history.state.gov/","title":"history.state.gov"},{"url":"https://user.iiasa.ac.at/","title":"user.iiasa.ac.at"},{"url":"https://user.iiasa.ac.at/","title":"user.iiasa.ac.at"},{"url":"https://worldfactbookarchive.org/","title":"worldfactbookarchive.org"}],"searchCalls":[{"id":"st_tmp_7jkx3kd4iiy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_12g9c2nkqgve","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o9hyoi8fm8s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e24wbg0i61k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cyo74qxvvtc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qokd48e8i4i","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-7","epoch":0,"score":"C","citations":[{"url":"https://lol.fandom.com/","title":"lol.fandom.com"},{"url":"https://loltv.gg/","title":"loltv.gg"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://loltv.gg/","title":"loltv.gg"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://gol.gg/","title":"gol.gg"},{"url":"http://lol.fandom.com/","title":"lol.fandom.com"},{"url":"https://loltv.gg/","title":"loltv.gg"},{"url":"https://gol.gg/","title":"gol.gg"},{"url":"https://loltv.gg/","title":"loltv.gg"},{"url":"https://lol.fandom.com/","title":"lol.fandom.com"},{"url":"https://liquipedia.net/","title":"liquipedia.net"},{"url":"https://loltv.gg/","title":"loltv.gg"},{"url":"https://loltv.gg/","title":"loltv.gg"},{"url":"https://loltv.gg/","title":"loltv.gg"},{"url":"https://loltv.gg/","title":"loltv.gg"},{"url":"https://loltv.gg/","title":"loltv.gg"}],"searchCalls":[{"id":"st_tmp_ovibhkze5ra","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_foi4zszyx7q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_amo8n1dhwt","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_ndmajm3ezre","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hbfym3mczyq","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-70","epoch":0,"score":"C","citations":[{"url":"http://data.sfgov.org/","title":"data.sfgov.org"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"},{"url":"http://data.sfgov.org/","title":"data.sfgov.org"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"},{"url":"http://sf-fire.org/","title":"sf-fire.org"},{"url":"https://data.sfgov.org/","title":"data.sfgov.org"}],"searchCalls":[{"id":"st_tmp_gd0qq4oy6h9","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_zj1ys94bam","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_fu4ao23xyb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9rpt9spa8zo","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_ecsx2of5ntd","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-71","epoch":0,"score":"I","citations":[{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://data.cdc.gov/","title":"data.cdc.gov"},{"url":"https://data.cdc.gov/","title":"data.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cancer.org/","title":"www.cancer.org"},{"url":"http://stacks.cdc.gov/","title":"stacks.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"}],"searchCalls":[{"id":"st_tmp_25tixu9e70d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_94qhslp0mvr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rbtbxd34yvk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_odxdlun5web","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_78a6a96z4ls","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_rvd6pk9wjgh","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-72","epoch":0,"score":"I","citations":[{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"},{"url":"https://www.extremeweatherwatch.com/","title":"www.extremeweatherwatch.com"}],"searchCalls":[{"id":"st_tmp_qqoz9xerj3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5zh98sj8re","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jag6y147j8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4323wc9irjs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ow6bk059mx","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-73","epoch":0,"score":"C","citations":[{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.courthousenews.com/","title":"www.courthousenews.com"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"},{"url":"https://www.ppic.org/","title":"www.ppic.org"}],"searchCalls":[{"id":"st_tmp_qu4ro8kntym","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9ra11arxg1a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9xbdjlye0vw","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_czchzz47zk6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w8ptmn3qd2o","status":"completed","action":"search","executed":true,"sourceCount":4}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-74","epoch":0,"score":"C","citations":[{"url":"https://www.nvidia.com/","title":"www.nvidia.com"},{"url":"https://www.nvidia.com/","title":"www.nvidia.com"},{"url":"https://forums.developer.nvidia.com/","title":"forums.developer.nvidia.com"},{"url":"https://www.nvidia.com/","title":"www.nvidia.com"},{"url":"https://www.nvidia.com/","title":"www.nvidia.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://www.nvidia.com/","title":"www.nvidia.com"},{"url":"https://www.tomshardware.com/","title":"www.tomshardware.com"},{"url":"https://www.nvidia.com/","title":"www.nvidia.com"},{"url":"https://www.nvidia.com/","title":"www.nvidia.com"},{"url":"https://learn.microsoft.com/","title":"learn.microsoft.com"},{"url":"https://hothardware.com/","title":"hothardware.com"},{"url":"https://www.techspot.com/","title":"www.techspot.com"},{"url":"https://www.nvidia.com/","title":"www.nvidia.com"},{"url":"https://www.tomshardware.com/","title":"www.tomshardware.com"},{"url":"https://www.gigabyte.com/","title":"www.gigabyte.com"},{"url":"https://www.msi.com/","title":"www.msi.com"},{"url":"https://us.msi.com/","title":"us.msi.com"},{"url":"https://www.leadtek.com/","title":"www.leadtek.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"}],"searchCalls":[{"id":"st_tmp_vzmghkwiskf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4s2kh3aybu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m45xrzckmz","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_94x3muath0c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s1p41blwe1l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ld60rmqni7","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-75","epoch":0,"score":"I","citations":[{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://www.nhtsa.gov/","title":"www.nhtsa.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://www.transportation.gov/","title":"www.transportation.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://www.nhtsa.gov/","title":"www.nhtsa.gov"},{"url":"https://www.nhtsa.gov/","title":"www.nhtsa.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://www.nhtsa.gov/","title":"www.nhtsa.gov"},{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://catalog.data.gov/","title":"catalog.data.gov"},{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"},{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"},{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"},{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"},{"url":"https://www-fars.nhtsa.dot.gov/","title":"www-fars.nhtsa.dot.gov"}],"searchCalls":[{"id":"st_tmp_qcib46do48m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gww271bchrq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fkaki2y3fiv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vtmnnibe09f","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1775xd6uu2h","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-76","epoch":0,"score":"C","citations":[{"url":"https://www.sheffield.gov.uk/","title":"www.sheffield.gov.uk"},{"url":"https://www.sheffield.gov.uk/","title":"www.sheffield.gov.uk"},{"url":"https://www.sheffield.gov.uk/","title":"www.sheffield.gov.uk"},{"url":"https://www.sheffield.gov.uk/","title":"www.sheffield.gov.uk"},{"url":"https://content.govdelivery.com/","title":"content.govdelivery.com"},{"url":"https://www.sheffield.gov.uk/","title":"www.sheffield.gov.uk"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.local-democracy.uk/","title":"www.local-democracy.uk"},{"url":"https://www.examinerlive.co.uk/","title":"www.examinerlive.co.uk"},{"url":"https://content.govdelivery.com/","title":"content.govdelivery.com"},{"url":"https://www.sheffield.gov.uk/","title":"www.sheffield.gov.uk"},{"url":"https://www.andrewteale.me.uk/","title":"www.andrewteale.me.uk"},{"url":"https://www.examinerlive.co.uk/","title":"www.examinerlive.co.uk"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://content.govdelivery.com/","title":"content.govdelivery.com"},{"url":"https://members.parliament.uk/","title":"members.parliament.uk"},{"url":"https://members.parliament.uk/","title":"members.parliament.uk"},{"url":"https://content.govdelivery.com/","title":"content.govdelivery.com"},{"url":"https://www.examinerlive.co.uk/","title":"www.examinerlive.co.uk"},{"url":"https://www.manchestereveningnews.co.uk/","title":"www.manchestereveningnews.co.uk"},{"url":"https://www.andrewteale.me.uk/","title":"www.andrewteale.me.uk"}],"searchCalls":[{"id":"st_tmp_h9zcmuy46q4","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_bd2dv5b5daa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3rla2tv4z15","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e4m9bsvak2c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o3ai59akbvj","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-77","epoch":0,"score":"I","citations":[{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://gpseducation.oecd.org/","title":"gpseducation.oecd.org"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://gpseducation.oecd.org/","title":"gpseducation.oecd.org"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://2021-2025.state.gov/","title":"2021-2025.state.gov"},{"url":"https://pmc.ncbi.nlm.nih.gov/","title":"pmc.ncbi.nlm.nih.gov"},{"url":"https://www.bmb.gv.at/","title":"www.bmb.gv.at"},{"url":"https://www.uni-saarland.de/","title":"www.uni-saarland.de"},{"url":"https://www.uni-ulm.de/","title":"www.uni-ulm.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.bllv.de/","title":"www.bllv.de"},{"url":"https://statistik.hessen.de/","title":"statistik.hessen.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://www.destatis.de/","title":"www.destatis.de"},{"url":"https://erudera.com/","title":"erudera.com"},{"url":"https://www.destatis.de/","title":"www.destatis.de"}],"searchCalls":[{"id":"st_tmp_oipzlaa3fcb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sjieyvkmk5s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t5shprz1m6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_slxs2jr8cm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_50htc6uj6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7a913lcsope","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-78","epoch":0,"score":"I","citations":[{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://catalog-old.data.gov/","title":"catalog-old.data.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"},{"url":"https://www.eia.gov/","title":"www.eia.gov"}],"searchCalls":[{"id":"st_tmp_5mb347tckdd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_64nftbj3n6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zmouwo9hlbl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8qc104pfymv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9dridrejqz4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gogt7hl33k","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ffl8pq1hnym","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_1z3t388m04w","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-79","epoch":0,"score":"I","citations":[{"url":"https://www.iqair.cn/","title":"www.iqair.cn"},{"url":"https://www.iqair.com/","title":"www.iqair.com"},{"url":"https://www.iqair.com/","title":"www.iqair.com"},{"url":"https://www.iqair.com/","title":"www.iqair.com"},{"url":"https://www.iqair.com/","title":"www.iqair.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.numbeo.com/","title":"www.numbeo.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.kaggle.com/","title":"www.kaggle.com"}],"searchCalls":[{"id":"st_tmp_jrx9ccmgdc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hompzpugm17","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_gd11pghoad","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_13o7vb4qtq6","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_nn9i74vimki","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m536buqh04k","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-8","epoch":0,"score":"I","citations":[{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://catalog.data.gov/","title":"catalog.data.gov"},{"url":"https://www.mta.info/","title":"www.mta.info"},{"url":"https://www.mta.info/","title":"www.mta.info"},{"url":"https://www.fox5ny.com/","title":"www.fox5ny.com"},{"url":"https://www.mta.info/","title":"www.mta.info"},{"url":"https://www.mta.info/","title":"www.mta.info"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://data.ny.gov/","title":"data.ny.gov"},{"url":"https://catalog-old.data.gov/","title":"catalog-old.data.gov"}],"searchCalls":[{"id":"st_tmp_kiua5w2gdre","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bf6syanhjir","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lwqdj3c2idm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tl8kend5pf9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2f5xjgwe1wi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_viqasplfx9g","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-80","epoch":0,"score":"C","citations":[{"url":"https://journals.sagepub.com/","title":"journals.sagepub.com"},{"url":"https://journals.sagepub.com/","title":"journals.sagepub.com"},{"url":"https://journals.sagepub.com/","title":"journals.sagepub.com"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://scholarworks.iu.edu/","title":"scholarworks.iu.edu"},{"url":"https://germanic.indiana.edu/","title":"germanic.indiana.edu"},{"url":"https://luddy.iu.edu/","title":"luddy.iu.edu"},{"url":"https://academics.iu.edu/","title":"academics.iu.edu"},{"url":"https://emhanink.pages.iu.edu/","title":"emhanink.pages.iu.edu"},{"url":"https://bulletin.iu.edu/","title":"bulletin.iu.edu"},{"url":"https://bulletins.iu.edu/","title":"bulletins.iu.edu"},{"url":"https://bulletins.iu.edu/","title":"bulletins.iu.edu"},{"url":"https://ealc.indiana.edu/","title":"ealc.indiana.edu"},{"url":"https://bulletins.iu.edu/","title":"bulletins.iu.edu"},{"url":"https://profiles.ucalgary.ca/","title":"profiles.ucalgary.ca"},{"url":"https://profiles.ucalgary.ca/","title":"profiles.ucalgary.ca"},{"url":"https://profiles.ucalgary.ca/","title":"profiles.ucalgary.ca"},{"url":"https://www.iep.indiana.edu/","title":"www.iep.indiana.edu"},{"url":"https://journals.sagepub.com/","title":"journals.sagepub.com"},{"url":"http://www.johnhgscott.com/","title":"www.johnhgscott.com"},{"url":"http://www.johnhgscott.com/","title":"www.johnhgscott.com"},{"url":"http://www.johnhgscott.com/","title":"www.johnhgscott.com"},{"url":"http://www.johnhgscott.com/","title":"www.johnhgscott.com"},{"url":"http://www.johnhgscott.com/","title":"www.johnhgscott.com"}],"searchCalls":[{"id":"st_tmp_ltdse2ffgjj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fkag2m7ffwg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y5ijev1nfbl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0v0fx8ykh6m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6atzs8inqg3","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-81","epoch":0,"score":"C","citations":[{"url":"https://www.fldoe.org/","title":"www.fldoe.org"},{"url":"https://edr.state.fl.us/","title":"edr.state.fl.us"},{"url":"https://www.ndapandas.org/","title":"www.ndapandas.org"},{"url":"https://oriole.browardschools.com/","title":"oriole.browardschools.com"},{"url":"https://www.browardschools.com/","title":"www.browardschools.com"},{"url":"https://catalog.ufl.edu/","title":"catalog.ufl.edu"},{"url":"https://archive.registrar.ufl.edu/","title":"archive.registrar.ufl.edu"},{"url":"https://catalog.ufl.edu/","title":"catalog.ufl.edu"},{"url":"https://mae.ufl.edu/","title":"mae.ufl.edu"},{"url":"https://mae.ufl.edu/","title":"mae.ufl.edu"},{"url":"https://catalog.ufl.edu/","title":"catalog.ufl.edu"},{"url":"https://archive.registrar.ufl.edu/","title":"archive.registrar.ufl.edu"},{"url":"https://www.nationalmerit.org/","title":"www.nationalmerit.org"},{"url":"https://www.browardschools.com/","title":"www.browardschools.com"},{"url":"https://www.hillsboroughschools.org/","title":"www.hillsboroughschools.org"},{"url":"https://www.ndapandas.org/","title":"www.ndapandas.org"},{"url":"https://www.usf.edu/","title":"www.usf.edu"},{"url":"https://catalog.ufl.edu/","title":"catalog.ufl.edu"},{"url":"https://catalog.ufl.edu/","title":"catalog.ufl.edu"},{"url":"https://mae.ucf.edu/","title":"mae.ucf.edu"},{"url":"https://www.fit.edu/","title":"www.fit.edu"}],"searchCalls":[{"id":"st_tmp_6yyt8ax09b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xvuj730hown","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_otkv99htxii","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2map68pqghd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xsmd6udf3p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0g7uuafyx5z8","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_q4r5si1uyc","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-82","epoch":0,"score":"I","citations":[{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iaea.org/","title":"www.iaea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.irena.org/","title":"www.irena.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://database.earth/","title":"database.earth"},{"url":"https://database.earth/","title":"database.earth"},{"url":"https://database.earth/","title":"database.earth"},{"url":"https://database.earth/","title":"database.earth"},{"url":"https://database.earth/","title":"database.earth"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"},{"url":"https://www.iea.org/","title":"www.iea.org"}],"searchCalls":[{"id":"st_tmp_9l8gfb6h7v","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rxneodtutnh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3dwxc67upj8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r2jqnlw74o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_06vkza3o3h1e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kdh7a6onqtf","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ql9e6bv3txm","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_b0xprl178j8","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_vfzl16cjn1b","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-83","epoch":0,"score":"C","citations":[{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"}],"searchCalls":[{"id":"st_tmp_z256v6w4fd9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gx3fk4q27vr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q453bkyvhcs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_juud6qv6dx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qgh0r3kv9mh","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-84","epoch":0,"score":"C","citations":[{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.nintendo.com/","title":"www.nintendo.com"},{"url":"https://indianexpress.com/","title":"indianexpress.com"},{"url":"https://www.psreader.com/","title":"www.psreader.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://www.allrecipes.com/","title":"www.allrecipes.com"},{"url":"https://unglobalcompact.org/","title":"unglobalcompact.org"},{"url":"https://apps.apple.com/","title":"apps.apple.com"},{"url":"https://www.winner.nyc/","title":"www.winner.nyc"},{"url":"https://www.cs.cmu.edu/","title":"www.cs.cmu.edu"}],"searchCalls":[{"id":"st_tmp_cem1mn1z5nm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gluszdwnr7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3nzruhmcn6o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_clbc9cozlm8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7hxsh2xq3jc","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-85","epoch":0,"score":"I","citations":[{"url":"https://gps.iza.org/","title":"gps.iza.org"},{"url":"https://ftp.iza.org/","title":"ftp.iza.org"},{"url":"https://www.nber.org/","title":"www.nber.org"},{"url":"https://docs.iza.org/","title":"docs.iza.org"},{"url":"https://www.nber.org/","title":"www.nber.org"},{"url":"https://gps.econ.uni-bonn.de/","title":"gps.econ.uni-bonn.de"},{"url":"https://cepr.org/","title":"cepr.org"},{"url":"https://gps.econ.uni-bonn.de/","title":"gps.econ.uni-bonn.de"},{"url":"http://gps.econ.uni-bonn.de/","title":"gps.econ.uni-bonn.de"},{"url":"https://gps.econ.uni-bonn.de/","title":"gps.econ.uni-bonn.de"},{"url":"https://gps.econ.uni-bonn.de/","title":"gps.econ.uni-bonn.de"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://archive.ourworldindata.org/","title":"archive.ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"},{"url":"https://archive.ourworldindata.org/","title":"archive.ourworldindata.org"},{"url":"https://ourworldindata.org/","title":"ourworldindata.org"}],"searchCalls":[{"id":"st_tmp_qqmjjs2a3hj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1zznkrqwyh3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2hrvn5z3wro","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b70ehfoctet","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tdk0ddrt7b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l4i2acxunmg","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_sucza9e7c1r","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-86","epoch":0,"score":"I","citations":[{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://stacks.cdc.gov/","title":"stacks.cdc.gov"},{"url":"https://stacks.cdc.gov/","title":"stacks.cdc.gov"},{"url":"https://stacks.cdc.gov/","title":"stacks.cdc.gov"},{"url":"https://stacks.cdc.gov/","title":"stacks.cdc.gov"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://data.humdata.org/","title":"data.humdata.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://api.global5050.org/","title":"api.global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://global5050.org/","title":"global5050.org"},{"url":"https://api.global5050.org/","title":"api.global5050.org"},{"url":"https://api.global5050.org/","title":"api.global5050.org"}],"searchCalls":[{"id":"st_tmp_7quoyipsptx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wnih0tkit3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xq8vy75y1z","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ipnazxi9yf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b5cl7wzsgtc","status":"completed","action":"search","executed":true,"sourceCount":2}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-87","epoch":0,"score":"C","citations":[{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemson.edu/","title":"www.clemson.edu"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://clemsonpeach.org/","title":"clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://www.clemsonpeach.org/","title":"www.clemsonpeach.org"},{"url":"https://hgic.clemson.edu/","title":"hgic.clemson.edu"},{"url":"https://hgic.clemson.edu/","title":"hgic.clemson.edu"},{"url":"https://news.clemson.edu/","title":"news.clemson.edu"},{"url":"https://www.clemson.edu/","title":"www.clemson.edu"}],"searchCalls":[{"id":"st_tmp_fbkjmpn8qxf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q71whi5clx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wx3ejy6z46","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_55v2hyd3u1u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a29jycdvp29","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-88","epoch":0,"score":"C","citations":[{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://news.ballotpedia.org/","title":"news.ballotpedia.org"},{"url":"https://news.ballotpedia.org/","title":"news.ballotpedia.org"},{"url":"http://news.ballotpedia.org/","title":"news.ballotpedia.org"},{"url":"https://news.ballotpedia.org/","title":"news.ballotpedia.org"},{"url":"https://news.ballotpedia.org/","title":"news.ballotpedia.org"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"https://news.ballotpedia.org/","title":"news.ballotpedia.org"},{"url":"https://www.businessinsider.com/","title":"www.businessinsider.com"},{"url":"https://news.ballotpedia.org/","title":"news.ballotpedia.org"},{"url":"https://centerforpolitics.org/","title":"centerforpolitics.org"}],"searchCalls":[{"id":"st_tmp_18sog03qcuf","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_zn5regjj1ce","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_60micc77cvf","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_j7xr33x10kr","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-89","epoch":0,"score":"I","citations":[{"url":"https://opendata-torontops.opendata.arcgis.com/","title":"opendata-torontops.opendata.arcgis.com"},{"url":"https://opendata-torontops.opendata.arcgis.com/","title":"opendata-torontops.opendata.arcgis.com"},{"url":"https://opendata-torontops.opendata.arcgis.com/","title":"opendata-torontops.opendata.arcgis.com"},{"url":"https://open.canada.ca/","title":"open.canada.ca"},{"url":"https://github.com/","title":"github.com"},{"url":"https://vpd.ca/","title":"vpd.ca"},{"url":"https://vpd.ca/","title":"vpd.ca"},{"url":"https://vpd.ca/","title":"vpd.ca"},{"url":"https://vpd.ca/","title":"vpd.ca"},{"url":"https://vpd.ca/","title":"vpd.ca"},{"url":"https://vpd.ca/","title":"vpd.ca"},{"url":"https://vpd.ca/","title":"vpd.ca"},{"url":"https://vpd.ca/","title":"vpd.ca"},{"url":"https://data.tps.ca/","title":"data.tps.ca"},{"url":"https://data.tps.ca/","title":"data.tps.ca"},{"url":"https://data.tps.ca/","title":"data.tps.ca"},{"url":"https://data.tps.ca/","title":"data.tps.ca"},{"url":"https://data.tps.ca/","title":"data.tps.ca"},{"url":"https://www.toronto.ca/","title":"www.toronto.ca"},{"url":"https://static1.squarespace.com/","title":"static1.squarespace.com"},{"url":"https://community-esrica-apps.hub.arcgis.com/","title":"community-esrica-apps.hub.arcgis.com"},{"url":"https://data.torontopolice.on.ca/","title":"data.torontopolice.on.ca"}],"searchCalls":[{"id":"st_tmp_8jxfypfmj9x","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b96xpx7ypy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_apfoqtnlwl9","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_75pogxwenqr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oocqjkwsg8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j9grzp4qgb9","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_32fw2pb89cm","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_x3p6zrngfb","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-9","epoch":0,"score":"I","citations":[{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"},{"url":"https://www.england.nhs.uk/","title":"www.england.nhs.uk"}],"searchCalls":[{"id":"st_tmp_m7tx92eou3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hp9c4739m8r","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_3qudfavm06s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fzs1zpoz4uu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fgrljlzwxwh","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-90","epoch":0,"score":"C","citations":[{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://data.un.org/","title":"data.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://www.un.org/","title":"www.un.org"},{"url":"https://digitallibrary.un.org/","title":"digitallibrary.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"},{"url":"https://population.un.org/","title":"population.un.org"}],"searchCalls":[{"id":"st_tmp_d7dpqwlm3u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t5anujqjtnm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4fpb28rdeu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x07dcnv64b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kv4zg1ix42q","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-91","epoch":0,"score":"I","citations":[{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"},{"url":"https://data.aad.gov.au/","title":"data.aad.gov.au"}],"searchCalls":[{"id":"st_tmp_k3g0z6kjw8e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_74fyw3hpmih","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4gvtqoc7ey","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lihnlj51tor","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b923pzqlauj","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-92","epoch":0,"score":"I","citations":[{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://bailey.nysenate.gov/","title":"bailey.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"}],"searchCalls":[{"id":"st_tmp_hqbmlkllqiw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tyw5xms8csa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2uc7sblc3fs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p078n6gi3k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ycr4v15xbfr","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_cah51nlx1db","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-93","epoch":0,"score":"C","citations":[{"url":"https://www.fao.org/","title":"www.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://www.fao.org/","title":"www.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://www.fao.org/","title":"www.fao.org"},{"url":"https://www.fao.org/","title":"www.fao.org"},{"url":"https://www.fao.org/","title":"www.fao.org"},{"url":"https://www.fao.org/","title":"www.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://www.fao.org/","title":"www.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"},{"url":"https://openknowledge.fao.org/","title":"openknowledge.fao.org"}],"searchCalls":[{"id":"st_tmp_t3vm1fnr639","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cg5zch6mcvs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wji796t2jjc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yw8zzd8z3aj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t6y0w4eci9q","status":"completed","action":"search","executed":true,"sourceCount":3}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-94","epoch":0,"score":"C","citations":[{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://stats.oecd.org/","title":"stats.oecd.org"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://stats.oecd.org/","title":"stats.oecd.org"},{"url":"https://www.oecd.org/","title":"www.oecd.org"},{"url":"https://stats.oecd.org/","title":"stats.oecd.org"}],"searchCalls":[{"id":"st_tmp_d9otcypyp5j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_safwcj1ao8q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j99jysnqocm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kb155dsf4at","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8i72ay92ky8","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-95","epoch":0,"score":"I","citations":[{"url":"https://high-schools.com/","title":"high-schools.com"},{"url":"https://high-schools.com/","title":"high-schools.com"},{"url":"https://high-schools.com/","title":"high-schools.com"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://high-schools.com/","title":"high-schools.com"},{"url":"https://high-schools.com/","title":"high-schools.com"},{"url":"https://high-schools.com/","title":"high-schools.com"},{"url":"https://high-schools.com/","title":"high-schools.com"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://adedata.arkansas.gov/","title":"adedata.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://high-schools.com/","title":"high-schools.com"},{"url":"https://high-schools.com/","title":"high-schools.com"},{"url":"https://high-schools.com/","title":"high-schools.com"},{"url":"https://high-schools.com/","title":"high-schools.com"},{"url":"https://high-schools.com/","title":"high-schools.com"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"},{"url":"https://myschoolinfo.arkansas.gov/","title":"myschoolinfo.arkansas.gov"}],"searchCalls":[{"id":"st_tmp_khac372r7l9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6ucrdjmqc3n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lzrheknpoxi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jxzz5l280w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_db2p6ubmczo","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-96","epoch":0,"score":"I","citations":[{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://crashstats.nhtsa.dot.gov/","title":"crashstats.nhtsa.dot.gov"},{"url":"https://cts.tti.tamu.edu/","title":"cts.tti.tamu.edu"},{"url":"https://www.nhtsa.gov/","title":"www.nhtsa.gov"}],"searchCalls":[{"id":"st_tmp_qukfeuub9d9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r8jf52ikuo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g03rjn5wof9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e0m785nudnn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_br0slynoipn","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-97","epoch":0,"score":"C","citations":[{"url":"https://www.pewresearch.org/","title":"www.pewresearch.org"},{"url":"https://www.pewresearch.org/","title":"www.pewresearch.org"},{"url":"https://womenrun.rutgers.edu/","title":"womenrun.rutgers.edu"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.pewresearch.org/","title":"www.pewresearch.org"},{"url":"https://www.pewresearch.org/","title":"www.pewresearch.org"},{"url":"https://www.pewresearch.org/","title":"www.pewresearch.org"},{"url":"https://www.pewresearch.org/","title":"www.pewresearch.org"},{"url":"https://cawp.rutgers.edu/","title":"cawp.rutgers.edu"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://www.vpm.org/","title":"www.vpm.org"},{"url":"https://rollcall.com/","title":"rollcall.com"},{"url":"https://www.cbsnews.com/","title":"www.cbsnews.com"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.archives.gov/","title":"www.archives.gov"},{"url":"https://www.archives.gov/","title":"www.archives.gov"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.businessinsider.com/","title":"www.businessinsider.com"}],"searchCalls":[{"id":"st_tmp_97iq7od28c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4f93pm00rtb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ox1silpe6o","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_bdmwmprem4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lgtu5hp5pr8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8bx4m3wp7ky","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-98","epoch":0,"score":"C","citations":[{"url":"https://www.ign.com/","title":"www.ign.com"},{"url":"https://foggyproductions.com/","title":"foggyproductions.com"},{"url":"https://gamefaqs.gamespot.com/","title":"gamefaqs.gamespot.com"},{"url":"https://www.ign.com/","title":"www.ign.com"},{"url":"https://gamefaqs.gamespot.com/","title":"gamefaqs.gamespot.com"},{"url":"https://gamefaqs.gamespot.com/","title":"gamefaqs.gamespot.com"},{"url":"https://gamefaqs.gamespot.com/","title":"gamefaqs.gamespot.com"},{"url":"https://www.ign.com/","title":"www.ign.com"},{"url":"https://underbuffed.com/","title":"underbuffed.com"},{"url":"https://twewy.wiki/","title":"twewy.wiki"},{"url":"https://gamefaqs.gamespot.com/","title":"gamefaqs.gamespot.com"},{"url":"https://twewy.fandom.com/","title":"twewy.fandom.com"},{"url":"https://twewy.wiki/","title":"twewy.wiki"},{"url":"https://www.jupiter.co.jp/","title":"www.jupiter.co.jp"},{"url":"http://release.square-enix.com/","title":"release.square-enix.com"},{"url":"https://www.mobygames.com/","title":"www.mobygames.com"},{"url":"https://gamefaqs.gamespot.com/","title":"gamefaqs.gamespot.com"},{"url":"https://gamefaqs.gamespot.com/","title":"gamefaqs.gamespot.com"},{"url":"https://gamefaqs.gamespot.com/","title":"gamefaqs.gamespot.com"},{"url":"https://gamefaqs.gamespot.com/","title":"gamefaqs.gamespot.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.cbr.com/","title":"www.cbr.com"},{"url":"https://www.cbr.com/","title":"www.cbr.com"}],"searchCalls":[{"id":"st_tmp_0sv6pxh7opt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_95w0f1pmpid","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nxa2ahpqb8d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3htq65e9vm3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5ca3d1e3rjj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8zww624hw7a","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"dsqa","sampleId":"dsqa-99","epoch":0,"score":"C","citations":[{"url":"https://www.weforum.org/","title":"www.weforum.org"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://www.weforum.org/","title":"www.weforum.org"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://www.newswire.ca/","title":"www.newswire.ca"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://www.moneycontrol.com/","title":"www.moneycontrol.com"},{"url":"https://www.weforum.org/","title":"www.weforum.org"},{"url":"https://time.com/","title":"time.com"},{"url":"https://www.moneycontrol.com/","title":"www.moneycontrol.com"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://www.timeshighereducation.com/","title":"www.timeshighereducation.com"},{"url":"https://www.moneycontrol.com/","title":"www.moneycontrol.com"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"}],"searchCalls":[{"id":"st_tmp_z3b52zizr1q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_skc9o6ot6n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gkys9b6hfp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vm7aqib158","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e0iozl1to","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_001","epoch":0,"score":"I","citations":[{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://magazine.qs.com/","title":"magazine.qs.com"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://www.hindustantimes.com/","title":"www.hindustantimes.com"},{"url":"https://humanities.web.ox.ac.uk/","title":"humanities.web.ox.ac.uk"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://www.hindustantimes.com/","title":"www.hindustantimes.com"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://www.lse.ac.uk/","title":"www.lse.ac.uk"},{"url":"https://finance.yahoo.com/","title":"finance.yahoo.com"}],"searchCalls":[{"id":"st_tmp_p41gnpq1d29","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h258b74ved6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sickbchxves","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b07xg2fb51c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nnvfhc2hko","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w3g1y91rljb","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_002","epoch":0,"score":"I","citations":[{"url":"https://www.johnniewalker.com/","title":"www.johnniewalker.com"},{"url":"https://www.johnniewalker.com/","title":"www.johnniewalker.com"},{"url":"https://www.buymyliquor.com/","title":"www.buymyliquor.com"},{"url":"https://thesmokingchair.com/","title":"thesmokingchair.com"},{"url":"https://www.masterofmalt.com/","title":"www.masterofmalt.com"},{"url":"https://www.chivas.com/","title":"www.chivas.com"},{"url":"https://www.chivas.com/","title":"www.chivas.com"},{"url":"https://www.chivas.com/","title":"www.chivas.com"},{"url":"https://www.chivas.com/","title":"www.chivas.com"},{"url":"https://www.chivas.com/","title":"www.chivas.com"},{"url":"https://www.smirnoff.com/","title":"www.smirnoff.com"},{"url":"https://www.smirnoff.com/","title":"www.smirnoff.com"},{"url":"https://www.smirnoff.com/","title":"www.smirnoff.com"},{"url":"https://www.smirnoff.com/","title":"www.smirnoff.com"},{"url":"https://www.smirnoff.com/","title":"www.smirnoff.com"},{"url":"https://www.greygoose.com/","title":"www.greygoose.com"},{"url":"https://www.greygoose.com/","title":"www.greygoose.com"},{"url":"https://www.greygoose.com/","title":"www.greygoose.com"},{"url":"https://www.caskers.com/","title":"www.caskers.com"},{"url":"https://www.abc.virginia.gov/","title":"www.abc.virginia.gov"},{"url":"https://www.absolut.com/","title":"www.absolut.com"},{"url":"https://www.absolut.com/","title":"www.absolut.com"},{"url":"https://www.absolut.com/","title":"www.absolut.com"},{"url":"https://www.absolut.com/","title":"www.absolut.com"},{"url":"https://www.absolut.com/","title":"www.absolut.com"}],"searchCalls":[{"id":"st_tmp_ulxaxh5f16c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wk057qx1k38","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jsxebz35oj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mo1dq1nh4wo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dd33uh5n4eq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qls5samxbp","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_euqlattau2f","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_003","epoch":0,"score":"I","citations":[{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.redbull.com/","title":"www.redbull.com"},{"url":"https://www.redbull.com/","title":"www.redbull.com"},{"url":"https://www.olympics.com/","title":"www.olympics.com"},{"url":"https://www.redbull.com/","title":"www.redbull.com"},{"url":"https://www.olympics.com/","title":"www.olympics.com"},{"url":"https://www.olympics.com/","title":"www.olympics.com"},{"url":"https://www.olympics.com/","title":"www.olympics.com"},{"url":"https://www.olympics.com/","title":"www.olympics.com"},{"url":"https://www.olympics.com/","title":"www.olympics.com"},{"url":"https://english.news.cn/","title":"english.news.cn"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.fis-ski.com/","title":"www.fis-ski.com"},{"url":"https://www.olympics.com/","title":"www.olympics.com"},{"url":"https://www.redbull.com/","title":"www.redbull.com"}],"searchCalls":[{"id":"st_tmp_m3ifa9jx66","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a1og41e2otd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_16srjfclr0q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y404vq4uhj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zzgxd1bln6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oncxgs1a03","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_dv1mi6ydxx","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_rcnsyte5kx8","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_004","epoch":0,"score":"I","citations":[{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://archive.nytimes.com/","title":"archive.nytimes.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://me.pcmag.com/","title":"me.pcmag.com"},{"url":"https://www.thejakartapost.com/","title":"www.thejakartapost.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://www.samsung.com/","title":"www.samsung.com"},{"url":"https://www.cnbc.com/","title":"www.cnbc.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://news.samsung.com/","title":"news.samsung.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.cnbc.com/","title":"www.cnbc.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"}],"searchCalls":[{"id":"st_tmp_4vspap8fmdj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hymhsqn3qmv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ivjd2kjsrea","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kztstukc5or","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kh05kr89twb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r53ad5bhmb7","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_7l7t815fxtx","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_yu6avmp4mas","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_j9te4u4c7p","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_dco68jg35as","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_4wwgzj7brwf","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_kl6lej1xgk","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_6svj73mooe6","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_d4w4ph5o3wb","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_6g0n9lmgxte","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_005","epoch":0,"score":"I","citations":[{"url":"https://www.engineering.columbia.edu/","title":"www.engineering.columbia.edu"},{"url":"https://cvn.columbia.edu/","title":"cvn.columbia.edu"},{"url":"https://www.civil.columbia.edu/","title":"www.civil.columbia.edu"},{"url":"https://und-public.courseleaf.com/","title":"und-public.courseleaf.com"},{"url":"https://www.engineering.columbia.edu/","title":"www.engineering.columbia.edu"},{"url":"https://cals.cornell.edu/","title":"cals.cornell.edu"},{"url":"https://blogs.cornell.edu/","title":"blogs.cornell.edu"},{"url":"https://www.duffield.cornell.edu/","title":"www.duffield.cornell.edu"},{"url":"https://www.duffield.cornell.edu/","title":"www.duffield.cornell.edu"},{"url":"https://catalog.cornell.edu/","title":"catalog.cornell.edu"},{"url":"https://gradschool.princeton.edu/","title":"gradschool.princeton.edu"},{"url":"https://cee.princeton.edu/","title":"cee.princeton.edu"},{"url":"https://cee.princeton.edu/","title":"cee.princeton.edu"},{"url":"https://cee.princeton.edu/","title":"cee.princeton.edu"},{"url":"https://cee.princeton.edu/","title":"cee.princeton.edu"},{"url":"https://engineering.yale.edu/","title":"engineering.yale.edu"},{"url":"https://environment.yale.edu/","title":"environment.yale.edu"},{"url":"https://environment.yale.edu/","title":"environment.yale.edu"},{"url":"https://environment.yale.edu/","title":"environment.yale.edu"},{"url":"https://engineering.yale.edu/","title":"engineering.yale.edu"},{"url":"https://www.engineering.upenn.edu/","title":"www.engineering.upenn.edu"},{"url":"https://grad.seas.upenn.edu/","title":"grad.seas.upenn.edu"},{"url":"https://admissionsight.com/","title":"admissionsight.com"},{"url":"https://gradadm.seas.upenn.edu/","title":"gradadm.seas.upenn.edu"}],"searchCalls":[{"id":"st_tmp_ff0mbcjx81","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z7zuj107hp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e9xs92k7sta","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lufc9whwq8n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a1dqwxszda","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j0dmqnzf889","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_xc9e4labiri","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_d3hknv3qpgm","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_b5johbu90ta","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_xox46c13n4q","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_r4eofh4028","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_u1yudac6ra8","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_y0efwgbuj2","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_006","epoch":0,"score":"I","citations":[{"url":"https://tswift.chronicle.vip/","title":"tswift.chronicle.vip"},{"url":"https://www.lenovocenter.com/","title":"www.lenovocenter.com"},{"url":"https://www.taylorswift.com/","title":"www.taylorswift.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://heritagebankcenter.com/","title":"heritagebankcenter.com"},{"url":"https://www.setlist.fm/","title":"www.setlist.fm"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://www.setlist.fm/","title":"www.setlist.fm"},{"url":"https://catchmovement.com/","title":"catchmovement.com"},{"url":"https://taylor-swift-fanon.fandom.com/","title":"taylor-swift-fanon.fandom.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://taylorswift.fandom.com/","title":"taylorswift.fandom.com"},{"url":"https://concerts.fandom.com/","title":"concerts.fandom.com"},{"url":"https://www.musictimes.com/","title":"www.musictimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://abcnews.com/","title":"abcnews.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://time.com/","title":"time.com"},{"url":"https://www.setlist.fm/","title":"www.setlist.fm"},{"url":"https://www.ktvb.com/","title":"www.ktvb.com"},{"url":"https://www.setlist.fm/","title":"www.setlist.fm"}],"searchCalls":[{"id":"st_tmp_g3o1qxgyion","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_61z7kz40hz4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vnd0mh3adk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nluf6e4c4a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u9ztg5faw5p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kr8n6tdld3p","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_007","epoch":0,"score":"I","citations":[{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://www.nasa.gov/","title":"www.nasa.gov"},{"url":"https://sma.nasa.gov/","title":"sma.nasa.gov"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_dhekdx3mmhk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fkupra8t1m4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ep45rl1rp2t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_70ksllvlw1o","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_kkyst4uw2bo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uq41vsa0pac","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_i6t8oyrnl0j","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_6yf0z65zud","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_tf9eh3dd3fc","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_16azx2fg326","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_32j56mgnz2h","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ynprj1begb9","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_008","epoch":0,"score":"I","citations":[{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://www.world-exchanges.org/","title":"www.world-exchanges.org"},{"url":"https://www.world-exchanges.org/","title":"www.world-exchanges.org"},{"url":"https://wfe-live.lon1.cdn.digitaloceanspaces.com/","title":"wfe-live.lon1.cdn.digitaloceanspaces.com"},{"url":"https://www.world-exchanges.org/","title":"www.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"},{"url":"https://focus.world-exchanges.org/","title":"focus.world-exchanges.org"}],"searchCalls":[{"id":"st_tmp_kkbt2pjb4vt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ztrl1ef7o3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vrrdbw5cdl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5bwbuk062rw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gp2f8oibymc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lxcbu5prys","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_vzl96qfefq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_e62xzr7frtv","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_vgrdg12v0g","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_fmahor453mc","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_009","epoch":0,"score":"I","citations":[{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"},{"url":"https://www.gold.ac.uk/","title":"www.gold.ac.uk"}],"searchCalls":[{"id":"st_tmp_9l2sw1avkm5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bi6aur4qu6o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0ej3syue7hvb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xfm6u0xnn9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kko5kkco9e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qx2zxyqub8m","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_l8zgi4q48i","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_0m1nrshjlkpc","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_010","epoch":0,"score":"I","citations":[{"url":"https://www.data.gov.uk/","title":"www.data.gov.uk"},{"url":"https://naturalengland-defra.opendata.arcgis.com/","title":"naturalengland-defra.opendata.arcgis.com"},{"url":"https://www.planning.data.gov.uk/","title":"www.planning.data.gov.uk"},{"url":"https://naturalengland-defra.opendata.arcgis.com/","title":"naturalengland-defra.opendata.arcgis.com"},{"url":"https://naturalengland-defra.opendata.arcgis.com/","title":"naturalengland-defra.opendata.arcgis.com"},{"url":"https://www.data.gov.uk/","title":"www.data.gov.uk"},{"url":"https://www.gov.scot/","title":"www.gov.scot"},{"url":"https://ckan.publishing.service.gov.uk/","title":"ckan.publishing.service.gov.uk"},{"url":"https://www.nature.scot/","title":"www.nature.scot"},{"url":"https://www.nature.scot/","title":"www.nature.scot"},{"url":"https://national-landscapes.org.uk/","title":"national-landscapes.org.uk"},{"url":"https://national-landscapes.org.uk/","title":"national-landscapes.org.uk"},{"url":"https://national-landscapes.org.uk/","title":"national-landscapes.org.uk"},{"url":"https://nbn.org.uk/","title":"nbn.org.uk"},{"url":"https://national-landscapes.org.uk/","title":"national-landscapes.org.uk"},{"url":"https://www.data.gov.uk/","title":"www.data.gov.uk"},{"url":"https://admin.opendatani.gov.uk/","title":"admin.opendatani.gov.uk"},{"url":"https://admin.opendatani.gov.uk/","title":"admin.opendatani.gov.uk"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.daera-ni.gov.uk/","title":"www.daera-ni.gov.uk"},{"url":"https://www.data.gov.uk/","title":"www.data.gov.uk"},{"url":"https://www.data.gov.uk/","title":"www.data.gov.uk"}],"searchCalls":[{"id":"st_tmp_4oi07dm78r9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p50qxkm0yqk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_33fa1fx7u1w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_km9o2m6qjcc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5epiwb623oe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sfujgmrpqx","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_rmga3a7483","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_qm4a90m2x0o","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_011","epoch":0,"score":"I","citations":[{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.designnews.com/","title":"www.designnews.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"},{"url":"https://www.jdpower.com/","title":"www.jdpower.com"}],"searchCalls":[{"id":"st_tmp_u9s9zdaf95","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nm2efti6y4i","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_iammdjrld6q","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_hkul1gvhvng","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_t3uv8rbrnjn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4eseuls59wn","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_795e8z6yofl","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_7ub6iw4h0ie","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_c226zi1pr1j","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_012","epoch":0,"score":"I","citations":[{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://commercial.cnn.com/","title":"commercial.cnn.com"},{"url":"https://cnnpressroom.blogs.cnn.com/","title":"cnnpressroom.blogs.cnn.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://us.cnn.com/","title":"us.cnn.com"},{"url":"https://edition.cnn.com/","title":"edition.cnn.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://edition.cnn.com/","title":"edition.cnn.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://edition.cnn.com/","title":"edition.cnn.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://alumni.gwu.edu/","title":"alumni.gwu.edu"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://gsehd.gwu.edu/","title":"gsehd.gwu.edu"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://time.com/","title":"time.com"},{"url":"https://www.gmanetwork.com/","title":"www.gmanetwork.com"},{"url":"https://www.rappler.com/","title":"www.rappler.com"},{"url":"https://biographycentral.com/","title":"biographycentral.com"},{"url":"https://asiasociety.org/","title":"asiasociety.org"}],"searchCalls":[{"id":"st_tmp_gg4cvoeml8t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7fi02ey2bjm","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_lrubv0v2fjn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8acrewhqjvi","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_72o7zmih0b6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4zirqa39kl6","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_1hw4ecay1nm","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_c94ql2e89ck","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_h5cm589k2ap","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_l0pvshw565e","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_013","epoch":0,"score":"C","citations":[{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://musicbrainz.org/","title":"musicbrainz.org"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://shoplanadelrey.com/","title":"shoplanadelrey.com"},{"url":"https://shoplanadelrey.com/","title":"shoplanadelrey.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://www.shazam.com/","title":"www.shazam.com"},{"url":"https://www.allmusic.com/","title":"www.allmusic.com"},{"url":"https://pitchfork.com/","title":"pitchfork.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://www.thefader.com/","title":"www.thefader.com"},{"url":"https://pitchfork.com/","title":"pitchfork.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://ru.wikipedia.org/","title":"ru.wikipedia.org"},{"url":"https://hypebeast.com/","title":"hypebeast.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://www.vogue.com/","title":"www.vogue.com"}],"searchCalls":[{"id":"st_tmp_1qorvs6rg7b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f6a16vyhi27","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4i1o3ifnwyf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1vpp7rrwenu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sm9g934xm1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_odk9tup7ct","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_bt6ntyllzlo","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_yep8pzyt4zk","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_014","epoch":0,"score":"I","citations":[{"url":"https://edition.cnn.com/","title":"edition.cnn.com"},{"url":"https://edition.cnn.com/","title":"edition.cnn.com"},{"url":"https://indianexpress.com/","title":"indianexpress.com"},{"url":"https://www.bloomberg.com/","title":"www.bloomberg.com"},{"url":"https://aci.aero/","title":"aci.aero"},{"url":"https://aci.aero/","title":"aci.aero"},{"url":"https://www.airwaysmag.com/","title":"www.airwaysmag.com"},{"url":"https://airportindustry-news.com/","title":"airportindustry-news.com"},{"url":"https://aeronewsglobal.com/","title":"aeronewsglobal.com"},{"url":"https://www.data.gov.uk/","title":"www.data.gov.uk"},{"url":"https://edition.cnn.com/","title":"edition.cnn.com"},{"url":"https://edition.cnn.com/","title":"edition.cnn.com"},{"url":"https://aci.aero/","title":"aci.aero"},{"url":"https://www.aerotime.aero/","title":"www.aerotime.aero"},{"url":"https://dutyfreemagazine.ca/","title":"dutyfreemagazine.ca"},{"url":"https://airportindustry-news.com/","title":"airportindustry-news.com"},{"url":"https://airportindustry-news.com/","title":"airportindustry-news.com"},{"url":"https://aviationweek.com/","title":"aviationweek.com"},{"url":"https://dutyfreemag.com/","title":"dutyfreemag.com"},{"url":"https://www.dutyfreemagazine.ca/","title":"www.dutyfreemagazine.ca"},{"url":"https://www.thenationalnews.com/","title":"www.thenationalnews.com"},{"url":"https://aviationweek.com/","title":"aviationweek.com"},{"url":"https://www.key.aero/","title":"www.key.aero"}],"searchCalls":[{"id":"st_tmp_yus3c5szkk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0benoc8oa8xq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z0mqqajfiys","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ywule4f6px","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ukshirn1ei","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p7y4ve4xc58","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_5ve1ir57kls","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ifbcwh5z83","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_d61ymqmz1qo","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_jkk88wa1pdp","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_015","epoch":0,"score":"I","citations":[{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://staging.naahq.org/","title":"staging.naahq.org"},{"url":"https://naahq.org/","title":"naahq.org"},{"url":"https://naahq.org/","title":"naahq.org"},{"url":"https://finance.yahoo.com/","title":"finance.yahoo.com"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.nmhc.org/","title":"www.nmhc.org"},{"url":"https://www.assetliving.com/","title":"www.assetliving.com"},{"url":"https://rpmliving.com/","title":"rpmliving.com"},{"url":"https://www.multifamilyexecutive.com/","title":"www.multifamilyexecutive.com"},{"url":"https://naahq.org/","title":"naahq.org"}],"searchCalls":[{"id":"st_tmp_3ld55oxq504","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j4kl37k0gjn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zyqbbgaow4h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fhofvtorftw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0smowk2o70o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3z5uwnxd4lb","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_869yfqvui7c","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_wdgqxinx6zn","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_utjze80jn5f","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_lid2myex6vb","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_xmsi6ps9hm","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_sn2zf4v4vff","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_nuvbbpm6bmh","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_016","epoch":0,"score":"I","citations":[{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"},{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"},{"url":"https://www.guinnessworldrecords.com/","title":"www.guinnessworldrecords.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.latimes.com/","title":"www.latimes.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"},{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"},{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.swimmingworldmagazine.com/","title":"www.swimmingworldmagazine.com"},{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"},{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"},{"url":"https://www.chinadaily.com.cn/","title":"www.chinadaily.com.cn"},{"url":"https://www.aljazeera.com/","title":"www.aljazeera.com"},{"url":"https://www.sandiegouniontribune.com/","title":"www.sandiegouniontribune.com"},{"url":"https://www.worldaquatics.com/","title":"www.worldaquatics.com"}],"searchCalls":[{"id":"st_tmp_bs2rtqkk99s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7q9qq2iplj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k4x6ct5q9np","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hx1tzwh03r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cqrj4n4u91e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h702vm94v8f","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_sjhxl2ba2za","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_8lavmit3fvv","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_9fxxxxo6g07","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_017","epoch":0,"score":"I","citations":[{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://irma.nps.gov/","title":"irma.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"}],"searchCalls":[{"id":"st_tmp_96roy8und4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6n9g8w493en","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9lcwwvn10wg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h5dqmyrut7s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qa21cqslq6l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a8o9schris8","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_o9e1dtxu7bs","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_xaxvnu2u5h8","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_dk24s64s0cf","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_mn2g939fx49","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_3x0wied11j5","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_rd84gvcur7","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_aatpekbw0xb","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_0knnaeb42zp","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_018","epoch":0,"score":"C","citations":[{"url":"https://budget.house.gov/","title":"budget.house.gov"},{"url":"https://www.cbo.gov/","title":"www.cbo.gov"},{"url":"https://www.cbo.gov/","title":"www.cbo.gov"},{"url":"https://fiscaldata.treasury.gov/","title":"fiscaldata.treasury.gov"},{"url":"https://budget.house.gov/","title":"budget.house.gov"},{"url":"https://fiscal.treasury.gov/","title":"fiscal.treasury.gov"},{"url":"https://fiscaldata.treasury.gov/","title":"fiscaldata.treasury.gov"},{"url":"https://fraser.stlouisfed.org/","title":"fraser.stlouisfed.org"},{"url":"https://www.cbo.gov/","title":"www.cbo.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.whitehouse.gov/","title":"www.whitehouse.gov"},{"url":"https://obamawhitehouse.archives.gov/","title":"obamawhitehouse.archives.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.cbo.gov/","title":"www.cbo.gov"},{"url":"https://fiscaldata.treasury.gov/","title":"fiscaldata.treasury.gov"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fiscaldata.treasury.gov/","title":"fiscaldata.treasury.gov"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://www.cbo.gov/","title":"www.cbo.gov"}],"searchCalls":[{"id":"st_tmp_5b3t1y4xwu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_klcp259x58b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_038r8njys29g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f1panj2jbxf","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_mmlbx2zmrej","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_00e3zbyuckm7r","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_cceesxmpf9p","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_m237gjr16wr","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_tichz3d098","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_019","epoch":0,"score":"I","citations":[{"url":"https://cgoncology.com/","title":"cgoncology.com"},{"url":"https://ir.cgoncology.com/","title":"ir.cgoncology.com"},{"url":"https://www.nasdaq.com/","title":"www.nasdaq.com"},{"url":"https://ir.cgoncology.com/","title":"ir.cgoncology.com"},{"url":"https://ir.cgoncology.com/","title":"ir.cgoncology.com"},{"url":"https://zenasbio.gcs-web.com/","title":"zenasbio.gcs-web.com"},{"url":"https://finance.yahoo.com/","title":"finance.yahoo.com"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://last10k.com/","title":"last10k.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://investors.upstreambio.com/","title":"investors.upstreambio.com"},{"url":"https://www.globenewswire.com/","title":"www.globenewswire.com"},{"url":"https://investors.upstreambio.com/","title":"investors.upstreambio.com"},{"url":"https://www.globenewswire.com/","title":"www.globenewswire.com"},{"url":"https://www.nasdaq.com/","title":"www.nasdaq.com"},{"url":"https://investors.mbxbio.com/","title":"investors.mbxbio.com"},{"url":"https://finance.yahoo.com/","title":"finance.yahoo.com"},{"url":"https://finance.yahoo.com/","title":"finance.yahoo.com"},{"url":"https://ir.metagenomi.co/","title":"ir.metagenomi.co"},{"url":"https://www.globenewswire.com/","title":"www.globenewswire.com"},{"url":"https://www.biospace.com/","title":"www.biospace.com"},{"url":"https://www.nasdaq.com/","title":"www.nasdaq.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"}],"searchCalls":[{"id":"st_tmp_im8u7yrydr9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5dc6chla7pn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tfwfw9p0j6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cj6lbuj2tff","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jp13kurfjki","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wg99zxhe8hk","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_0yg3sxy9dnfc","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_6abuz6cql4r","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_27tpckbe40k","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_k1iyz7t71zp","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_020","epoch":0,"score":"I","citations":[{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://whc.unesco.org/","title":"whc.unesco.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://open.canada.ca/","title":"open.canada.ca"},{"url":"https://parks.canada.ca/","title":"parks.canada.ca"}],"searchCalls":[{"id":"st_tmp_ox0vo7xhezc","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_r08rzqcybim","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_q2w2nmv2a0r","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_nnivzpdwoji","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q9nhgw0belc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sj61ad9idt","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_6jyx1amhabq","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_021","epoch":0,"score":"I","citations":[{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"https://guide.michelin.com/","title":"guide.michelin.com"},{"url":"http://guide.michelin.com/","title":"guide.michelin.com"}],"searchCalls":[{"id":"st_tmp_mioivcouqjn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2htsq2qbunl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bvpik77vpuc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1hqsq0j9l71","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_bq7gklasi3s","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_lzb60dtrvqq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_b7kltjucg1u","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_1hinkr4i01s","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_b60jbo9dc5v","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_022","epoch":0,"score":"I","citations":[{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://newsroom.spotify.com/","title":"newsroom.spotify.com"},{"url":"https://www.timeout.com/","title":"www.timeout.com"},{"url":"https://www.scmp.com/","title":"www.scmp.com"},{"url":"https://www.cnbc.com/","title":"www.cnbc.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.cnbc.com/","title":"www.cnbc.com"},{"url":"https://www.nbcchicago.com/","title":"www.nbcchicago.com"},{"url":"https://www.livenowfox.com/","title":"www.livenowfox.com"},{"url":"https://www.timesnownews.com/","title":"www.timesnownews.com"},{"url":"https://newsroom.spotify.com/","title":"newsroom.spotify.com"},{"url":"https://newsroom.spotify.com/","title":"newsroom.spotify.com"},{"url":"https://newsroom.spotify.com/","title":"newsroom.spotify.com"},{"url":"https://newsroom.spotify.com/","title":"newsroom.spotify.com"},{"url":"https://ktla.com/","title":"ktla.com"},{"url":"https://www.fox13seattle.com/","title":"www.fox13seattle.com"},{"url":"https://www.krem.com/","title":"www.krem.com"},{"url":"https://www.abc10.com/","title":"www.abc10.com"},{"url":"https://www.timeout.com/","title":"www.timeout.com"},{"url":"https://www.nbcchicago.com/","title":"www.nbcchicago.com"},{"url":"https://thebeatofthecapital.com/","title":"thebeatofthecapital.com"}],"searchCalls":[{"id":"st_tmp_vnkdq368igh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_476irmka94y","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_k6jyi2dwfm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ws8hgwqro98","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_psy7mkmoam","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l87xij1z6jl","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_lfm8n1v3ioh","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_hwjtcrlfmy","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_zlyxb5w7zcq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_0jhwmhcho544","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_pli6ahbhyc","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_28f2oa4gjsv","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_waqqobmz1wk","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_023","epoch":0,"score":"I","citations":[{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://onlinelibrary.wiley.com/","title":"onlinelibrary.wiley.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://ideas.repec.org/","title":"ideas.repec.org"},{"url":"https://www.sciencedirect.com/","title":"www.sciencedirect.com"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://link.springer.com/","title":"link.springer.com"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"},{"url":"https://ccs.yale.edu/","title":"ccs.yale.edu"},{"url":"https://www.researchgate.net/","title":"www.researchgate.net"},{"url":"https://www.journals.uchicago.edu/","title":"www.journals.uchicago.edu"}],"searchCalls":[{"id":"st_tmp_avu785tgiqo","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_ifm9f5bqna","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vmsmr9mus7e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eo7beptxfhw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_aeqqqtgdip4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q1jbnoa359","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_gwba3ag390q","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_uurdtgrqx9i","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_y8gaxnqtrv","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ricwpusmzuq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_3lf5ef6a2rn","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_024","epoch":0,"score":"I","citations":[{"url":"https://www.cbssports.com/","title":"www.cbssports.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.hollywoodreporter.com/","title":"www.hollywoodreporter.com"},{"url":"https://www.nielsen.com/","title":"www.nielsen.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.sportsbusinessjournal.com/","title":"www.sportsbusinessjournal.com"},{"url":"https://fox59.com/","title":"fox59.com"},{"url":"https://www.dailymail.com/","title":"www.dailymail.com"},{"url":"https://theweek.com/","title":"theweek.com"},{"url":"https://apnews.com/","title":"apnews.com"},{"url":"https://superbowls.us/","title":"superbowls.us"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://superbowls.us/","title":"superbowls.us"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.foxsports.com/","title":"www.foxsports.com"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://www.nielsen.com/","title":"www.nielsen.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://operations.nfl.com/","title":"operations.nfl.com"},{"url":"https://operations.nfl.com/","title":"operations.nfl.com"}],"searchCalls":[{"id":"st_tmp_6bzqlp3oi6e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_02saaypf2jee","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4jgdiys4zgj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7ih6uw7obxd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_32tfs1gmgf8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1ten4md3l9s","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_amg8zf2yu3g","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_b70b2khko6g","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_b2xa8r257pv","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_p854ftx3c0m","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_yipta5zywh","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_025","epoch":0,"score":"I","citations":[{"url":"https://www.abortionfinder.org/","title":"www.abortionfinder.org"},{"url":"https://www.abortionfinder.org/","title":"www.abortionfinder.org"},{"url":"https://www.abortionfinder.org/","title":"www.abortionfinder.org"},{"url":"https://www.plannedparenthood.org/","title":"www.plannedparenthood.org"},{"url":"https://www.bedsider.org/","title":"www.bedsider.org"},{"url":"https://www.abortionfinder.org/","title":"www.abortionfinder.org"},{"url":"https://www.abortionfinder.org/","title":"www.abortionfinder.org"},{"url":"https://www.abortionfinder.org/","title":"www.abortionfinder.org"},{"url":"https://www.abortionfinder.org/","title":"www.abortionfinder.org"},{"url":"https://www.ineedana.com/","title":"www.ineedana.com"},{"url":"https://www.ineedana.com/","title":"www.ineedana.com"},{"url":"https://www.ineedana.com/","title":"www.ineedana.com"},{"url":"https://www.ineedana.com/","title":"www.ineedana.com"},{"url":"https://www.ineedana.com/","title":"www.ineedana.com"},{"url":"https://freewomensclinic.com/","title":"freewomensclinic.com"},{"url":"https://npin.cdc.gov/","title":"npin.cdc.gov"},{"url":"https://www.kaweahhealth.org/","title":"www.kaweahhealth.org"},{"url":"https://unilocal.co.uk/","title":"unilocal.co.uk"},{"url":"https://www.plannedparenthood.org/","title":"www.plannedparenthood.org"},{"url":"https://www.dhcs.ca.gov/","title":"www.dhcs.ca.gov"},{"url":"https://www.fresnobee.com/","title":"www.fresnobee.com"},{"url":"https://www.cdph.ca.gov/","title":"www.cdph.ca.gov"},{"url":"https://maderacollege.edu/","title":"maderacollege.edu"},{"url":"https://abortiondocs.org/","title":"abortiondocs.org"}],"searchCalls":[{"id":"st_tmp_twus60nhmp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_czcnush55eq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0a7ruynnihfl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_27p5vqo4o39","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f41g8hdj4b4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9uds1apabp5","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_vd9ccnr90c","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_q91jqxwpkb","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_cjbdgvpjcw","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_juntfl4zga","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_qc2ncg20gts","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_orrd3cq0w6o","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_bs1jh5ev9jh","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_81otirpifcf","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_q1gvyal5rar","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ebnf0tkpaqh","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_026","epoch":0,"score":"I","citations":[{"url":"https://www.archives.gov/","title":"www.archives.gov"},{"url":"https://www.archives.gov/","title":"www.archives.gov"},{"url":"https://www.palmbeachpost.com/","title":"www.palmbeachpost.com"},{"url":"https://www.nbcnewyork.com/","title":"www.nbcnewyork.com"},{"url":"https://www.cbsnews.com/","title":"www.cbsnews.com"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.govtrack.us/","title":"www.govtrack.us"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.senate.gov/","title":"www.senate.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.stateside.com/","title":"www.stateside.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"},{"url":"http://m.thegreenpapers.com/","title":"m.thegreenpapers.com"},{"url":"https://www.govtrack.us/","title":"www.govtrack.us"},{"url":"https://www.thegreenpapers.com/","title":"www.thegreenpapers.com"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://www.senate.gov/","title":"www.senate.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"}],"searchCalls":[{"id":"st_tmp_34ly34hy17g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gs8al3mn2tj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ndfz7bon6y9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4rkt3f1gqmu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nzc8n2jnck","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_id4ev6zp7w","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_eamq2liobo6","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_r7du3bpq9a","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_027","epoch":0,"score":"I","citations":[{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://www.museumslondon.org/","title":"www.museumslondon.org"},{"url":"https://www.museumslondon.org/","title":"www.museumslondon.org"},{"url":"https://www.museumslondon.org/","title":"www.museumslondon.org"},{"url":"https://www.museumslondon.org/","title":"www.museumslondon.org"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://londonpass.com/","title":"londonpass.com"},{"url":"https://www.museumslondon.org/","title":"www.museumslondon.org"},{"url":"https://www.museumslondon.org/","title":"www.museumslondon.org"},{"url":"https://www.museumslondon.org/","title":"www.museumslondon.org"},{"url":"https://www.museumslondon.org/","title":"www.museumslondon.org"},{"url":"https://www.museumslondon.org/","title":"www.museumslondon.org"}],"searchCalls":[{"id":"st_tmp_16m2w9ayd0jh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_22dr5uitx89","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_25zglcwre6e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y48r8383ek","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vznxne253m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mzngsilz7jr","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_uak1bb0kat","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_1j26szhc2ii","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ng6zcqtcxvs","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_028","epoch":0,"score":"I","citations":[{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://corporate.mcdonalds.com/","title":"corporate.mcdonalds.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.worldbenchmarkingalliance.org/","title":"www.worldbenchmarkingalliance.org"},{"url":"https://www.merca20.com/","title":"www.merca20.com"},{"url":"https://www.rbi.com/","title":"www.rbi.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.rbi.com/","title":"www.rbi.com"},{"url":"https://www.rbi.com/","title":"www.rbi.com"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://s1.q4cdn.com/","title":"s1.q4cdn.com"},{"url":"https://www.irwendys.com/","title":"www.irwendys.com"},{"url":"https://www.irwendys.com/","title":"www.irwendys.com"},{"url":"https://s1.q4cdn.com/","title":"s1.q4cdn.com"},{"url":"https://s1.q4cdn.com/","title":"s1.q4cdn.com"},{"url":"https://investor.shakeshack.com/","title":"investor.shakeshack.com"},{"url":"https://d18rn0p25nwr6d.cloudfront.net/","title":"d18rn0p25nwr6d.cloudfront.net"},{"url":"https://investor.shakeshack.com/","title":"investor.shakeshack.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.annualreports.com/","title":"www.annualreports.com"},{"url":"https://s2.q4cdn.com/","title":"s2.q4cdn.com"},{"url":"https://www.nasdaq.com/","title":"www.nasdaq.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.sec.gov/","title":"www.sec.gov"}],"searchCalls":[{"id":"st_tmp_x2n758ooq4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ejmy1kw3qx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r1c94j2kbx","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7h136d86w6w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3ooipoxzo89","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cxm8stoyufg","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_z67xxtu01oj","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_m31uoby6x1a","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_5wkzwlsf5oh","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_q4e7tnvjdvq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_vt4f1dynydj","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_029","epoch":0,"score":"C","citations":[{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.cnbc.com/","title":"www.cnbc.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.the-numbers.com/","title":"www.the-numbers.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"}],"searchCalls":[{"id":"st_tmp_mvturdcykj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m9hmr0m0nn9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hl0jxqvbm8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l7khfy001fd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_764baf5qoem","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_03ofhvyvkfla","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_y92u3kjyho","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_030","epoch":0,"score":"I","citations":[{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"}],"searchCalls":[{"id":"st_tmp_wfdrvedt0n9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lajmc304tsa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_217nnhfxfef","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_6ei1r7ojgca","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_axj3uy073mm","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_zziqad7vjbe","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_031","epoch":0,"score":"I","citations":[{"url":"https://www.fandango.com/","title":"www.fandango.com"},{"url":"https://www.allmovie.com/","title":"www.allmovie.com"},{"url":"https://www.omdb.org/","title":"www.omdb.org"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://ig.wikipedia.org/","title":"ig.wikipedia.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.fandango.com/","title":"www.fandango.com"},{"url":"https://www.allmovie.com/","title":"www.allmovie.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.cinema.com/","title":"www.cinema.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.cinema.com/","title":"www.cinema.com"},{"url":"https://scn.wikipedia.org/","title":"scn.wikipedia.org"},{"url":"https://www.tribute.ca/","title":"www.tribute.ca"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.allmovie.com/","title":"www.allmovie.com"},{"url":"https://www.cinema.com/","title":"www.cinema.com"},{"url":"https://www.fandango.com/","title":"www.fandango.com"},{"url":"https://www.wikiwand.com/","title":"www.wikiwand.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.fandango.com/","title":"www.fandango.com"}],"searchCalls":[{"id":"st_tmp_dcn2z84y76","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vf3d1lyq0h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dzld8e4s3go","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bhpfpr4aw0t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7mp91z0gpym","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_enzd0rz4i4p","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_032","epoch":0,"score":"I","citations":[{"url":"https://www.transport.nsw.gov.au/","title":"www.transport.nsw.gov.au"},{"url":"https://www.railwaygazette.com/","title":"www.railwaygazette.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.tourbytransit.com/","title":"www.tourbytransit.com"},{"url":"https://opendata.transport.nsw.gov.au/","title":"opendata.transport.nsw.gov.au"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.transport.nsw.gov.au/","title":"www.transport.nsw.gov.au"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://opendata.transport.nsw.gov.au/","title":"opendata.transport.nsw.gov.au"},{"url":"https://transportnsw.info/","title":"transportnsw.info"},{"url":"https://opendata.transport.nsw.gov.au/","title":"opendata.transport.nsw.gov.au"},{"url":"https://static.moovitapp.com/","title":"static.moovitapp.com"},{"url":"https://www.sydneymetro.info/","title":"www.sydneymetro.info"}],"searchCalls":[{"id":"st_tmp_lt5r34904rm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gc8ufw3rze","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_u4lnfhpwz2s","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_b8vsl8x2k1o","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_5uet6aq28gh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v65ygtr6bp","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_r8mkxnteczf","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_sx7vcp7q9gs","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_spjnjnh0ccb","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_s5qhaudx1l","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_9f7v1qec8cj","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_p03zdrsmpes","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_61mqg8a4pkt","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_k6uke9i1r5l","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_033","epoch":0,"score":"I","citations":[{"url":"https://d18rn0p25nwr6d.cloudfront.net/","title":"d18rn0p25nwr6d.cloudfront.net"},{"url":"https://d18rn0p25nwr6d.cloudfront.net/","title":"d18rn0p25nwr6d.cloudfront.net"},{"url":"https://d18rn0p25nwr6d.cloudfront.net/","title":"d18rn0p25nwr6d.cloudfront.net"},{"url":"https://s2.q4cdn.com/","title":"s2.q4cdn.com"},{"url":"https://d18rn0p25nwr6d.cloudfront.net/","title":"d18rn0p25nwr6d.cloudfront.net"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.wsj.com/","title":"www.wsj.com"},{"url":"https://www.wsj.com/","title":"www.wsj.com"},{"url":"https://stockanalysis.com/","title":"stockanalysis.com"},{"url":"https://247wallst.com/","title":"247wallst.com"},{"url":"https://s206.q4cdn.com/","title":"s206.q4cdn.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://www.wsj.com/","title":"www.wsj.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://fortune.com/","title":"fortune.com"},{"url":"https://www.microsoft.com/","title":"www.microsoft.com"},{"url":"https://www.microsoft.com/","title":"www.microsoft.com"},{"url":"https://www.microsoft.com/","title":"www.microsoft.com"},{"url":"https://www.microsoft.com/","title":"www.microsoft.com"},{"url":"https://www.microsoft.com/","title":"www.microsoft.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://s22.q4cdn.com/","title":"s22.q4cdn.com"},{"url":"https://www.wsj.com/","title":"www.wsj.com"},{"url":"https://www.wsj.com/","title":"www.wsj.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"}],"searchCalls":[{"id":"st_tmp_pkyazoroyom","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tpu9yb34i6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yi7s9i0zv4e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tbe1rdviub","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ejw5m9nhj4u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_snim7js23od","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_txo01j40a19","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_eokvuhexu45","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_t217or2iez","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ai2tgdddaom","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_034","epoch":0,"score":"I","citations":[{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.data.gov.uk/","title":"www.data.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.ons.gov.uk/","title":"www.ons.gov.uk"},{"url":"https://www.ons.gov.uk/","title":"www.ons.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://www.gov.uk/","title":"www.gov.uk"},{"url":"https://github.com/","title":"github.com"},{"url":"https://www.gov.uk/","title":"www.gov.uk"}],"searchCalls":[{"id":"st_tmp_dkpy9rwm10s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7hzymdpp53e","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bgt5lv3a33a","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nohum9a4fia","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_p88n0l0wljd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qk84xsp6iz9","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_s2wueeak8h","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_4fw0b2kemyk","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_035","epoch":0,"score":"I","citations":[{"url":"https://data.bls.gov/","title":"data.bls.gov"},{"url":"https://www.kaggle.com/","title":"www.kaggle.com"},{"url":"https://www.timeseriesclassification.com/","title":"www.timeseriesclassification.com"},{"url":"https://cedrus.com/","title":"cedrus.com"},{"url":"https://dataviewer.net/","title":"dataviewer.net"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://download.bls.gov/","title":"download.bls.gov"},{"url":"https://data.bls.gov/","title":"data.bls.gov"},{"url":"https://download.bls.gov/","title":"download.bls.gov"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://fred.stlouisfed.org/","title":"fred.stlouisfed.org"},{"url":"https://www.bls.gov/","title":"www.bls.gov"},{"url":"https://www2.labor.alabama.gov/","title":"www2.labor.alabama.gov"}],"searchCalls":[{"id":"st_tmp_1coeymvg1kt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mjtktg16rq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5mrxjml1c3c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7smelg2c13g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_va9c7infv5","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_a580o4su9l","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_s2nd5rzy55s","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_cxh24y227h","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_fhumowo023","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_t587qbwgo2n","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_w9ac02y2np","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_8amei3iie77","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_036","epoch":0,"score":"I","citations":[{"url":"https://usao.usajobs.gov/","title":"usao.usajobs.gov"},{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"},{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"},{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"},{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"},{"url":"https://www.justice.gov/","title":"www.justice.gov"},{"url":"https://developer.usajobs.gov/","title":"developer.usajobs.gov"},{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"},{"url":"https://developer.usajobs.gov/","title":"developer.usajobs.gov"},{"url":"https://doj.usajobs.gov/","title":"doj.usajobs.gov"},{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"},{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"},{"url":"https://www.usajobs.gov/","title":"www.usajobs.gov"}],"searchCalls":[{"id":"st_tmp_xt23awk02y","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x0sqkyqjik","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_g84tf4g4uqh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1gkxrwhashk","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_o1hao4f342","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gmwx9oxf1g","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_n7y4r7wyahs","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_hfyegsy0qth","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_a4ctxf5wayr","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_0k97utyyrude","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_037","epoch":0,"score":"I","citations":[{"url":"https://www.netflix.com/","title":"www.netflix.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.netflix.com/","title":"www.netflix.com"},{"url":"https://www.netflix.com/","title":"www.netflix.com"},{"url":"https://www.today.com/","title":"www.today.com"},{"url":"https://www.yahoo.com/","title":"www.yahoo.com"},{"url":"https://www.tmz.com/","title":"www.tmz.com"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.nj.com/","title":"www.nj.com"},{"url":"https://www.teenvogue.com/","title":"www.teenvogue.com"},{"url":"https://www.usmagazine.com/","title":"www.usmagazine.com"},{"url":"https://people.com/","title":"people.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.today.com/","title":"www.today.com"},{"url":"https://people.com/","title":"people.com"},{"url":"https://www.instyle.com/","title":"www.instyle.com"},{"url":"https://www.hindustantimes.com/","title":"www.hindustantimes.com"},{"url":"https://www.hindustantimes.com/","title":"www.hindustantimes.com"},{"url":"https://www.nj.com/","title":"www.nj.com"},{"url":"https://www.buzzfeed.com/","title":"www.buzzfeed.com"},{"url":"https://www.aol.com/","title":"www.aol.com"},{"url":"https://www.hindustantimes.com/","title":"www.hindustantimes.com"}],"searchCalls":[{"id":"st_tmp_6ofvaokku33","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jq9vx5zkfpk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cd46rz71w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_efizcqs4ts4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jg2lwfg7zol","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hpmg7sg5wx","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_3ee0nbq1xd6","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_1j6l9ochr23","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_2q3jjnyypdo","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_hgrjdrhyxat","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_rjh9oj5u7nl","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_vkwp2yd1hck","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_038","epoch":0,"score":"I","citations":[{"url":"https://webcdn.cox.com/","title":"webcdn.cox.com"},{"url":"https://arstechnica.com/","title":"arstechnica.com"},{"url":"https://arstechnica.com/","title":"arstechnica.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.gsmarena.com/","title":"www.gsmarena.com"},{"url":"https://arstechnica.com/","title":"arstechnica.com"},{"url":"https://webcdn.cox.com/","title":"webcdn.cox.com"},{"url":"https://imei.org/","title":"imei.org"},{"url":"https://www.gsmarena.com/","title":"www.gsmarena.com"},{"url":"https://www.androidheadlines.com/","title":"www.androidheadlines.com"},{"url":"https://store.google.com/","title":"store.google.com"},{"url":"https://blog.google/","title":"blog.google"},{"url":"https://www.techradar.com/","title":"www.techradar.com"},{"url":"https://www.gsmarena.com/","title":"www.gsmarena.com"},{"url":"https://www.androidauthority.com/","title":"www.androidauthority.com"},{"url":"https://webcdn.cox.com/","title":"webcdn.cox.com"},{"url":"https://imei.org/","title":"imei.org"},{"url":"https://support.google.com/","title":"support.google.com"},{"url":"https://www.androidpolice.com/","title":"www.androidpolice.com"},{"url":"https://www.androidheadlines.com/","title":"www.androidheadlines.com"},{"url":"https://www.gsmarena.com/","title":"www.gsmarena.com"},{"url":"https://www.gsmarena.com/","title":"www.gsmarena.com"},{"url":"https://www.androidauthority.com/","title":"www.androidauthority.com"},{"url":"https://me.pcmag.com/","title":"me.pcmag.com"},{"url":"https://m.gsmarena.com/","title":"m.gsmarena.com"}],"searchCalls":[{"id":"st_tmp_d8tdu8qjbab","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8j1701q9i6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_epkd14wfmrb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9jogu0fvl9q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_unjojrnhkk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fd2dcoa3bs4","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_yta1n0razas","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_1pi9105pssnk","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_yupuxaxiomj","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_w5k2sypk7f","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_3umdhk0sire","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_2jh268k25h1","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_umjuyh80a2","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_039","epoch":0,"score":"I","citations":[{"url":"https://indianexpress.com/","title":"indianexpress.com"},{"url":"https://www.hindustantimes.com/","title":"www.hindustantimes.com"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://indianexpress.com/","title":"indianexpress.com"},{"url":"https://www.timeout.com/","title":"www.timeout.com"},{"url":"https://indianexpress.com/","title":"indianexpress.com"},{"url":"https://magazine.qs.com/","title":"magazine.qs.com"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://www.hindustantimes.com/","title":"www.hindustantimes.com"},{"url":"https://m.economictimes.com/","title":"m.economictimes.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.topuniversities.com/","title":"www.topuniversities.com"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://psl.eu/","title":"psl.eu"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://psl.eu/","title":"psl.eu"}],"searchCalls":[{"id":"st_tmp_t827lga3a9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g655k1yw0kf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ey20prodoar","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1l915w28snwi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zfhcig97kk9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xp0qrlyes38","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_vosujfo6gzl","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_040","epoch":0,"score":"I","citations":[{"url":"https://asia.nikkei.com/","title":"asia.nikkei.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.socialmediatoday.com/","title":"www.socialmediatoday.com"},{"url":"https://www.adweek.com/","title":"www.adweek.com"},{"url":"https://in.mashable.com/","title":"in.mashable.com"},{"url":"https://apptopia.com/","title":"apptopia.com"},{"url":"https://apptopia.com/","title":"apptopia.com"},{"url":"https://engage.apptopia.com/","title":"engage.apptopia.com"},{"url":"https://www.businessofapps.com/","title":"www.businessofapps.com"},{"url":"https://apptopia.com/","title":"apptopia.com"},{"url":"https://apptopia.com/","title":"apptopia.com"},{"url":"https://apptopia.com/","title":"apptopia.com"},{"url":"https://sandbox-wp.apptopia.com/","title":"sandbox-wp.apptopia.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.emarketer.com/","title":"www.emarketer.com"},{"url":"http://digitalinformationworld.com/","title":"digitalinformationworld.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://dunyanews.tv/","title":"dunyanews.tv"},{"url":"https://www.moneycontrol.com/","title":"www.moneycontrol.com"},{"url":"https://www.guinnessworldrecords.com/","title":"www.guinnessworldrecords.com"},{"url":"http://forbes.com/","title":"forbes.com"}],"searchCalls":[{"id":"st_tmp_x5d0gfkfjtl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uda2336hxa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8purv7mqzur","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cv10kk5dimw","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_liajjippcyh","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_zpt2lzej6m9","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_po11d9ulwx","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_5194ls3dys2","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_bhra2tmuya","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_vmzbmbn6f1","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_4pl34y8ehy9","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_rnz1aqm60m","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_i699tvh37ir","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_041","epoch":0,"score":"I","citations":[{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://goodereader.com/","title":"goodereader.com"},{"url":"https://nhfpl.org/","title":"nhfpl.org"},{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://goodereader.com/","title":"goodereader.com"},{"url":"https://laurellibrary.bibliocommons.com/","title":"laurellibrary.bibliocommons.com"},{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://nypost.com/","title":"nypost.com"},{"url":"https://www.libraryjournal.com/","title":"www.libraryjournal.com"},{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://www.aboutamazon.com/","title":"www.aboutamazon.com"},{"url":"https://www.amazon.com/","title":"www.amazon.com"},{"url":"https://press.aboutamazon.com/","title":"press.aboutamazon.com"},{"url":"https://wghn.com/","title":"wghn.com"},{"url":"https://www.aboutamazon.co.uk/","title":"www.aboutamazon.co.uk"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.aboutamazon.com/","title":"www.aboutamazon.com"},{"url":"https://www.amazon.com/","title":"www.amazon.com"},{"url":"https://www.aboutamazon.com/","title":"www.aboutamazon.com"},{"url":"https://finance.yahoo.com/","title":"finance.yahoo.com"}],"searchCalls":[{"id":"st_tmp_rv22sdt4i2l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lhbfn76657","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qtsph39pqys","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cd3uir2da2l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7d8v735rfe8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ctujjfcm26h","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_042","epoch":0,"score":"I","citations":[{"url":"https://ir.aboutamazon.com/","title":"ir.aboutamazon.com"},{"url":"https://www.businessinsider.com/","title":"www.businessinsider.com"},{"url":"https://www.sec.gov/","title":"www.sec.gov"},{"url":"https://247wallst.com/","title":"247wallst.com"},{"url":"https://www.retail-insight-network.com/","title":"www.retail-insight-network.com"},{"url":"https://www.ebayinc.com/","title":"www.ebayinc.com"},{"url":"https://s205.q4cdn.com/","title":"s205.q4cdn.com"},{"url":"https://s205.q4cdn.com/","title":"s205.q4cdn.com"},{"url":"https://www.ebayinc.com/","title":"www.ebayinc.com"},{"url":"https://www.nasdaq.com/","title":"www.nasdaq.com"},{"url":"https://cdn.sea.com/","title":"cdn.sea.com"},{"url":"https://cdn.sea.com/","title":"cdn.sea.com"},{"url":"https://cdn.sea.com/","title":"cdn.sea.com"},{"url":"https://cdn.sea.com/","title":"cdn.sea.com"},{"url":"https://cdn.sea.com/","title":"cdn.sea.com"},{"url":"https://www.alibabagroup.com/","title":"www.alibabagroup.com"},{"url":"https://www.alibabagroup.com/","title":"www.alibabagroup.com"},{"url":"https://www.marketscreener.com/","title":"www.marketscreener.com"},{"url":"https://www.marketscreener.com/","title":"www.marketscreener.com"},{"url":"https://www.piramalfinance.com/","title":"www.piramalfinance.com"},{"url":"https://innovation.ebayinc.com/","title":"innovation.ebayinc.com"}],"searchCalls":[{"id":"st_tmp_c1q4hfzfpg9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rs663tgc8dj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_jitaz7qmua","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xm1mnbflw6j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5v06oi21dov","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_781n79aapfr","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_vey79b2tw0d","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_rz1irn80o4k","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_8f5yn1zbqh4","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_o58ji6ag9jn","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_095ilzom53i4","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_043","epoch":0,"score":"C","citations":[{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"http://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"http://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"https://home.nps.gov/","title":"home.nps.gov"},{"url":"https://www.nps.gov/","title":"www.nps.gov"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_m3q0kdbuo5k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z859rq0pd4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5wejxr4totl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cvdw3ry31jc","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_vallifac09r","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ojiz4zxwe4","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_044","epoch":0,"score":"I","citations":[{"url":"https://english.visitseoul.net/","title":"english.visitseoul.net"},{"url":"https://www.nfm.go.kr/","title":"www.nfm.go.kr"},{"url":"http://whankimuseum.org/","title":"whankimuseum.org"},{"url":"https://english.visitseoul.net/","title":"english.visitseoul.net"},{"url":"https://museum.seoul.go.kr/","title":"museum.seoul.go.kr"},{"url":"https://english.visitseoul.net/","title":"english.visitseoul.net"},{"url":"https://english.visitseoul.net/","title":"english.visitseoul.net"},{"url":"https://english.visitseoul.net/","title":"english.visitseoul.net"},{"url":"https://english.visitseoul.net/","title":"english.visitseoul.net"},{"url":"https://english.visitseoul.net/","title":"english.visitseoul.net"},{"url":"https://www.google.com/","title":"www.google.com"},{"url":"https://commons.wikimedia.org/","title":"commons.wikimedia.org"},{"url":"https://www.seoultourism.org/","title":"www.seoultourism.org"},{"url":"https://www.tripadvisor.com/","title":"www.tripadvisor.com"},{"url":"https://www.wheree.com/","title":"www.wheree.com"},{"url":"https://www.tripadvisor.com/","title":"www.tripadvisor.com"},{"url":"https://www.tripadvisor.in/","title":"www.tripadvisor.in"},{"url":"https://thesoulofseoul.net/","title":"thesoulofseoul.net"},{"url":"https://www.google.com/","title":"www.google.com"},{"url":"https://commons.wikimedia.org/","title":"commons.wikimedia.org"},{"url":"http://whankimuseum.org/","title":"whankimuseum.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://mom-mom.net/","title":"mom-mom.net"}],"searchCalls":[{"id":"st_tmp_lvvo9vu2th","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lzt0r8l2x6n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_638d64nu8zu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tv23a2rxqcr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7xzh431dbz6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_krvj3btm6v","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_45d9hspwdz7","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_0nnw2qq9dn9r","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_9wx18rmoo8","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_wwy7m9igrch","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_tx2vl6c27p","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_045","epoch":0,"score":"I","citations":[{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://ie.uni.edu/","title":"ie.uni.edu"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"},{"url":"https://librarytechnology.org/","title":"librarytechnology.org"}],"searchCalls":[{"id":"st_tmp_4hv3smncl7n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rrfut0k06o7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m3p5d0qtwdp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ds74712vzmv","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_8e30fmy6frn","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_q3r2hyzy769","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_vq3zo25gftg","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_e0z9b8rbwz","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ju7dwz49si","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_jojdhgr7oo","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_hlt114kw56c","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_046","epoch":0,"score":"I","citations":[{"url":"https://usavolleyball.org/","title":"usavolleyball.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://women.volleybox.net/","title":"women.volleybox.net"},{"url":"https://www.paloaltoonline.com/","title":"www.paloaltoonline.com"},{"url":"https://volleytalk.proboards.com/","title":"volleytalk.proboards.com"},{"url":"https://usavolleyball.org/","title":"usavolleyball.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://reference.org/","title":"reference.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.chinadaily.com.cn/","title":"www.chinadaily.com.cn"},{"url":"https://www.fivb.org/","title":"www.fivb.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://usavolleyball.org/","title":"usavolleyball.org"},{"url":"https://women.volleybox.net/","title":"women.volleybox.net"},{"url":"https://women.volleybox.net/","title":"women.volleybox.net"},{"url":"http://www.todor66.com/","title":"www.todor66.com"},{"url":"http://dwww.todor66.com/","title":"dwww.todor66.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.fivb.org/","title":"www.fivb.org"},{"url":"https://reference.org/","title":"reference.org"},{"url":"https://www.wikiwand.com/","title":"www.wikiwand.com"}],"searchCalls":[{"id":"st_tmp_bu2dumcgy9h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dvavjdgyb8s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tntgd8etfvb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wmhar9cqltl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lvgcj4z9b8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mqod1bu382","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_l3n2cx1v0yf","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_77zesba0wvq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_pazr019rfi","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_nz84hgwroen","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ugcsthwhuka","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_tsbdwcq5fkd","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_3s535iwo2qx","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_047","epoch":0,"score":"I","citations":[{"url":"https://www.pbs.org/","title":"www.pbs.org"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.gao.gov/","title":"www.gao.gov"},{"url":"https://obamawhitehouse.archives.gov/","title":"obamawhitehouse.archives.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://bidenwhitehouse.archives.gov/","title":"bidenwhitehouse.archives.gov"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.cnbc.com/","title":"www.cnbc.com"},{"url":"https://www.govexec.com/","title":"www.govexec.com"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.gao.gov/","title":"www.gao.gov"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"}],"searchCalls":[{"id":"st_tmp_0ftnsj3xju0p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gx527zte9qh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_56r48km2ex","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_apmijo9i1gl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ssug53rovhf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ifo2syopmn","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_o9fknkdgl9m","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_qfk0s92mwt","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_048","epoch":0,"score":"I","citations":[{"url":"https://www.nyc.gov/","title":"www.nyc.gov"},{"url":"https://council.nyc.gov/","title":"council.nyc.gov"},{"url":"https://www.nyc.gov/","title":"www.nyc.gov"},{"url":"https://cbcny.org/","title":"cbcny.org"},{"url":"https://www.nysenate.gov/","title":"www.nysenate.gov"},{"url":"http://www.lapdpolicecom.lacity.org/","title":"www.lapdpolicecom.lacity.org"},{"url":"https://www.lapdpolicecom.lacity.org/","title":"www.lapdpolicecom.lacity.org"},{"url":"https://file.lacounty.gov/","title":"file.lacounty.gov"},{"url":"https://openbudget.lacity.org/","title":"openbudget.lacity.org"},{"url":"http://www.lapdpolicecom.lacity.org/","title":"www.lapdpolicecom.lacity.org"},{"url":"https://www.chicago.gov/","title":"www.chicago.gov"},{"url":"https://ccpsa.chicago.gov/","title":"ccpsa.chicago.gov"},{"url":"https://www.ojp.gov/","title":"www.ojp.gov"},{"url":"https://www.chicago.gov/","title":"www.chicago.gov"},{"url":"https://www.ojp.gov/","title":"www.ojp.gov"},{"url":"https://www.houstontx.gov/","title":"www.houstontx.gov"},{"url":"https://www.houstontx.gov/","title":"www.houstontx.gov"},{"url":"https://www.houstontx.gov/","title":"www.houstontx.gov"},{"url":"https://www.houstontx.gov/","title":"www.houstontx.gov"},{"url":"https://www.houstontx.gov/","title":"www.houstontx.gov"},{"url":"https://www.phoenix.gov/","title":"www.phoenix.gov"},{"url":"https://www.phoenix.gov/","title":"www.phoenix.gov"},{"url":"https://www.phoenix.gov/","title":"www.phoenix.gov"},{"url":"https://www.courthousenews.com/","title":"www.courthousenews.com"}],"searchCalls":[{"id":"st_tmp_nuf4a0h5ni","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bmyhxxru2s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eios42dzp2","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_agf4qtt5awt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cc6yuwcfy3b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g665km3qsz6","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_samg1lp6aa","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_4qeh2n42psy","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_cign4tpmy7l","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_5731cs56jyk","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_uzru9iecy39","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_049","epoch":0,"score":"I","citations":[{"url":"https://media.ford.com/","title":"media.ford.com"},{"url":"https://cars.usnews.com/","title":"cars.usnews.com"},{"url":"https://autocatalogarchive.com/","title":"autocatalogarchive.com"},{"url":"https://www.carweek.com/","title":"www.carweek.com"},{"url":"https://www.carweek.com/","title":"www.carweek.com"},{"url":"https://autocatalogarchive.com/","title":"autocatalogarchive.com"},{"url":"https://www.auto-brochures.com/","title":"www.auto-brochures.com"},{"url":"https://www.carweek.com/","title":"www.carweek.com"},{"url":"https://www.kbb.com/","title":"www.kbb.com"},{"url":"https://cars.usnews.com/","title":"cars.usnews.com"},{"url":"https://www.energy.gov/","title":"www.energy.gov"},{"url":"https://autocatalogarchive.com/","title":"autocatalogarchive.com"},{"url":"https://www.cars.com/","title":"www.cars.com"},{"url":"https://www.kbb.com/","title":"www.kbb.com"},{"url":"https://www.edmunds.com/","title":"www.edmunds.com"},{"url":"https://www.auto-brochures.com/","title":"www.auto-brochures.com"},{"url":"https://www.edmunds.com/","title":"www.edmunds.com"},{"url":"https://www.carweek.com/","title":"www.carweek.com"},{"url":"https://www.caranddriver.com/","title":"www.caranddriver.com"},{"url":"https://www.cars.com/","title":"www.cars.com"},{"url":"https://www.fordracing.com/","title":"www.fordracing.com"},{"url":"https://media.ford.com/","title":"media.ford.com"},{"url":"https://www.caranddriver.com/","title":"www.caranddriver.com"},{"url":"https://www.velocityjournal.com/","title":"www.velocityjournal.com"},{"url":"https://www.caranddriver.com/","title":"www.caranddriver.com"}],"searchCalls":[{"id":"st_tmp_qhzeg6hka1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r1ihd25bhad","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_midp1dfrjy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s3e7kvgpkuf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r07kwyr4p6n","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nvfry5a0txp","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_6ajrd9cafu8","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_tqo6y7c6ztl","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_6jb5svnpgsf","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_rwskhf6x18j","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_050","epoch":0,"score":"I","citations":[{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"http://archive.ipu.org/","title":"archive.ipu.org"},{"url":"http://archive.ipu.org/","title":"archive.ipu.org"},{"url":"http://archive.ipu.org/","title":"archive.ipu.org"},{"url":"https://www.ipu.org/","title":"www.ipu.org"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"http://archive.ipu.org/","title":"archive.ipu.org"},{"url":"https://www.ipu.org/","title":"www.ipu.org"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://www.ipu.org/","title":"www.ipu.org"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"https://data.ipu.org/","title":"data.ipu.org"},{"url":"http://archive.ipu.org/","title":"archive.ipu.org"},{"url":"http://archive.ipu.org/","title":"archive.ipu.org"},{"url":"http://archive.ipu.org/","title":"archive.ipu.org"},{"url":"http://archive.ipu.org/","title":"archive.ipu.org"},{"url":"http://archive.ipu.org/","title":"archive.ipu.org"}],"searchCalls":[{"id":"st_tmp_fm7x2t3fc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_26wjna65rnb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xb5ygr7jb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_brjd5lb4x56","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_byyn25u0tqp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_64q9ch93z1t","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_dqb3sm7hphg","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_pm3dq959zus","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_af68fc955q","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_051","epoch":0,"score":"I","citations":[{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://ktla.com/","title":"ktla.com"},{"url":"https://fox8.com/","title":"fox8.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.rti.org/","title":"www.rti.org"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"http://enrollbasis.com/","title":"enrollbasis.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.azcentral.com/","title":"www.azcentral.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.livenowfox.com/","title":"www.livenowfox.com"},{"url":"https://www.msn.com/","title":"www.msn.com"}],"searchCalls":[{"id":"st_tmp_ko1yw04d6l9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_04374l2hyqx8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_09wbjnnpjzpv","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_927vv8ch8dv","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_dugeupvqtl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9209e47gnk","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_4mg8stl438","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_052","epoch":0,"score":"I","citations":[{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://wecanfigurethisout.org/","title":"wecanfigurethisout.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.4coffshore.com/","title":"www.4coffshore.com"},{"url":"https://www.tgs4c.com/","title":"www.tgs4c.com"},{"url":"https://www.tgs4c.com/","title":"www.tgs4c.com"},{"url":"https://www.tgs4c.com/","title":"www.tgs4c.com"},{"url":"https://www.tgs4c.com/","title":"www.tgs4c.com"},{"url":"https://windeurope.org/","title":"windeurope.org"},{"url":"https://windeurope.org/","title":"windeurope.org"},{"url":"https://windeurope.org/","title":"windeurope.org"},{"url":"https://docs.nlr.gov/","title":"docs.nlr.gov"},{"url":"https://emis.vito.be/","title":"emis.vito.be"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://downloads.ctfassets.net/","title":"downloads.ctfassets.net"},{"url":"https://orsted.co.uk/","title":"orsted.co.uk"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://practiceguides.chambers.com/","title":"practiceguides.chambers.com"}],"searchCalls":[{"id":"st_tmp_yr0oj64hl1","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yqvn8w5xxbf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_isxc9idnxb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kb6gadbn9zr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4giz2jyp9w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hoanxbvm3u","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_hevfjuawl4","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_175g3acaet6","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_fnkn9o819tv","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_z86yeyavon","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_5t5orc0u6gv","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_053","epoch":0,"score":"I","citations":[{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://www.world-nuclear.org/","title":"www.world-nuclear.org"},{"url":"https://world-nuclear.org/","title":"world-nuclear.org"},{"url":"https://world-nuclear.org/","title":"world-nuclear.org"},{"url":"https://world-nuclear.org/","title":"world-nuclear.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"},{"url":"https://pris.iaea.org/","title":"pris.iaea.org"}],"searchCalls":[{"id":"st_tmp_x1yjfkjrjdh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g4o4aerzfbl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7pcvg5riqpt","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_a2byjulnq9w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_uh5mrswwzp","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_ka7d8nxghi","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_d1sdxet9wdq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_6lsja12bgdt","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_mqia8n9ymcf","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_hpwhzpyplvj","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_054","epoch":0,"score":"I","citations":[{"url":"https://slcairport.com/","title":"slcairport.com"},{"url":"https://slcairport.com/","title":"slcairport.com"},{"url":"https://slcairport.com/","title":"slcairport.com"},{"url":"https://slcairport.com/","title":"slcairport.com"},{"url":"https://slcairport.com/","title":"slcairport.com"},{"url":"https://www.panynj.gov/","title":"www.panynj.gov"},{"url":"https://www.governor.ny.gov/","title":"www.governor.ny.gov"},{"url":"https://www.panynj.gov/","title":"www.panynj.gov"},{"url":"https://www.panynj.gov/","title":"www.panynj.gov"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://ny1.com/","title":"ny1.com"},{"url":"https://www.france24.com/","title":"www.france24.com"},{"url":"https://metroairportnews.com/","title":"metroairportnews.com"},{"url":"https://ny1.com/","title":"ny1.com"},{"url":"https://www.governor.ny.gov/","title":"www.governor.ny.gov"},{"url":"https://www.kansascity.com/","title":"www.kansascity.com"},{"url":"https://www.kcur.org/","title":"www.kcur.org"},{"url":"https://www.kcur.org/","title":"www.kcur.org"},{"url":"https://www.kshb.com/","title":"www.kshb.com"},{"url":"https://www.enr.com/","title":"www.enr.com"},{"url":"https://www.hdrinc.com/","title":"www.hdrinc.com"},{"url":"https://www.enr.com/","title":"www.enr.com"},{"url":"https://www.wesanews.org/","title":"www.wesanews.org"},{"url":"https://www.bizjournals.com/","title":"www.bizjournals.com"},{"url":"https://westhillsgazette.com/","title":"westhillsgazette.com"}],"searchCalls":[{"id":"st_tmp_z7dprzb6gwn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ohw4door89","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1a9jotx14ef","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dl1b5xukrg6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h65fns58lac","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mhy1bycn9c","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_zyfcmzswoqt","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_171xj9pql1c","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_oaqat3e8xyg","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_pr6ip2hhso","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_42p9ey982ek","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_055","epoch":0,"score":"I","citations":[{"url":"https://aecom.com/","title":"aecom.com"},{"url":"https://aecom.com/","title":"aecom.com"},{"url":"https://aecom.com/","title":"aecom.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://attractionsmagazine.com/","title":"attractionsmagazine.com"},{"url":"https://www.prnewswire.com/","title":"www.prnewswire.com"},{"url":"https://www.fox9.com/","title":"www.fox9.com"},{"url":"https://blooloop.com/","title":"blooloop.com"},{"url":"https://www.travelandleisure.com/","title":"www.travelandleisure.com"},{"url":"https://www.themeparktribune.com/","title":"www.themeparktribune.com"},{"url":"https://www.inparkmagazine.com/","title":"www.inparkmagazine.com"},{"url":"https://aecom.com/","title":"aecom.com"},{"url":"https://aecom.com/","title":"aecom.com"},{"url":"http://aecom.com/","title":"aecom.com"},{"url":"https://rcdb.com/","title":"rcdb.com"},{"url":"https://baike.baidu.com/","title":"baike.baidu.com"},{"url":"https://blooloop.com/","title":"blooloop.com"}],"searchCalls":[{"id":"st_tmp_yduy3z6wiu9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r5p2783830s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a1d0c2w921","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_navm1eoaqff","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_zh22h57weo","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_otdk6yhljdq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_0n8v3quarhlo","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_tripb2g0te","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_xbygesk8olq","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_056","epoch":0,"score":"I","citations":[{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://deadline.com/","title":"deadline.com"},{"url":"https://www.usmagazine.com/","title":"www.usmagazine.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.wikiwand.com/","title":"www.wikiwand.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://thevoice.fandom.com/","title":"thevoice.fandom.com"},{"url":"https://www.etonline.com/","title":"www.etonline.com"},{"url":"https://www.rollingstone.com/","title":"www.rollingstone.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.nbc.com/","title":"www.nbc.com"},{"url":"https://press.wbd.com/","title":"press.wbd.com"},{"url":"https://www.upi.com/","title":"www.upi.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.959kissfm.com/","title":"www.959kissfm.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_zm3lnmwgaa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cojzhsj66ds","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q6fmwu52c5g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_67doynpk6ea","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iqej5ujacwc","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_q9h0f1cglxn","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_luzixx8arw","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_kcmv22486ji","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_uzya5pdrlnf","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_t4q5wjptte","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_057","epoch":0,"score":"I","citations":[{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.combustiblecelluloid.com/","title":"www.combustiblecelluloid.com"},{"url":"https://www.reelviews.net/","title":"www.reelviews.net"},{"url":"https://dvd.fandom.com/","title":"dvd.fandom.com"},{"url":"https://thewaltdisneycompany.com/","title":"thewaltdisneycompany.com"},{"url":"https://www.disneyclips.com/","title":"www.disneyclips.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://whatsondisneyplus.com/","title":"whatsondisneyplus.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.metacritic.com/","title":"www.metacritic.com"}],"searchCalls":[{"id":"st_tmp_jm0iqazzpr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2lmej4488we","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fes0uchxm97","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ucfhmfw39so","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_pzban3b8noe","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1nyy1lfbnxi","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_c20xo9jtc8v","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_vrz15b3djo","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_l3wh8tgc6cr","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_o20n4r5r9t","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_zrrqivzbin","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_yho6r910obd","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_byr9bls5twf","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_058","epoch":0,"score":"I","citations":[{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://www.dhs.gov/","title":"www.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://www.dhs.gov/","title":"www.dhs.gov"},{"url":"https://www.dhs.gov/","title":"www.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://www.uscis.gov/","title":"www.uscis.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.dhs.gov/","title":"www.dhs.gov"},{"url":"https://www.dhs.gov/","title":"www.dhs.gov"},{"url":"https://www.dhs.gov/","title":"www.dhs.gov"},{"url":"https://www.dhs.gov/","title":"www.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"},{"url":"https://ohss.dhs.gov/","title":"ohss.dhs.gov"}],"searchCalls":[{"id":"st_tmp_mrqux6hoqs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_q3i1z137bmp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yw2gc744iw7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o77hhettc8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pydbwfj39mm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fzd9mb2te7q","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_70inukza2m6","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ouiemob5kd","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_6tzf5azhh1k","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_63zkg3pk04b","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_kmk22a94lvs","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_059","epoch":0,"score":"I","citations":[{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://blog.ted.com/","title":"blog.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://www.ted.com/","title":"www.ted.com"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://www.bloomberg.com/","title":"www.bloomberg.com"}],"searchCalls":[{"id":"st_tmp_9865nyz8e","status":"completed","action":"search","executed":true,"sourceCount":3},{"id":"st_tmp_zgoleqnkcze","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_585ddt6096d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bh8cub4n45q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y258mqyj9sf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0x33gzr5mugk","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_vek00apzgxi","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_n1m11cd362r","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_7jipbl3rogj","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_9tlk2jv1me7","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_8axeknl1ypw","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_060","epoch":0,"score":"I","citations":[{"url":"https://appmagic.rocks/","title":"appmagic.rocks"},{"url":"https://appmagic.rocks/","title":"appmagic.rocks"},{"url":"https://appmagic.rocks/","title":"appmagic.rocks"},{"url":"https://appmagic.rocks/","title":"appmagic.rocks"},{"url":"https://appmagic.rocks/","title":"appmagic.rocks"},{"url":"https://www.statista.com/","title":"www.statista.com"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://mobilegamer.biz/","title":"mobilegamer.biz"},{"url":"https://gamedevreports.substack.com/","title":"gamedevreports.substack.com"},{"url":"https://apptica.com/","title":"apptica.com"},{"url":"https://apptica.com/","title":"apptica.com"},{"url":"https://gamedevreports.substack.com/","title":"gamedevreports.substack.com"},{"url":"https://app2top.com/","title":"app2top.com"},{"url":"https://gamedevreports.substack.com/","title":"gamedevreports.substack.com"},{"url":"https://gamedevreports.substack.com/","title":"gamedevreports.substack.com"},{"url":"https://app2top.com/","title":"app2top.com"},{"url":"https://appmagic.rocks/","title":"appmagic.rocks"},{"url":"https://gameworldobserver.com/","title":"gameworldobserver.com"},{"url":"https://www.shacknews.com/","title":"www.shacknews.com"},{"url":"https://gameworldobserver.com/","title":"gameworldobserver.com"},{"url":"https://app2top.com/","title":"app2top.com"}],"searchCalls":[{"id":"st_tmp_bmobju9swp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_55h6vfgcd5u","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zj6r6r59n1d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yp004ssbfxi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y0ckyl5aas","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wb51sr3clp","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_97ylw5x53r5","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_cf56s5tcn0h","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_mc85o6l37z","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_dqdxqzjwk0g","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_061","epoch":0,"score":"C","citations":[{"url":"https://www.parliament.nsw.gov.au/","title":"www.parliament.nsw.gov.au"},{"url":"https://www.parliament.nsw.gov.au/","title":"www.parliament.nsw.gov.au"},{"url":"https://www.nsw.gov.au/","title":"www.nsw.gov.au"},{"url":"https://www.parliament.nsw.gov.au/","title":"www.parliament.nsw.gov.au"},{"url":"https://www.parliament.nsw.gov.au/","title":"www.parliament.nsw.gov.au"},{"url":"https://www.parliament.vic.gov.au/","title":"www.parliament.vic.gov.au"},{"url":"https://www.vic.gov.au/","title":"www.vic.gov.au"},{"url":"https://www.premier.vic.gov.au/","title":"www.premier.vic.gov.au"},{"url":"https://www.parliament.vic.gov.au/","title":"www.parliament.vic.gov.au"},{"url":"https://www.parliament.vic.gov.au/","title":"www.parliament.vic.gov.au"},{"url":"https://documents.parliament.qld.gov.au/","title":"documents.parliament.qld.gov.au"},{"url":"https://www.qld.gov.au/","title":"www.qld.gov.au"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.brisbanetimes.com.au/","title":"www.brisbanetimes.com.au"},{"url":"https://www.parliament.wa.gov.au/","title":"www.parliament.wa.gov.au"},{"url":"https://www.parliament.wa.gov.au/","title":"www.parliament.wa.gov.au"},{"url":"https://www.parliament.wa.gov.au/","title":"www.parliament.wa.gov.au"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://australianpolitics.com/","title":"australianpolitics.com"},{"url":"https://www.abc.net.au/","title":"www.abc.net.au"},{"url":"https://www.dpc.sa.gov.au/","title":"www.dpc.sa.gov.au"},{"url":"https://www.premier.sa.gov.au/","title":"www.premier.sa.gov.au"},{"url":"https://www.sbs.com.au/","title":"www.sbs.com.au"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_co00c9f98z6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_lh3zh907aza","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_93f56lr7btk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yh52kx5uwha","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sjpgprlodrh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wx3jqbs3j5f","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_3ae0sr1kd04","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_elkalp8ei4d","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_062","epoch":0,"score":"I","citations":[{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.qs.com/","title":"www.qs.com"},{"url":"https://www.ox.ac.uk/","title":"www.ox.ac.uk"},{"url":"https://www.medsci.ox.ac.uk/","title":"www.medsci.ox.ac.uk"},{"url":"https://xuanxiao.org/","title":"xuanxiao.org"},{"url":"https://www.timeout.com/","title":"www.timeout.com"},{"url":"https://www.russellgroup.ac.uk/","title":"www.russellgroup.ac.uk"},{"url":"https://www.sfx.ac.uk/","title":"www.sfx.ac.uk"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.qub.ac.uk/","title":"www.qub.ac.uk"},{"url":"https://www.cardiff.ac.uk/","title":"www.cardiff.ac.uk"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://m.economictimes.com/","title":"m.economictimes.com"},{"url":"https://collegedunia.com/","title":"collegedunia.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"}],"searchCalls":[{"id":"st_tmp_vf1xctypem","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6yx4m6yj9on","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hkqt7l8osk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_05xsyvq998a8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z0swjll60on","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_fxbr63yda69","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_osje1ovmnn","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_7ot59mp7pa8","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_41es46jakay","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_063","epoch":0,"score":"I","citations":[{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data360files.worldbank.org/","title":"data360files.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data360.worldbank.org/","title":"data360.worldbank.org"},{"url":"https://data360files.worldbank.org/","title":"data360files.worldbank.org"},{"url":"https://data.worldbank.org.cn/","title":"data.worldbank.org.cn"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://stats.oecd.org/","title":"stats.oecd.org"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://ec.europa.eu/","title":"ec.europa.eu"},{"url":"https://api.worldbank.org/","title":"api.worldbank.org"}],"searchCalls":[{"id":"st_tmp_zdbksqw52di","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bdkbnb5v8ww","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ktc54v1zgfg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4vt9dq3dr6k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_druag68zgp","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_0s0rm8he6ros","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_43nk4d09q3s","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_6k7ak5rrvil","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_064","epoch":0,"score":"I","citations":[{"url":"https://prod.wp.cdn.aws.wfu.edu/","title":"prod.wp.cdn.aws.wfu.edu"},{"url":"https://guides.loc.gov/","title":"guides.loc.gov"},{"url":"https://prod.wp.cdn.aws.wfu.edu/","title":"prod.wp.cdn.aws.wfu.edu"},{"url":"http://stateconstitutions.umd.edu/","title":"stateconstitutions.umd.edu"},{"url":"http://www.stateconstitutions.umd.edu/","title":"www.stateconstitutions.umd.edu"},{"url":"https://www.leginfo.ca.gov/","title":"www.leginfo.ca.gov"},{"url":"https://ohioconstitution.csulaw.org/","title":"ohioconstitution.csulaw.org"},{"url":"https://bookofthestates.org/","title":"bookofthestates.org"},{"url":"https://bookofthestates.org/","title":"bookofthestates.org"},{"url":"https://bookofthestates.org/","title":"bookofthestates.org"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://news.ballotpedia.org/","title":"news.ballotpedia.org"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://bookofthestates.org/","title":"bookofthestates.org"},{"url":"https://ballotpedia.org/","title":"ballotpedia.org"}],"searchCalls":[{"id":"st_tmp_ndf2ek0rfr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n2y03b11cu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_bczww6g1on","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5g1r9jawtc8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cmpez3qg6zg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_dsjx88qztau","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ha0m30d5u7b","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_y4jb6bg38nn","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_065","epoch":0,"score":"C","citations":[{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://datacatalog.worldbank.org/","title":"datacatalog.worldbank.org"},{"url":"https://datacatalog.worldbank.org/","title":"datacatalog.worldbank.org"},{"url":"https://databank.worldbank.org/","title":"databank.worldbank.org"},{"url":"https://datahelpdesk.worldbank.org/","title":"datahelpdesk.worldbank.org"},{"url":"https://ddh-openapi.worldbank.org/","title":"ddh-openapi.worldbank.org"},{"url":"https://data360.worldbank.org/","title":"data360.worldbank.org"},{"url":"https://documents1.worldbank.org/","title":"documents1.worldbank.org"},{"url":"https://rdrr.io/","title":"rdrr.io"},{"url":"https://scorecard.worldbank.org/","title":"scorecard.worldbank.org"},{"url":"https://datahelpdesk.worldbank.org/","title":"datahelpdesk.worldbank.org"},{"url":"https://datahelpdesk.worldbank.org/","title":"datahelpdesk.worldbank.org"},{"url":"https://rdrr.io/","title":"rdrr.io"}],"searchCalls":[{"id":"st_tmp_s831ge0f4c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h58yv51cngp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n6xxboulo6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7du4lzikzyp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qhla0ahlr8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ev0loed9zyo","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_cb7zcwywn3b","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_skwzsg8dnb","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_nbavmyv5ls","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_tl736omzqei","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_066","epoch":0,"score":"I","citations":[{"url":"https://www.nbcnews.com/","title":"www.nbcnews.com"},{"url":"https://www.dyson.com/","title":"www.dyson.com"},{"url":"https://www.dyson.com/","title":"www.dyson.com"},{"url":"https://www.dyson.com/","title":"www.dyson.com"},{"url":"https://www.dyson.com/","title":"www.dyson.com"},{"url":"https://www.dyson.cn/","title":"www.dyson.cn"},{"url":"https://www.zhizhizhi.com/","title":"www.zhizhizhi.com"},{"url":"https://detail.zol.com.cn/","title":"detail.zol.com.cn"},{"url":"https://www.suning.com/","title":"www.suning.com"},{"url":"https://www.9ji.com/","title":"www.9ji.com"},{"url":"https://www.dyson.co.jp/","title":"www.dyson.co.jp"},{"url":"https://www.dyson.co.jp/","title":"www.dyson.co.jp"},{"url":"https://note.com/","title":"note.com"},{"url":"https://store.shopping.yahoo.co.jp/","title":"store.shopping.yahoo.co.jp"},{"url":"https://www.dyson.co.jp/","title":"www.dyson.co.jp"},{"url":"https://www.dyson.com.sg/","title":"www.dyson.com.sg"},{"url":"https://oeam.prd.digital.dyson.cloud/","title":"oeam.prd.digital.dyson.cloud"},{"url":"https://e-catalog.com/","title":"e-catalog.com"},{"url":"https://wethedryers.com/","title":"wethedryers.com"},{"url":"https://www.accio.com/","title":"www.accio.com"},{"url":"https://www.dyson.com/","title":"www.dyson.com"},{"url":"https://www.dyson.com/","title":"www.dyson.com"},{"url":"https://www.dyson.com/","title":"www.dyson.com"},{"url":"https://www.dyson.com/","title":"www.dyson.com"},{"url":"https://www.dyson.com/","title":"www.dyson.com"}],"searchCalls":[{"id":"st_tmp_sd7gm8jjpc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zdm57aznxl9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rs7bhaqop1g","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e2v0h16do3m","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4j993eo3c7p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mq3i6i6awhp","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_j2khwla0x9","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_m2p4681kw6f","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_j3ui5riyau9","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_067","epoch":0,"score":"I","citations":[{"url":"https://www.data.go.kr/","title":"www.data.go.kr"},{"url":"https://www.data.go.kr/","title":"www.data.go.kr"},{"url":"https://www.data.go.kr/","title":"www.data.go.kr"},{"url":"https://data.seoul.go.kr/","title":"data.seoul.go.kr"},{"url":"https://www.schoolinfo.go.kr/","title":"www.schoolinfo.go.kr"},{"url":"https://www.data.go.kr/","title":"www.data.go.kr"},{"url":"https://www.data.go.kr/","title":"www.data.go.kr"},{"url":"https://www.schoolinfo.go.kr/","title":"www.schoolinfo.go.kr"},{"url":"https://www.data.go.kr/","title":"www.data.go.kr"},{"url":"https://www.data.go.kr/","title":"www.data.go.kr"},{"url":"https://www.data.go.kr/","title":"www.data.go.kr"},{"url":"https://data.seoul.go.kr/","title":"data.seoul.go.kr"},{"url":"https://ko.wikipedia.org/","title":"ko.wikipedia.org"},{"url":"https://ko.wikipedia.org/","title":"ko.wikipedia.org"},{"url":"https://thewiki.kr/","title":"thewiki.kr"},{"url":"https://ko.wikipedia.org/","title":"ko.wikipedia.org"}],"searchCalls":[{"id":"st_tmp_dbr0wziqrsi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4zma9cxaqus","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ixaj6jvghc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_v2nek76d63","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6tk0n4b50v4","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_c0zv85fh8gu","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_of4znfo6pcp","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_skr9m3b6u4p","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_068","epoch":0,"score":"I","citations":[{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.kirkusreviews.com/","title":"www.kirkusreviews.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.kirkusreviews.com/","title":"www.kirkusreviews.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.goodreads.com/","title":"www.goodreads.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"}],"searchCalls":[{"id":"st_tmp_xwnvch64pp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3eehpfej2nk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hw6coark2yj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gop3nqd1sh6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_nsnzy230va","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_8rr7qo1h07h","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_069","epoch":0,"score":"I","citations":[{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"http://www.boxofficereport.com/","title":"www.boxofficereport.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"}],"searchCalls":[{"id":"st_tmp_o2oy3dzmlh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r1auf0ufv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_meq8hku03lo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g3tp8qp493b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rpfv47j8z5h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1rl8szh6ssr","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_070","epoch":0,"score":"I","citations":[{"url":"https://masters.hkubs.hku.hk/","title":"masters.hkubs.hku.hk"},{"url":"https://masters.hkubs.hku.hk/","title":"masters.hkubs.hku.hk"},{"url":"https://masters.hkubs.hku.hk/","title":"masters.hkubs.hku.hk"},{"url":"https://masters.hkubs.hku.hk/","title":"masters.hkubs.hku.hk"},{"url":"https://masters.hkubs.hku.hk/","title":"masters.hkubs.hku.hk"},{"url":"https://masters.bschool.cuhk.edu.hk/","title":"masters.bschool.cuhk.edu.hk"},{"url":"https://masters.bschool.cuhk.edu.hk/","title":"masters.bschool.cuhk.edu.hk"},{"url":"https://masters.bschool.cuhk.edu.hk/","title":"masters.bschool.cuhk.edu.hk"},{"url":"https://masters.bschool.cuhk.edu.hk/","title":"masters.bschool.cuhk.edu.hk"},{"url":"https://masters.bschool.cuhk.edu.hk/","title":"masters.bschool.cuhk.edu.hk"},{"url":"https://msc.hkust.edu.hk/","title":"msc.hkust.edu.hk"},{"url":"https://msac.hkust.edu.hk/","title":"msac.hkust.edu.hk"},{"url":"https://mscmark.hkust.edu.hk/","title":"mscmark.hkust.edu.hk"},{"url":"https://msba.hkust.edu.hk/","title":"msba.hkust.edu.hk"},{"url":"https://mscism.hkust.edu.hk/","title":"mscism.hkust.edu.hk"},{"url":"https://masters.hkubs.hku.hk/","title":"masters.hkubs.hku.hk"},{"url":"https://masters.hkubs.hku.hk/","title":"masters.hkubs.hku.hk"},{"url":"https://masters.hkubs.hku.hk/","title":"masters.hkubs.hku.hk"},{"url":"https://msc.hkubs.hku.hk/","title":"msc.hkubs.hku.hk"},{"url":"https://masters.bschool.cuhk.edu.hk/","title":"masters.bschool.cuhk.edu.hk"},{"url":"https://masters.bschool.cuhk.edu.hk/","title":"masters.bschool.cuhk.edu.hk"},{"url":"https://masters.bschool.cuhk.edu.hk/","title":"masters.bschool.cuhk.edu.hk"},{"url":"https://masters.bschool.cuhk.edu.hk/","title":"masters.bschool.cuhk.edu.hk"},{"url":"https://www.bschool.cuhk.edu.hk/","title":"www.bschool.cuhk.edu.hk"}],"searchCalls":[{"id":"st_tmp_fvt4dp3u7jm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_11i5a61kctt9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ucy759c1f2i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ckhjh65ii3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_6x0gyg5jxvt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a02t58gn6xn","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_k90eoggml2m","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_i3gjjg8r6dq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_myeuuk1lpv","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_u0fu5e7bpbp","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_6p3i9ulfdm","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_dui12finrsk","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_071","epoch":0,"score":"I","citations":[{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.foxbusiness.com/","title":"www.foxbusiness.com"}],"searchCalls":[{"id":"st_tmp_at7nb5y60po","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_o1n7yjn11cc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b0r3ldviebi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_12l9yhj6ne4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_h6pvn10h5qa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_oubgodvb7o","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_072","epoch":0,"score":"I","citations":[{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://global.oup.com/","title":"global.oup.com"},{"url":"https://www.presidency.ucsb.edu/","title":"www.presidency.ucsb.edu"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://guides.loc.gov/","title":"guides.loc.gov"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.fec.gov/","title":"www.fec.gov"},{"url":"https://www.fec.gov/","title":"www.fec.gov"},{"url":"https://www.fec.gov/","title":"www.fec.gov"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.archives.gov/","title":"www.archives.gov"},{"url":"https://www.gilderlehrman.org/","title":"www.gilderlehrman.org"},{"url":"https://guides.loc.gov/","title":"guides.loc.gov"},{"url":"https://www.ballotwire.com/","title":"www.ballotwire.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.britannica.com/","title":"www.britannica.com"}],"searchCalls":[{"id":"st_tmp_xop1lif4aw9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_eanp4uhzbes","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kazfb31ke2k","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_top4km8x10h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7yxqvwwuyc2","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_rico68dj1e","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_3lwgiq9fkyb","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_073","epoch":0,"score":"I","citations":[{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://www.techpowerup.com/","title":"www.techpowerup.com"},{"url":"https://download.nvidia.com/","title":"download.nvidia.com"},{"url":"https://nvidia.custhelp.com/","title":"nvidia.custhelp.com"},{"url":"https://owiki.org/","title":"owiki.org"},{"url":"https://wccftech.com/","title":"wccftech.com"},{"url":"https://docs.nvidia.com/","title":"docs.nvidia.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.nvidia.com/","title":"www.nvidia.com"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"http://taggedwiki.zubiaga.org/","title":"taggedwiki.zubiaga.org"},{"url":"https://handwiki.org/","title":"handwiki.org"},{"url":"https://download.nvidia.com/","title":"download.nvidia.com"},{"url":"https://download.nvidia.com/","title":"download.nvidia.com"},{"url":"https://download.nvidia.com/","title":"download.nvidia.com"},{"url":"https://download.nvidia.com/","title":"download.nvidia.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://download.nvidia.com/","title":"download.nvidia.com"},{"url":"https://download.nvidia.com/","title":"download.nvidia.com"},{"url":"https://developer.download.nvidia.com/","title":"developer.download.nvidia.com"},{"url":"https://pchardware.org/","title":"pchardware.org"}],"searchCalls":[{"id":"st_tmp_1nc520x8f5kh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_y49w2p1vzxq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f3b32d3fn2w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_odhik0qqtzo","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cej2jaeinjs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_828pxkz0u86","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_n2tfm86szlo","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_avufe58b5me","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_074","epoch":0,"score":"I","citations":[{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://www.bbc.com/","title":"www.bbc.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://about-france.com/","title":"about-france.com"},{"url":"https://www.france24.com/","title":"www.france24.com"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.theatlantic.com/","title":"www.theatlantic.com"},{"url":"https://www.politico.eu/","title":"www.politico.eu"},{"url":"https://www.rfi.fr/","title":"www.rfi.fr"},{"url":"https://www.bloomberg.com/","title":"www.bloomberg.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.bloomberg.com/","title":"www.bloomberg.com"},{"url":"https://www.lemonde.fr/","title":"www.lemonde.fr"},{"url":"https://www.robert-schuman.eu/","title":"www.robert-schuman.eu"},{"url":"https://welections.wordpress.com/","title":"welections.wordpress.com"},{"url":"https://www.robert-schuman.eu/","title":"www.robert-schuman.eu"},{"url":"https://sk.sagepub.com/","title":"sk.sagepub.com"},{"url":"https://reference.org/","title":"reference.org"},{"url":"https://www.electionguide.org/","title":"www.electionguide.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.robert-schuman.eu/","title":"www.robert-schuman.eu"},{"url":"https://www.robert-schuman.eu/","title":"www.robert-schuman.eu"}],"searchCalls":[{"id":"st_tmp_9bf9oolhaqh","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_55iymgfnkc","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_721g87ycrhb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3md7nb51tlq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w2ngimezge","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kj04lyxgi8k","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_tb2jd45mefi","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_zwsdhpaonb","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_075","epoch":0,"score":"I","citations":[{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://totalmusicawards.com/","title":"totalmusicawards.com"},{"url":"https://www.xxlmag.com/","title":"www.xxlmag.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.grammy.com/","title":"www.grammy.com"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"}],"searchCalls":[{"id":"st_tmp_lrn7yjb7nmj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_43wms5rbrva","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_aucw2tv2hsm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_3uav610tu7q","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_l4rv8xlvj4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e7gffkm74q7","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_tnipivibi9g","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_fxjbf5huqss","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_076","epoch":0,"score":"I","citations":[{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://reliefweb.int/","title":"reliefweb.int"},{"url":"https://www.economist.com/","title":"www.economist.com"},{"url":"https://www.economist.com/","title":"www.economist.com"},{"url":"https://www.cbsnews.com/","title":"www.cbsnews.com"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.aljazeera.com/","title":"www.aljazeera.com"},{"url":"https://www.dw.com/","title":"www.dw.com"},{"url":"https://www.vaticannews.va/","title":"www.vaticannews.va"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://milex.sipri.org/","title":"milex.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://www.business-standard.com/","title":"www.business-standard.com"},{"url":"https://www.sipri.org/","title":"www.sipri.org"},{"url":"https://economictimes.indiatimes.com/","title":"economictimes.indiatimes.com"}],"searchCalls":[{"id":"st_tmp_ee5gbrcth16","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_raqlzpnb4w","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_843f9rf93an","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_xrz1vnth48","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1tv5p671lcjk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e6lrm93gor","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_9ls1ervoza","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_077","epoch":0,"score":"I","citations":[{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.brookings.edu/","title":"www.brookings.edu"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.brookings.edu/","title":"www.brookings.edu"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.washingtonpost.com/","title":"www.washingtonpost.com"},{"url":"https://www.bloomberg.com/","title":"www.bloomberg.com"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://theweek.com/","title":"theweek.com"},{"url":"https://trumpwhitehouse.archives.gov/","title":"trumpwhitehouse.archives.gov"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://trumpwhitehouse.archives.gov/","title":"trumpwhitehouse.archives.gov"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://www.brookings.edu/","title":"www.brookings.edu"},{"url":"https://www.nbcnews.com/","title":"www.nbcnews.com"},{"url":"https://www.brookings.edu/","title":"www.brookings.edu"},{"url":"https://www.brookings.edu/","title":"www.brookings.edu"},{"url":"https://trumpwhitehouse.archives.gov/","title":"trumpwhitehouse.archives.gov"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://www.britannica.com/","title":"www.britannica.com"}],"searchCalls":[{"id":"st_tmp_e3zmepxxnk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_s0rorvdkrbg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5ps263y07qt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x48bo6lyd4","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_00hwfflzcifru","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2qcbg548aq7","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_rwqnbv7vd1","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_s2k21obyxdp","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_cro54t63fcr","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_5bcxkdnbn7x","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ey8fg9x94g5","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_078","epoch":0,"score":"I","citations":[{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://www.lindau-nobel.org/","title":"www.lindau-nobel.org"},{"url":"https://www.npr.org/","title":"www.npr.org"},{"url":"https://www.selmalagerlof.org/","title":"www.selmalagerlof.org"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://litteraturbanken.se/","title":"litteraturbanken.se"},{"url":"https://onlinebooks.library.upenn.edu/","title":"onlinebooks.library.upenn.edu"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://archive.org/","title":"archive.org"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://www.nobelprize.org/","title":"www.nobelprize.org"},{"url":"https://www.nb.no/","title":"www.nb.no"},{"url":"https://www.jstor.org/","title":"www.jstor.org"},{"url":"https://runeberg.org/","title":"runeberg.org"},{"url":"https://nordicwomensliterature.net/","title":"nordicwomensliterature.net"}],"searchCalls":[{"id":"st_tmp_ldd02zkcxd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m4vb2hsbmv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_n05iq7afri","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_vt2322ehuf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j4wcwp9iqih","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_j0tzb18ixn","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_yor6uk7i2t","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_n0kx2jbo1p","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_079","epoch":0,"score":"I","citations":[{"url":"https://www.gov.mo/","title":"www.gov.mo"},{"url":"https://www.gov.mo/","title":"www.gov.mo"},{"url":"https://www.yogonet.com/","title":"www.yogonet.com"},{"url":"https://www.yogonet.com/","title":"www.yogonet.com"},{"url":"https://cdcgaming.com/","title":"cdcgaming.com"},{"url":"https://content.macaotourism.gov.mo/","title":"content.macaotourism.gov.mo"},{"url":"https://www.dst.gov.mo/","title":"www.dst.gov.mo"},{"url":"https://www.macaotourism.gov.mo/","title":"www.macaotourism.gov.mo"},{"url":"https://content.macaotourism.gov.mo/","title":"content.macaotourism.gov.mo"},{"url":"https://content.macaotourism.gov.mo/","title":"content.macaotourism.gov.mo"},{"url":"https://content.macaotourism.gov.mo/","title":"content.macaotourism.gov.mo"},{"url":"https://www.mgm.mo/","title":"www.mgm.mo"},{"url":"https://www.gov.mo/","title":"www.gov.mo"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://macaonews.org/","title":"macaonews.org"},{"url":"https://en.prnasia.com/","title":"en.prnasia.com"},{"url":"https://whatson.macaotourism.gov.mo/","title":"whatson.macaotourism.gov.mo"},{"url":"https://whatson.macaotourism.gov.mo/","title":"whatson.macaotourism.gov.mo"},{"url":"https://whatson.macaotourism.gov.mo/","title":"whatson.macaotourism.gov.mo"},{"url":"https://content.macaotourism.gov.mo/","title":"content.macaotourism.gov.mo"},{"url":"https://content.macaotourism.gov.mo/","title":"content.macaotourism.gov.mo"}],"searchCalls":[{"id":"st_tmp_u72llasgoxf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ssb6gn5pvy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wxq5d3nvo9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_0pu4l12pief","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tuabh4vk1la","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_78bxnmd0tvx","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_5m0nkzmf8ls","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_okypjkcwe4h","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_s4xgvvis8dq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_khzqzjctfad","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_bts7xpvoxus","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_d5tctlqt6t4","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_080","epoch":0,"score":"C","citations":[{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.foxsports.com/","title":"www.foxsports.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://apnews.com/","title":"apnews.com"},{"url":"https://english.elpais.com/","title":"english.elpais.com"},{"url":"https://www.espn.co.uk/","title":"www.espn.co.uk"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.olympics.com/","title":"www.olympics.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.olympics.com/","title":"www.olympics.com"},{"url":"https://www.nbcnews.com/","title":"www.nbcnews.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://olympics.fandom.com/","title":"olympics.fandom.com"}],"searchCalls":[{"id":"st_tmp_c5lct4ik7h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kyc6wh53jcl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iz0evlnk6fd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yreebafbd38","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_5nka5dw0xgi","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qvlc7xweeve","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_3dr3wua2l99","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_fes41zcopzw","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_sstcxa9akkd","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_081","epoch":0,"score":"C","citations":[{"url":"https://www.tweaktown.com/","title":"www.tweaktown.com"},{"url":"https://www.techspot.com/","title":"www.techspot.com"},{"url":"https://etail.market/","title":"etail.market"},{"url":"https://pubg.ac/","title":"pubg.ac"},{"url":"https://ixbt.games/","title":"ixbt.games"},{"url":"https://www.videogamecanon.com/","title":"www.videogamecanon.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://thegameawards.com/","title":"thegameawards.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.justadventure.com/","title":"www.justadventure.com"},{"url":"https://thegameawards.com/","title":"thegameawards.com"},{"url":"https://www.polygon.com/","title":"www.polygon.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://store.bandainamcoent.com/","title":"store.bandainamcoent.com"},{"url":"https://www.bandainamcoent.com/","title":"www.bandainamcoent.com"},{"url":"https://store.bandainamcoent.com/","title":"store.bandainamcoent.com"},{"url":"https://www.bandainamcoent.com/","title":"www.bandainamcoent.com"},{"url":"https://store.bandainamcoent.com/","title":"store.bandainamcoent.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"},{"url":"https://store.steampowered.com/","title":"store.steampowered.com"}],"searchCalls":[{"id":"st_tmp_pjpdcbe1zt","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9fxyoxm65pj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_yxy3598mr5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_i556uv4wpm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_a3syu537eap","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zzhkmfm57x","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_f4i7s680jh6","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_v5x59xph0cs","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_j2qx5r17uvt","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_pmz7ga7bwj","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ot1btr459o7","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_8g9uggrbaiw","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_0wzlc971sbhk","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_082","epoch":0,"score":"I","citations":[{"url":"https://www.goratings.org/","title":"www.goratings.org"},{"url":"https://www.goratings.org/","title":"www.goratings.org"},{"url":"https://www.goratings.org/","title":"www.goratings.org"},{"url":"https://www.goratings.org/","title":"www.goratings.org"},{"url":"https://www.goratings.org/","title":"www.goratings.org"},{"url":"https://www.goratings.org/","title":"www.goratings.org"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://www.espn.com/","title":"www.espn.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.goratings.org/","title":"www.goratings.org"},{"url":"https://www.goratings.org/","title":"www.goratings.org"},{"url":"https://www.goratings.org/","title":"www.goratings.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.goratings.org/","title":"www.goratings.org"},{"url":"https://www.goratings.org/","title":"www.goratings.org"},{"url":"https://www.goratings.org/","title":"www.goratings.org"},{"url":"https://en.sedaily.com/","title":"en.sedaily.com"},{"url":"https://www.wwgr.net/","title":"www.wwgr.net"},{"url":"https://www.goratings.org/","title":"www.goratings.org"},{"url":"https://www.statmuse.com/","title":"www.statmuse.com"},{"url":"https://www.rolexrankings.com/","title":"www.rolexrankings.com"}],"searchCalls":[{"id":"st_tmp_iq1fr6jd7y","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_2a51rt4bt9c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_30p7qyvoouf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_m312g8ws4sa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b23jb7qyhi6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_493v7q36qis","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ok26e5x8bje","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_molpkkv2kb","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ex29affn0f","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_qx5907ni42p","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_pmg3zn8v5pf","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_083","epoch":0,"score":"I","citations":[{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.premierleague.com/","title":"www.premierleague.com"},{"url":"https://www.premierleague.com/","title":"www.premierleague.com"},{"url":"https://onefootball.com/","title":"onefootball.com"},{"url":"https://www.independent.co.uk/","title":"www.independent.co.uk"},{"url":"https://en.vijesti.me/","title":"en.vijesti.me"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.sofascore.com/","title":"www.sofascore.com"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.statmuse.com/","title":"www.statmuse.com"},{"url":"https://fbref.com/","title":"fbref.com"}],"searchCalls":[{"id":"st_tmp_a0dvcv4b3ol","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_piisel2ngg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9b6062wvyyu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_op09hekna2c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_itxbwnn83bk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_74402ulawa6","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_44h7525cklx","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_g8mosj8ct8h","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_8kp1wsrz5b5","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_084","epoch":0,"score":"I","citations":[{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://nces.ed.gov/","title":"nces.ed.gov"},{"url":"https://apnews.com/","title":"apnews.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://terrorismresearch.uark.edu/","title":"terrorismresearch.uark.edu"},{"url":"https://www.edweek.org/","title":"www.edweek.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.usnews.com/","title":"www.usnews.com"},{"url":"https://www.nbcnewyork.com/","title":"www.nbcnewyork.com"},{"url":"https://apnews.com/","title":"apnews.com"}],"searchCalls":[{"id":"st_tmp_pwgs4iypctj","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_ecd1vgk9el8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_92ocn98fpwa","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_e5ohesexpi5","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9b92pkw3qcv","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ctcg9occu27","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_3w0xbkrhh3f","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_gaujl81gpmv","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_n1xze7wwc7r","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_085","epoch":0,"score":"I","citations":[{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://fipresci.org/","title":"fipresci.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.indiewire.com/","title":"www.indiewire.com"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://static.labiennale.org/","title":"static.labiennale.org"},{"url":"https://web9.labiennale.org/","title":"web9.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"https://www.labiennale.org/","title":"www.labiennale.org"},{"url":"http://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://fox11online.com/","title":"fox11online.com"},{"url":"https://news.cgtn.com/","title":"news.cgtn.com"},{"url":"https://www.polygon.com/","title":"www.polygon.com"},{"url":"https://www.hollywoodreporter.com/","title":"www.hollywoodreporter.com"},{"url":"https://www.theguardian.com/","title":"www.theguardian.com"},{"url":"https://www.vanityfair.com/","title":"www.vanityfair.com"},{"url":"https://www.rogerebert.com/","title":"www.rogerebert.com"}],"searchCalls":[{"id":"st_tmp_t2suxq9thg","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_juqjui73hzd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_unc5wu8oc9j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9ytms0w2u0e","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_u3zfnkgt3nm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_owfs2qfwo7","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_nr848t4o3a","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_l1rw76j73ni","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ilohjw50ce","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_8hvoynppxdd","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_s5vlat02bh","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_pgjir291n1","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_jw7p1j0c50i","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_086","epoch":0,"score":"I","citations":[{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://simple.wikipedia.org/","title":"simple.wikipedia.org"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://aespa-official.jp/","title":"aespa-official.jp"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://music.apple.com/","title":"music.apple.com"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://musicbrainz.org/","title":"musicbrainz.org"},{"url":"https://www.discogs.com/","title":"www.discogs.com"},{"url":"https://www.shazam.com/","title":"www.shazam.com"},{"url":"https://variety.com/","title":"variety.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.facebook.com/","title":"www.facebook.com"},{"url":"https://www.nme.com/","title":"www.nme.com"},{"url":"https://www.donga.com/","title":"www.donga.com"},{"url":"https://www.scmp.com/","title":"www.scmp.com"},{"url":"https://biz.chosun.com/","title":"biz.chosun.com"},{"url":"https://www.thelineofbestfit.com/","title":"www.thelineofbestfit.com"}],"searchCalls":[{"id":"st_tmp_m25abrtnu0d","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7izlvfm3fkf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sm772x8j2ol","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_07lgls4gxo7i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w1k5i2mgqxg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o9r801aefo","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_087","epoch":0,"score":"I","citations":[{"url":"https://www.scribd.com/","title":"www.scribd.com"},{"url":"https://greenfdc.org/","title":"greenfdc.org"},{"url":"https://www.chinadaily.com.cn/","title":"www.chinadaily.com.cn"},{"url":"https://chinaeconomicindicator.com/","title":"chinaeconomicindicator.com"},{"url":"https://openknowledge.worldbank.org/","title":"openknowledge.worldbank.org"},{"url":"https://eng.yidaiyilu.gov.cn/","title":"eng.yidaiyilu.gov.cn"},{"url":"https://www.cfr.org/","title":"www.cfr.org"},{"url":"https://eng.yidaiyilu.gov.cn/","title":"eng.yidaiyilu.gov.cn"},{"url":"https://www.ecns.cn/","title":"www.ecns.cn"},{"url":"https://news.cgtn.com/","title":"news.cgtn.com"},{"url":"https://greenfdc.org/","title":"greenfdc.org"},{"url":"https://greenfdc.org/","title":"greenfdc.org"},{"url":"https://greenfdc.org/","title":"greenfdc.org"},{"url":"https://greenfdc.org/","title":"greenfdc.org"},{"url":"https://www.orfonline.org/","title":"www.orfonline.org"},{"url":"https://qz.com/","title":"qz.com"},{"url":"https://issafrica.org/","title":"issafrica.org"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.britannica.com/","title":"www.britannica.com"},{"url":"https://allafrica.com/","title":"allafrica.com"}],"searchCalls":[{"id":"st_tmp_srurwkynx7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_c9iau8ea51c","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_ebvzne35prs","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pj64mbfraao","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_7ey98xnyzh5","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_zxcqc1y5uet","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_j1bkef5gqhf","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_2gi5edhr8mp","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_79fz2cmld9","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_088","epoch":0,"score":"C","citations":[{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://reference.org/","title":"reference.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.wikiwand.com/","title":"www.wikiwand.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://reference.org/","title":"reference.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.hollywoodreporter.com/","title":"www.hollywoodreporter.com"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://www.officialcharts.com/","title":"www.officialcharts.com"},{"url":"https://musicbrainz.org/","title":"musicbrainz.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.billboard.com/","title":"www.billboard.com"},{"url":"https://rateyourmusic.com/","title":"rateyourmusic.com"},{"url":"https://www.wikidata.org/","title":"www.wikidata.org"},{"url":"https://justapedia.org/","title":"justapedia.org"}],"searchCalls":[{"id":"st_tmp_7548hmlkpiu","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_61wyjuu289t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_65bhdqfnvqj","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_sd75f77p9j","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hehs8i3q0km","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_4oyn4d0b6wj","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_1dqce1bpk7u","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_4n23soujsyj","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_mc9kxku22fg","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_icozl8cgdj","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_089","epoch":0,"score":"I","citations":[{"url":"https://www.apple.com/","title":"www.apple.com"},{"url":"https://gizmodo.com/","title":"gizmodo.com"},{"url":"https://www.apple.com/","title":"www.apple.com"},{"url":"https://www.reddit.com/","title":"www.reddit.com"},{"url":"https://www.silicon.co.uk/","title":"www.silicon.co.uk"},{"url":"https://www.apple.com/","title":"www.apple.com"},{"url":"https://www.apple.com/","title":"www.apple.com"},{"url":"https://www.apple.com/","title":"www.apple.com"},{"url":"https://appleinsider.com/","title":"appleinsider.com"},{"url":"https://techcrunch.com/","title":"techcrunch.com"},{"url":"http://www.cnn.com/","title":"www.cnn.com"},{"url":"https://www.nbcnews.com/","title":"www.nbcnews.com"},{"url":"https://www.mediapost.com/","title":"www.mediapost.com"},{"url":"https://theapplewiki.com/","title":"theapplewiki.com"},{"url":"https://www.macrumors.com/","title":"www.macrumors.com"},{"url":"https://www.apple.com/","title":"www.apple.com"},{"url":"https://developer.uspto.gov/","title":"developer.uspto.gov"},{"url":"https://www.cnn.com/","title":"www.cnn.com"},{"url":"https://apple-history.com/","title":"apple-history.com"},{"url":"https://www.csmonitor.com/","title":"www.csmonitor.com"},{"url":"https://appleinsider.com/","title":"appleinsider.com"},{"url":"https://www.theverge.com/","title":"www.theverge.com"},{"url":"https://archive.nytimes.com/","title":"archive.nytimes.com"},{"url":"https://www.nbcnews.com/","title":"www.nbcnews.com"},{"url":"https://www.macworld.com/","title":"www.macworld.com"}],"searchCalls":[{"id":"st_tmp_l8zlmmy4qw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hnhyqf2967o","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_op5ceqcd1h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_z62mp1pfdxl","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pgh1dxb6mw","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_x3mtt9hkk1l","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_6bbbctwmunm","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_76n2b7v435k","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_3ck61blzc0r","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_yl2u6iris7","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_8l6i5o4hkzp","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_vsl0nyzzsn","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_bnmoyvlpch","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_jeztkvrp6i","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_2ed78hskmi6","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_090","epoch":0,"score":"I","citations":[{"url":"https://ai.google.dev/","title":"ai.google.dev"},{"url":"https://blog.google/","title":"blog.google"},{"url":"https://www.anthropic.com/","title":"www.anthropic.com"},{"url":"https://www.anthropic.com/","title":"www.anthropic.com"},{"url":"https://www.anthropic.com/","title":"www.anthropic.com"},{"url":"https://www.anthropic.com/","title":"www.anthropic.com"},{"url":"https://medium.com/","title":"medium.com"},{"url":"https://openai.com/","title":"openai.com"},{"url":"https://openai.com/","title":"openai.com"},{"url":"https://openai.com/","title":"openai.com"},{"url":"https://openai.com/","title":"openai.com"},{"url":"https://openai.com/","title":"openai.com"},{"url":"https://cdn.jsdelivr.net/","title":"cdn.jsdelivr.net"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"}],"searchCalls":[{"id":"st_tmp_dmw2tfmshpm","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_8wyu7qi3va3","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_0nef4x7483h","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_iaawhjp5u6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_w86c9wg4z79","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_hn4n5xjg0h","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_j9y52vnuqcb","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_yflex9pzmve","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_qpaw38rqbp","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_dtump5zlhc","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_yg8lpcg1uuh","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_jiz2achb23f","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_9o09wyt2fxu","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_091","epoch":0,"score":"I","citations":[{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://ir.amd.com/","title":"ir.amd.com"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://handwiki.org/","title":"handwiki.org"},{"url":"https://www.lenovo.com/","title":"www.lenovo.com"},{"url":"https://ir.amd.com/","title":"ir.amd.com"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://www.amd.com/","title":"www.amd.com"},{"url":"https://handwiki.org/","title":"handwiki.org"},{"url":"https://wiki2.org/","title":"wiki2.org"},{"url":"https://www.cpu-monkey.com/","title":"www.cpu-monkey.com"}],"searchCalls":[{"id":"st_tmp_obeh1w6zv5a","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_uo6qs1c6kmg","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_wu933a1cen","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cfxku6qzc17","status":"completed","action":"search","executed":true,"sourceCount":5}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_092","epoch":0,"score":"I","citations":[{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://smtown.fandom.com/","title":"smtown.fandom.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.generasia.com/","title":"www.generasia.com"},{"url":"https://en.namu.wiki/","title":"en.namu.wiki"},{"url":"https://en.namu.wiki/","title":"en.namu.wiki"},{"url":"https://www.allkpop.com/","title":"www.allkpop.com"},{"url":"https://kpopping.com/","title":"kpopping.com"},{"url":"https://www.koreaboo.com/","title":"www.koreaboo.com"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://www.kpopping.com/","title":"www.kpopping.com"},{"url":"https://bn.kpopping.com/","title":"bn.kpopping.com"},{"url":"https://kpopping.com/","title":"kpopping.com"}],"searchCalls":[{"id":"st_tmp_opiybrxf1dr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_f3bw0s882gt","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_oedqw88obv","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pu5eoiqaan","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_qxt3hm40lhn","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_3mvcc7753ev","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_nghe7t6tm89","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_s1k3rb3nqbe","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_093","epoch":0,"score":"I","citations":[{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://seed.bytedance.com/","title":"seed.bytedance.com"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://github.com/","title":"github.com"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://deepseekai.guide/","title":"deepseekai.guide"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://arxiv.org/","title":"arxiv.org"},{"url":"https://chat-deep.ai/","title":"chat-deep.ai"},{"url":"https://arxiv.org/","title":"arxiv.org"}],"searchCalls":[{"id":"st_tmp_k4x2xab2ypj","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5u1dz2e8j9i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_38itljc6u6r","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_9hfqoulqw7p","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_tlqm6vtg2c8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_kdl4nxstbcp","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_jurwvyda0yg","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_094","epoch":0,"score":"I","citations":[{"url":"http://kobiz.or.kr/","title":"kobiz.or.kr"},{"url":"https://www.koreanfilm.or.kr/","title":"www.koreanfilm.or.kr"},{"url":"https://www.koreanfilm.or.kr/","title":"www.koreanfilm.or.kr"},{"url":"http://www.kofic.org/","title":"www.kofic.org"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"http://www.koreanfilm.or.kr/","title":"www.koreanfilm.or.kr"},{"url":"http://koreanfilm.or.kr/","title":"koreanfilm.or.kr"},{"url":"https://www.koreatimes.co.kr/","title":"www.koreatimes.co.kr"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"https://www.koreaherald.com/","title":"www.koreaherald.com"},{"url":"http://kobiz.or.kr/","title":"kobiz.or.kr"},{"url":"http://kobiz.or.kr/","title":"kobiz.or.kr"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.boxofficemojo.com/","title":"www.boxofficemojo.com"},{"url":"http://m.koreanfilm.or.kr/","title":"m.koreanfilm.or.kr"},{"url":"http://koreanfilm.or.kr/","title":"koreanfilm.or.kr"},{"url":"http://m.koreanfilm.or.kr/","title":"m.koreanfilm.or.kr"},{"url":"http://koreanfilm.or.kr/","title":"koreanfilm.or.kr"}],"searchCalls":[{"id":"st_tmp_ag4q4o53omr","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t4cgf3s1nbi","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_9300k144ijd","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_t0733k1varn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o4ixclqo1di","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_njkuf2ycd8","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_l7uyltcog2","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_8as5uzddg48","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_t4evl75z7gq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_qg6lg6b5xe","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_095","epoch":0,"score":"I","citations":[{"url":"https://www.netflix.com/","title":"www.netflix.com"},{"url":"https://www.whats-on-netflix.com/","title":"www.whats-on-netflix.com"},{"url":"https://www.netflix.com/","title":"www.netflix.com"},{"url":"https://www.hollywoodreporter.com/","title":"www.hollywoodreporter.com"},{"url":"https://www.whats-on-netflix.com/","title":"www.whats-on-netflix.com"},{"url":"https://www.whats-on-netflix.com/","title":"www.whats-on-netflix.com"},{"url":"https://www.whats-on-netflix.com/","title":"www.whats-on-netflix.com"},{"url":"https://time.com/","title":"time.com"},{"url":"https://www.whats-on-netflix.com/","title":"www.whats-on-netflix.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://koreajoongangdaily.joins.com/","title":"koreajoongangdaily.joins.com"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://www.nme.com/","title":"www.nme.com"},{"url":"https://www.soompi.com/","title":"www.soompi.com"},{"url":"https://www.yahoo.com/","title":"www.yahoo.com"},{"url":"https://indianexpress.com/","title":"indianexpress.com"},{"url":"https://cnalifestyle.channelnewsasia.com/","title":"cnalifestyle.channelnewsasia.com"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://indianexpress.com/","title":"indianexpress.com"},{"url":"https://www.yahoo.com/","title":"www.yahoo.com"},{"url":"https://dramabeans.com/","title":"dramabeans.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.forbes.com/","title":"www.forbes.com"},{"url":"https://www.abu.org.my/","title":"www.abu.org.my"}],"searchCalls":[{"id":"st_tmp_9tx22q91z8l","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_pz21j24tqjb","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_chggqcxo3ej","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rr8xgdrbq8t","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_irgdju0319b","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_gv402rm1fkr","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_096","epoch":0,"score":"I","citations":[{"url":"https://imaging.nikon.com/","title":"imaging.nikon.com"},{"url":"https://imaging.nikon.com/","title":"imaging.nikon.com"},{"url":"https://imaging.nikon.com/","title":"imaging.nikon.com"},{"url":"https://imaging.nikon.com/","title":"imaging.nikon.com"},{"url":"https://imaging.nikon.com/","title":"imaging.nikon.com"}],"searchCalls":[{"id":"st_tmp_pqmfj0nrav","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_88v5yig9twn","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_9zoeedgrj2b","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_cn81pkw5am","status":"completed","action":"search","executed":true,"sourceCount":1},{"id":"st_tmp_mjl5l0f5qce","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_g8gn2cky8up","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_1bfmpibr787","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_jrkbwm6uado","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_097","epoch":0,"score":"I","citations":[{"url":"https://www.allmovie.com/","title":"www.allmovie.com"},{"url":"https://www.omdb.org/","title":"www.omdb.org"},{"url":"https://it.wikipedia.org/","title":"it.wikipedia.org"},{"url":"https://www.cinenews.be/","title":"www.cinenews.be"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.straitstimes.com/","title":"www.straitstimes.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.cinenews.be/","title":"www.cinenews.be"},{"url":"https://www.tvtime.com/","title":"www.tvtime.com"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://www.allmovie.com/","title":"www.allmovie.com"},{"url":"https://elcinema.com/","title":"elcinema.com"},{"url":"https://www.rottentomatoes.com/","title":"www.rottentomatoes.com"},{"url":"https://www.fandango.com/","title":"www.fandango.com"},{"url":"https://www.imdb.com/","title":"www.imdb.com"},{"url":"https://www.themoviedb.org/","title":"www.themoviedb.org"},{"url":"https://www.imdb.com/","title":"www.imdb.com"}],"searchCalls":[{"id":"st_tmp_radk83k8qfm","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cckohdzbbdp","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zjqtt1ig31","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_g5uxn1l1cs7","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_r3bojtwvqz","status":"completed","action":"search","executed":true,"sourceCount":4},{"id":"st_tmp_gt5055wn9ji","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_439etrefy26","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_e0kwrpqasy8","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_v1wcrt20xzr","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_j71ggal8qnq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_ew0ynosx9gm","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_4lvm5y6q20v","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_098","epoch":0,"score":"I","citations":[{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://documents1.worldbank.org/","title":"documents1.worldbank.org"},{"url":"https://documents1.worldbank.org/","title":"documents1.worldbank.org"},{"url":"https://thedocs.worldbank.org/","title":"thedocs.worldbank.org"},{"url":"https://documents1.worldbank.org/","title":"documents1.worldbank.org"},{"url":"https://data.worldbank.org/","title":"data.worldbank.org"},{"url":"https://openknowledge.worldbank.org/","title":"openknowledge.worldbank.org"}],"searchCalls":[{"id":"st_tmp_9pakivky005","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_1venjn31ee2","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_haylu5xdg8","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_zz145f7lmy","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_5tv8pt23ecq","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_04jpjfp9udkx","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_jhnxb5gtfim","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_t4zzsg55fso","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_090xrzt115ue","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_mu5ob7qghq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_4fy37wpn7i2","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_o0ptk64eud","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_vnqjuwdnd0e","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_bvatavczmuk","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_plyrfsc6xh8","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_efo3onp6zxr","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_zq7mojs2vuf","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_099","epoch":0,"score":"I","citations":[{"url":"https://stacks.cdc.gov/","title":"stacks.cdc.gov"},{"url":"https://www.ncei.noaa.gov/","title":"www.ncei.noaa.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.fs.usda.gov/","title":"www.fs.usda.gov"},{"url":"https://www.fs.usda.gov/","title":"www.fs.usda.gov"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"},{"url":"https://www.bbc.co.uk/","title":"www.bbc.co.uk"},{"url":"https://www.theatlantic.com/","title":"www.theatlantic.com"},{"url":"https://en.wikipedia.org/","title":"en.wikipedia.org"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://pubs.usgs.gov/","title":"pubs.usgs.gov"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.usgs.gov/","title":"www.usgs.gov"},{"url":"https://ktvl.com/","title":"ktvl.com"},{"url":"https://research.fs.usda.gov/","title":"research.fs.usda.gov"},{"url":"https://www.oregon.gov/","title":"www.oregon.gov"},{"url":"https://archive-nwfsc.forestry.oregonstate.edu/","title":"archive-nwfsc.forestry.oregonstate.edu"},{"url":"https://www.cdc.gov/","title":"www.cdc.gov"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://www.reuters.com/","title":"www.reuters.com"},{"url":"https://dot.ca.gov/","title":"dot.ca.gov"},{"url":"https://www.pbs.org/","title":"www.pbs.org"},{"url":"https://www.usatoday.com/","title":"www.usatoday.com"}],"searchCalls":[{"id":"st_tmp_d54s2xehjnk","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_rbr68dwclvn","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_o9ldmm72p9s","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_b4jhjrlkl3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_fwbi9x54e2i","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cpoibnaon4","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_o0q71mnv1e","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_79ukpkyvgip","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} +{"suite":"widesearch","sampleId":"ws_en_100","epoch":0,"score":"I","citations":[{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.fjc.gov/","title":"www.fjc.gov"},{"url":"https://tile.loc.gov/","title":"tile.loc.gov"},{"url":"https://www.pbk.org/","title":"www.pbk.org"},{"url":"https://www.fjc.gov/","title":"www.fjc.gov"},{"url":"https://www.govinfo.gov/","title":"www.govinfo.gov"},{"url":"https://www.senate.gov/","title":"www.senate.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.congress.gov/","title":"www.congress.gov"},{"url":"https://www.senate.gov/","title":"www.senate.gov"},{"url":"https://www.nytimes.com/","title":"www.nytimes.com"},{"url":"https://www.economist.com/","title":"www.economist.com"},{"url":"https://mqscores.wustl.edu/","title":"mqscores.wustl.edu"},{"url":"https://mqscores.quantitative.emory.edu/","title":"mqscores.quantitative.emory.edu"},{"url":"https://www.stonybrook.edu/","title":"www.stonybrook.edu"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"},{"url":"https://www.supremecourt.gov/","title":"www.supremecourt.gov"}],"searchCalls":[{"id":"st_tmp_6wfmytanrr6","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_sty5fkkxn9","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_mop95k63gf","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_03569sz7bmu3","status":"completed","action":"search","executed":true,"sourceCount":5},{"id":"st_tmp_cgvwot2cf7i","status":"completed","action":"search","executed":true,"sourceCount":2},{"id":"st_tmp_kod9mhqcsq","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_tv33ww3nwcn","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_pntm2rs4o3j","status":"completed","action":"search","executed":false,"sourceCount":0},{"id":"st_tmp_c2yh5tmui88","status":"completed","action":"search","executed":false,"sourceCount":0}],"requestBody":{"model":"openai/gpt-5.6-sol","maxOutputTokens":128000,"temperature":0,"provider":{"only":["OpenAI"],"allowFallbacks":false},"tools":[{"type":"openrouter:web_search","parameters":{"engine":"parallel","maxUses":5,"excludedDomains":["huggingface.co","huggingface.org","aifasthub.com","hf-mirror.com","hf.co"]}}],"maxToolCalls":5}} diff --git a/published-runs/parallel/gpt-5.6-sol-parallel-5turn/summary.json b/published-runs/parallel/gpt-5.6-sol-parallel-5turn/summary.json new file mode 100644 index 0000000..d12ef53 --- /dev/null +++ b/published-runs/parallel/gpt-5.6-sol-parallel-5turn/summary.json @@ -0,0 +1,77 @@ +{ + "version": 1, + "runId": "gpt-5.6-sol-parallel-5turn", + "title": "GPT-5.6 Sol with Parallel search, 5 turns", + "status": "complete", + "generatedAt": "2026-08-03T03:57:25.360Z", + "model": "openai/gpt-5.6-sol", + "totalCost": 53.9654585, + "totalTokens": 7028733, + "suites": { + "browsecomp": { + "benchmarkId": "search_browsecomp", + "primaryMetric": "accuracy", + "score": 0.45, + "accuracy": 0.45, + "selectedTasks": 100, + "completedTasks": 100, + "correctAnswers": 45, + "skippedQuestions": 0, + "inputTokens": 2387534, + "outputTokens": 278985, + "totalTokens": 2666519, + "reasoningTokens": 235613, + "generationTimeMs": 6191423, + "totalCost": 17.4447985, + "metrics": { + "mean_stated_confidence": 76.05, + "samples_judged": 100 + }, + "chunks": 7 + }, + "dsqa": { + "benchmarkId": "search_dsqa", + "primaryMetric": "accuracy", + "score": 0.52, + "accuracy": 0.52, + "selectedTasks": 100, + "completedTasks": 100, + "correctAnswers": 52, + "skippedQuestions": 0, + "inputTokens": 1793975, + "outputTokens": 220290, + "totalTokens": 2014265, + "reasoningTokens": 166857, + "generationTimeMs": 3831964, + "totalCost": 13.230630750000001, + "metrics": {}, + "chunks": 7 + }, + "widesearch": { + "benchmarkId": "search_widesearch", + "primaryMetric": "f1_by_item", + "score": 0.6591877054283962, + "accuracy": 0.09, + "selectedTasks": 100, + "completedTasks": 100, + "correctAnswers": 9, + "skippedQuestions": 0, + "inputTokens": 1656539, + "outputTokens": 691410, + "totalTokens": 2347949, + "reasoningTokens": 349514, + "generationTimeMs": 8903242, + "totalCost": 23.29002925, + "metrics": { + "success_rate": 0.09, + "precision_by_row": 0.4642787796111803, + "recall_by_row": 0.4430278595469971, + "f1_by_row": 0.44633059388415464, + "precision_by_item": 0.6850816304754759, + "recall_by_item": 0.6555961682493157, + "f1_by_item": 0.6591877054283962 + }, + "chunks": 7 + } + } +} diff --git a/run-specs/README.md b/run-specs/README.md index eb3c3f6..367ea5e 100644 --- a/run-specs/README.md +++ b/run-specs/README.md @@ -1,6 +1,6 @@ # Run Specifications -> **Runner / harness:** These specs are executed by the [search benchmark runner](../apps/search-bench-runner/README.md), which delegates model execution to the commit-pinned [OpenRouter benchmark harness](https://github.com/OpenRouterTeam/benchmark-harness/tree/e9801e4ddfd070f30d188ed26ebcda62b3234625). +> **Runner / harness:** These specs are executed by the [search benchmark runner](../apps/search-bench-runner/README.md), which delegates model execution to the commit-pinned [OpenRouter benchmark harness](https://github.com/OpenRouterTeam/benchmark-harness/tree/77483ab4d585baeaaacd4dab9f4f60cc7823e65b). Commit one TOML spec per reproducible benchmark configuration under its search engine subdirectory. A spec is the reviewable source of truth for model, diff --git a/run-specs/parallel/README.md b/run-specs/parallel/README.md new file mode 100644 index 0000000..07dc527 --- /dev/null +++ b/run-specs/parallel/README.md @@ -0,0 +1,9 @@ +# GPT-5.6 Sol Parallel Ladder + +These specs define the historical 1-, 5-, and 25-turn Parallel runs plus their one-task calibrations. The checked-in result bundles predate PR #6; rerunning these specs now uses the canonical harness and produces a new evaluation series. + +Run the benchmark runner from `apps/search-bench-runner`: + +```bash +bun run bench -- --spec ../../run-specs/parallel/.toml --run-id --dry-run +``` diff --git a/run-specs/parallel/gpt-5.6-sol-parallel-1turn-calibration.toml b/run-specs/parallel/gpt-5.6-sol-parallel-1turn-calibration.toml new file mode 100644 index 0000000..d0a72b0 --- /dev/null +++ b/run-specs/parallel/gpt-5.6-sol-parallel-1turn-calibration.toml @@ -0,0 +1,26 @@ +version = 1 +title = "GPT-5.6 Sol with Parallel search, 1-turn calibration" +description = "One task per suite to measure cost before the 100-task run." +model = "openai/gpt-5.6-sol" +suites = ["browsecomp", "dsqa", "widesearch"] +start = 0 +limit = 1 +epochs = 1 +concurrency = 15 +chunk_size = 1 + +[inference] +temperature = 0 +max_retries = 10 +provider_only = ["OpenAI"] +allow_fallbacks = false + +[search] +surface = "server-tool" +engine = "parallel" +max_agent_turns = 1 + +[publish] +include_inputs = false +include_answers = false +include_search_queries = false diff --git a/run-specs/parallel/gpt-5.6-sol-parallel-1turn.toml b/run-specs/parallel/gpt-5.6-sol-parallel-1turn.toml new file mode 100644 index 0000000..d4698f6 --- /dev/null +++ b/run-specs/parallel/gpt-5.6-sol-parallel-1turn.toml @@ -0,0 +1,34 @@ +version = 1 +title = "GPT-5.6 Sol with Parallel search, 1 turn" +description = "Three-suite OpenRouter search benchmark at a one-turn search budget." +model = "openai/gpt-5.6-sol" +suites = ["browsecomp", "dsqa", "widesearch"] +start = 0 +limit = 100 +epochs = 1 +concurrency = 15 +chunk_size = 15 +budget_usd = 105 + +[inference] +temperature = 0 +max_retries = 10 +provider_only = ["OpenAI"] +allow_fallbacks = false + +[search] +surface = "server-tool" +engine = "parallel" +max_agent_turns = 1 + +# Measured from gpt-5.6-sol-parallel-1turn-calibration (one task per suite). +# The budget allows roughly 4x the one-task planning estimate. +[cost_estimates] +browsecomp = 0.05384575 +dsqa = 0.05853325 +widesearch = 0.141172 + +[publish] +include_inputs = false +include_answers = false +include_search_queries = false diff --git a/run-specs/parallel/gpt-5.6-sol-parallel-25turn-calibration.toml b/run-specs/parallel/gpt-5.6-sol-parallel-25turn-calibration.toml new file mode 100644 index 0000000..709b94f --- /dev/null +++ b/run-specs/parallel/gpt-5.6-sol-parallel-25turn-calibration.toml @@ -0,0 +1,26 @@ +version = 1 +title = "GPT-5.6 Sol with Parallel search, 25-turn calibration" +description = "One task per suite to measure cost before the 100-task run." +model = "openai/gpt-5.6-sol" +suites = ["browsecomp", "dsqa", "widesearch"] +start = 0 +limit = 1 +epochs = 1 +concurrency = 15 +chunk_size = 1 + +[inference] +temperature = 0 +max_retries = 10 +provider_only = ["OpenAI"] +allow_fallbacks = false + +[search] +surface = "server-tool" +engine = "parallel" +max_agent_turns = 25 + +[publish] +include_inputs = false +include_answers = false +include_search_queries = false diff --git a/run-specs/parallel/gpt-5.6-sol-parallel-25turn.toml b/run-specs/parallel/gpt-5.6-sol-parallel-25turn.toml new file mode 100644 index 0000000..c83d232 --- /dev/null +++ b/run-specs/parallel/gpt-5.6-sol-parallel-25turn.toml @@ -0,0 +1,37 @@ +version = 1 +title = "GPT-5.6 Sol with Parallel search, 25 turns" +description = "Three-suite OpenRouter search benchmark at a twenty-five-turn search budget." +model = "openai/gpt-5.6-sol" +suites = ["browsecomp", "dsqa", "widesearch"] +start = 0 +limit = 100 +epochs = 1 +concurrency = 15 +chunk_size = 15 +budget_usd = 525 + +[inference] +temperature = 0 +max_retries = 10 +provider_only = ["OpenAI"] +allow_fallbacks = false + +[search] +surface = "server-tool" +engine = "parallel" +max_agent_turns = 25 +# max_total_results is derived as turns x per-search results (125 here) because +# the server default of 50 would otherwise bind around turn ten. Set it +# explicitly to override the derivation. + +# Measured from gpt-5.6-sol-parallel-25turn-calibration (one task per suite). +# The budget allows roughly 4x the one-task planning estimate. +[cost_estimates] +browsecomp = 0.29638925 +dsqa = 0.52911845 +widesearch = 0.47744875 + +[publish] +include_inputs = false +include_answers = false +include_search_queries = false diff --git a/run-specs/parallel/gpt-5.6-sol-parallel-5turn-calibration.toml b/run-specs/parallel/gpt-5.6-sol-parallel-5turn-calibration.toml new file mode 100644 index 0000000..0f49f6c --- /dev/null +++ b/run-specs/parallel/gpt-5.6-sol-parallel-5turn-calibration.toml @@ -0,0 +1,26 @@ +version = 1 +title = "GPT-5.6 Sol with Parallel search, 5-turn calibration" +description = "One task per suite to measure cost before the 100-task run." +model = "openai/gpt-5.6-sol" +suites = ["browsecomp", "dsqa", "widesearch"] +start = 0 +limit = 1 +epochs = 1 +concurrency = 15 +chunk_size = 1 + +[inference] +temperature = 0 +max_retries = 10 +provider_only = ["OpenAI"] +allow_fallbacks = false + +[search] +surface = "server-tool" +engine = "parallel" +max_agent_turns = 5 + +[publish] +include_inputs = false +include_answers = false +include_search_queries = false diff --git a/run-specs/parallel/gpt-5.6-sol-parallel-5turn.toml b/run-specs/parallel/gpt-5.6-sol-parallel-5turn.toml new file mode 100644 index 0000000..c6956a1 --- /dev/null +++ b/run-specs/parallel/gpt-5.6-sol-parallel-5turn.toml @@ -0,0 +1,34 @@ +version = 1 +title = "GPT-5.6 Sol with Parallel search, 5 turns" +description = "Three-suite OpenRouter search benchmark at a five-turn search budget." +model = "openai/gpt-5.6-sol" +suites = ["browsecomp", "dsqa", "widesearch"] +start = 0 +limit = 100 +epochs = 1 +concurrency = 15 +chunk_size = 15 +budget_usd = 195 + +[inference] +temperature = 0 +max_retries = 10 +provider_only = ["OpenAI"] +allow_fallbacks = false + +[search] +surface = "server-tool" +engine = "parallel" +max_agent_turns = 5 + +# Measured from gpt-5.6-sol-parallel-5turn-calibration (one task per suite). +# The budget allows roughly 4x the one-task planning estimate. +[cost_estimates] +browsecomp = 0.1222175 +dsqa = 0.1208303 +widesearch = 0.2343595 + +[publish] +include_inputs = false +include_answers = false +include_search_queries = false diff --git a/runs/parallel/README.md b/runs/parallel/README.md new file mode 100644 index 0000000..2a47150 --- /dev/null +++ b/runs/parallel/README.md @@ -0,0 +1,24 @@ +# Parallel Trajectories + +> **Historical provenance:** These trajectories were generated before the canonical harness dependency merged in PR #6. DSQA uses strict Fully Correct accuracy rather than macro F1, and WideSearch uses the `2025-01-01` grading reference date. Preserve the run artifacts byte-for-byte; reruns under current `main` are a different evaluation series. + +This directory contains the three complete 100-task Parallel ladder runs used +by the local trajectory viewer: + +- `gpt-5.6-sol-parallel-1turn` +- `gpt-5.6-sol-parallel-5turn` +- `gpt-5.6-sol-parallel-25turn` + +Open all three from a checkout of the `parallel` branch: + +```bash +git clone --depth 1 --single-branch --branch parallel \ + https://github.com/OpenRouterTeam/search-benchmarks.git +cd search-benchmarks/apps/trajectories +bun install +bun run web -- --input ../../runs/parallel --open +``` + +These files contain raw benchmark inputs, targets, answers, search activity, +and grader output. Keep them within the repository's intended access boundary; +use `published-runs/parallel/` for redacted sharing. diff --git a/runs/parallel/gpt-5.6-sol-parallel-1turn/manifest.json b/runs/parallel/gpt-5.6-sol-parallel-1turn/manifest.json new file mode 100644 index 0000000..f1829b1 --- /dev/null +++ b/runs/parallel/gpt-5.6-sol-parallel-1turn/manifest.json @@ -0,0 +1,793 @@ +{ + "version": 1, + "runId": "gpt-5.6-sol-parallel-1turn", + "title": "GPT-5.6 Sol with Parallel search, 1 turn", + "description": "Three-suite OpenRouter search benchmark at a one-turn search budget.", + "createdAt": "2026-08-03T02:04:01.933Z", + "updatedAt": "2026-08-03T03:00:25.879Z", + "status": "complete", + "specSha256": "3f11b8e3c7ad326c55a32cf2d0727468fe4aa8ab5283eb3f9082d399363d9793", + "executionFingerprint": "b79d48558bd7a8057e47c50d20bf03899b14a3cf7f43a387cf955c933ab025cf", + "repositoryCommit": "fb1f5c771ae757d958b0abf4c6ffdc9b9059df7a", + "repositoryDirty": true, + "resolvedConfigs": { + "browsecomp": { + "benchmarkId": "search_browsecomp", + "model": "openai/gpt-5.6-sol", + "temperature": 0, + "providerOnly": [ + "OpenAI" + ], + "allowFallbacks": false, + "lane": { + "webSearch": "server-tool", + "engine": "parallel", + "maxAgentTurns": 1 + }, + "maxRetries": 10 + }, + "dsqa": { + "benchmarkId": "search_dsqa", + "model": "openai/gpt-5.6-sol", + "temperature": 0, + "providerOnly": [ + "OpenAI" + ], + "allowFallbacks": false, + "lane": { + "webSearch": "server-tool", + "engine": "parallel", + "maxAgentTurns": 1 + }, + "maxRetries": 10 + }, + "widesearch": { + "benchmarkId": "search_widesearch", + "model": "openai/gpt-5.6-sol", + "temperature": 0, + "providerOnly": [ + "OpenAI" + ], + "allowFallbacks": false, + "lane": { + "webSearch": "server-tool", + "engine": "parallel", + "maxAgentTurns": 1 + }, + "maxRetries": 10 + } + }, + "datasetContracts": { + "browsecomp": { + "benchmarkId": "search_browsecomp", + "source": "https://openaipublic.blob.core.windows.net/simple-evals/browse_comp_test_set.csv", + "sha256": "7b24471cd5b3eb2a46830a14802b5c029ea62f488ff75a0f88af7923d1454abf", + "rows": 1266, + "promptSha256": "2250aa21b4a98647dbcfed62a30261eb914016c81cb33e7694c15859205de78f", + "judgeModel": "openai/gpt-4.1" + }, + "dsqa": { + "benchmarkId": "search_dsqa", + "source": "https://huggingface.co/datasets/google/deepsearchqa/resolve/b2623f8653065c2672de6d941fc5434cd652376c/DSQA-full.csv", + "sha256": "25d48dcf7efa872e5467032e8b8eedf38d301f59a252d0da95cda584baa78396", + "rows": 900, + "promptSha256": "2250aa21b4a98647dbcfed62a30261eb914016c81cb33e7694c15859205de78f", + "judgeModel": "google/gemini-2.5-flash" + }, + "widesearch": { + "benchmarkId": "search_widesearch", + "source": "https://huggingface.co/datasets/ByteDance-Seed/WideSearch/resolve/6531a7e5b497d44c8912407e0cb3dc95bd98cc09/widesearch.jsonl", + "revision": "ByteDance-Seed/WideSearch@6531a7e5b497d44c8912407e0cb3dc95bd98cc09", + "sha256": "bba28ec51dce28fa617f82617d88fcd6bdd4cd4d7f0a4d70db07d7fa8a90bdf4", + "rows": 200, + "promptSha256": "14061a8a9476ecd7f5b5a4ca3de70248bd9a46f6ff963992a813538382ef23e8", + "judgeModel": "openai/gpt-4.1", + "gradingReferenceDate": "2025-01-01T00:00:00.000Z" + } + }, + "approvedCostUsd": 105, + "estimatedCostUsd": 25.3551, + "effectiveConcurrency": 15, + "chunks": [ + { + "suite": "browsecomp", + "start": 0, + "end": 15, + "sessionId": "606b9181-73b5-4aec-904a-bccc4982cae2", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-1turn/raw/browsecomp/000000-000015.parquet", + "sha256": "6ecc37ae051cb0b8c6222f46c92a7942268aaf3dea3f3628d25c7535cd4fb733", + "bytes": 527158, + "completedAt": "2026-08-03T02:08:29.707Z", + "summary": { + "accuracy": 0.13333333333333333, + "totalQuestions": 15, + "correctAnswers": 2, + "skippedQuestions": 0, + "inputTokens": 49670, + "outputTokens": 55614, + "totalTokens": 105284, + "reasoningTokens": 52029, + "totalCost": 1.92289325, + "generationTimeMs": 1313587, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.13333333333333333, + "totalQuestions": 15, + "correctAnswers": 2, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "browsecomp", + "start": 15, + "end": 30, + "sessionId": "c9b65d8f-6b86-445a-bf26-7066569af613", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-1turn/raw/browsecomp/000015-000030.parquet", + "sha256": "effe5445d88e4399abb7711efa30739055a29e79e1a09202e8cae250ba118ca8", + "bytes": 458720, + "completedAt": "2026-08-03T02:10:55.961Z", + "summary": { + "accuracy": 0.26666666666666666, + "totalQuestions": 15, + "correctAnswers": 4, + "skippedQuestions": 0, + "inputTokens": 50644, + "outputTokens": 48458, + "totalTokens": 99102, + "reasoningTokens": 45020, + "totalCost": 1.7125552499999999, + "generationTimeMs": 1044949, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.26666666666666666, + "totalQuestions": 15, + "correctAnswers": 4, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "browsecomp", + "start": 30, + "end": 45, + "sessionId": "f3602c2e-6ce1-4249-93af-d8cf6864307c", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-1turn/raw/browsecomp/000030-000045.parquet", + "sha256": "33ad384c408b0ad597e93b95e97f037c05153cbd2e35a7c81844216b73ae945e", + "bytes": 441480, + "completedAt": "2026-08-03T02:14:09.044Z", + "summary": { + "accuracy": 0.26666666666666666, + "totalQuestions": 15, + "correctAnswers": 4, + "skippedQuestions": 0, + "inputTokens": 47213, + "outputTokens": 43993, + "totalTokens": 91206, + "reasoningTokens": 40343, + "totalCost": 1.5524092499999997, + "generationTimeMs": 893858, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.26666666666666666, + "totalQuestions": 15, + "correctAnswers": 4, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "browsecomp", + "start": 45, + "end": 60, + "sessionId": "59e711d9-af9e-4a31-88d5-fbf410b71782", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-1turn/raw/browsecomp/000045-000060.parquet", + "sha256": "dcb795ee5f07007a0396ed5c15e42aab4c3e01b2fd4dff8158ab38f55af8d40c", + "bytes": 490654, + "completedAt": "2026-08-03T02:16:49.765Z", + "summary": { + "accuracy": 0.4, + "totalQuestions": 15, + "correctAnswers": 6, + "skippedQuestions": 0, + "inputTokens": 45902, + "outputTokens": 51040, + "totalTokens": 96942, + "reasoningTokens": 47399, + "totalCost": 1.7570165, + "generationTimeMs": 1048772, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.4, + "totalQuestions": 15, + "correctAnswers": 6, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "browsecomp", + "start": 60, + "end": 75, + "sessionId": "ff97e5b5-88e7-4212-b3d0-985ee60d2e1e", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-1turn/raw/browsecomp/000060-000075.parquet", + "sha256": "5930f871031961a322c59fc7815794948f1bf177b5655c7a19910bdc9b22c958", + "bytes": 381639, + "completedAt": "2026-08-03T02:19:14.425Z", + "summary": { + "accuracy": 0.3333333333333333, + "totalQuestions": 15, + "correctAnswers": 5, + "skippedQuestions": 0, + "inputTokens": 46520, + "outputTokens": 36747, + "totalTokens": 83267, + "reasoningTokens": 32978, + "totalCost": 1.3340532500000002, + "generationTimeMs": 747944, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.3333333333333333, + "totalQuestions": 15, + "correctAnswers": 5, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "browsecomp", + "start": 75, + "end": 90, + "sessionId": "717a1815-e4dc-4414-964f-88f77618912d", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-1turn/raw/browsecomp/000075-000090.parquet", + "sha256": "76f7b9e1217ea7fe5b0ad4852e7a560926268dd4b51fe4caa15d1608427f5603", + "bytes": 526595, + "completedAt": "2026-08-03T02:22:17.626Z", + "summary": { + "accuracy": 0.13333333333333333, + "totalQuestions": 15, + "correctAnswers": 2, + "skippedQuestions": 0, + "inputTokens": 48913, + "outputTokens": 53368, + "totalTokens": 102281, + "reasoningTokens": 49892, + "totalCost": 1.8481382499999999, + "generationTimeMs": 1125161, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.13333333333333333, + "totalQuestions": 15, + "correctAnswers": 2, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "browsecomp", + "start": 90, + "end": 100, + "sessionId": "fafb3d2e-47b2-4c30-8ffd-344d8577a927", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-1turn/raw/browsecomp/000090-000100.parquet", + "sha256": "4d451e5a3d99f55d42a582612ef90280c80d2ab9bdf881eb81411ba58bcfeaa9", + "bytes": 370287, + "completedAt": "2026-08-03T02:25:37.088Z", + "summary": { + "accuracy": 0.3, + "totalQuestions": 10, + "correctAnswers": 3, + "skippedQuestions": 0, + "inputTokens": 33464, + "outputTokens": 40041, + "totalTokens": 73505, + "reasoningTokens": 37718, + "totalCost": 1.3721705, + "generationTimeMs": 826891, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.3, + "totalQuestions": 10, + "correctAnswers": 3, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "dsqa", + "start": 0, + "end": 15, + "sessionId": "c4644408-baf5-4a79-a40d-1085e710ae10", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-1turn/raw/dsqa/000000-000015.parquet", + "sha256": "23bf3fac9f4da03620330aba5b206925b3a177c7c82bd95ad149670e85b465e1", + "bytes": 289203, + "completedAt": "2026-08-03T02:26:47.153Z", + "summary": { + "accuracy": 0.26666666666666666, + "totalQuestions": 15, + "correctAnswers": 4, + "skippedQuestions": 0, + "inputTokens": 33968, + "outputTokens": 27754, + "totalTokens": 61722, + "reasoningTokens": 22825, + "totalCost": 0.9716172, + "generationTimeMs": 446048, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.26666666666666666, + "totalQuestions": 15, + "correctAnswers": 4, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "dsqa", + "start": 15, + "end": 30, + "sessionId": "9c6e65b0-37b8-4479-818d-15537106caaf", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-1turn/raw/dsqa/000015-000030.parquet", + "sha256": "34846eff8619b64cad4bf753d14e5827d2ab30aec9392b72636ed97135ff756c", + "bytes": 298962, + "completedAt": "2026-08-03T02:28:12.111Z", + "summary": { + "accuracy": 0.3333333333333333, + "totalQuestions": 15, + "correctAnswers": 5, + "skippedQuestions": 0, + "inputTokens": 37336, + "outputTokens": 28772, + "totalTokens": 66108, + "reasoningTokens": 24218, + "totalCost": 1.03462315, + "generationTimeMs": 457156, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.3333333333333333, + "totalQuestions": 15, + "correctAnswers": 5, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "dsqa", + "start": 30, + "end": 45, + "sessionId": "54ce06b4-09bb-429d-b942-d9389b8cba44", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-1turn/raw/dsqa/000030-000045.parquet", + "sha256": "6dbd6366a5b943ff5a646e2ae842842a3aff8fd919f976870ad3d471925d83a4", + "bytes": 275699, + "completedAt": "2026-08-03T02:29:34.862Z", + "summary": { + "accuracy": 0.4, + "totalQuestions": 15, + "correctAnswers": 6, + "skippedQuestions": 0, + "inputTokens": 35090, + "outputTokens": 26939, + "totalTokens": 62029, + "reasoningTokens": 21993, + "totalCost": 0.9615481, + "generationTimeMs": 401907, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.4, + "totalQuestions": 15, + "correctAnswers": 6, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "dsqa", + "start": 45, + "end": 60, + "sessionId": "8573d20c-da29-4f50-9099-e14398c349c8", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-1turn/raw/dsqa/000045-000060.parquet", + "sha256": "fe43e3296861c6b0b54dc88a9abca4a6c24a4d1a7611254d1270f48f6b36a8bb", + "bytes": 245298, + "completedAt": "2026-08-03T02:30:45.179Z", + "summary": { + "accuracy": 0.6666666666666666, + "totalQuestions": 15, + "correctAnswers": 10, + "skippedQuestions": 0, + "inputTokens": 35221, + "outputTokens": 22746, + "totalTokens": 57967, + "reasoningTokens": 18368, + "totalCost": 0.8477377499999998, + "generationTimeMs": 332728, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.6666666666666666, + "totalQuestions": 15, + "correctAnswers": 10, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "dsqa", + "start": 60, + "end": 75, + "sessionId": "1fc4038d-adac-4c06-8f21-1112da00bcc8", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-1turn/raw/dsqa/000060-000075.parquet", + "sha256": "92c5103807582fcef011cfaf922a9105e84f94ba9b3e389b00327479b49fc396", + "bytes": 270627, + "completedAt": "2026-08-03T02:31:52.614Z", + "summary": { + "accuracy": 0.26666666666666666, + "totalQuestions": 15, + "correctAnswers": 4, + "skippedQuestions": 0, + "inputTokens": 35171, + "outputTokens": 25354, + "totalTokens": 60525, + "reasoningTokens": 20770, + "totalCost": 0.9112292000000001, + "generationTimeMs": 337317, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.26666666666666666, + "totalQuestions": 15, + "correctAnswers": 4, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "dsqa", + "start": 75, + "end": 90, + "sessionId": "2c1bd7c3-defd-4bf6-b3ea-6d5ba21e7a03", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-1turn/raw/dsqa/000075-000090.parquet", + "sha256": "f1990b279d04e1f6d3422116661993c2798d13618e6001096edbb55d0bd49a2a", + "bytes": 266846, + "completedAt": "2026-08-03T02:32:49.232Z", + "summary": { + "accuracy": 0.13333333333333333, + "totalQuestions": 15, + "correctAnswers": 2, + "skippedQuestions": 0, + "inputTokens": 30015, + "outputTokens": 24849, + "totalTokens": 54864, + "reasoningTokens": 21092, + "totalCost": 0.8818871500000001, + "generationTimeMs": 384043, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.13333333333333333, + "totalQuestions": 15, + "correctAnswers": 2, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "dsqa", + "start": 90, + "end": 100, + "sessionId": "9db6eb3d-78fd-4174-a74d-8963ecee864f", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-1turn/raw/dsqa/000090-000100.parquet", + "sha256": "2e95aae3811c5bbbbafb7ba806c256889284524617b9aafef4329218a825c373", + "bytes": 180610, + "completedAt": "2026-08-03T02:33:54.914Z", + "summary": { + "accuracy": 0.3, + "totalQuestions": 10, + "correctAnswers": 3, + "skippedQuestions": 0, + "inputTokens": 22170, + "outputTokens": 16858, + "totalTokens": 39028, + "reasoningTokens": 14215, + "totalCost": 0.60404715, + "generationTimeMs": 228401, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.3, + "totalQuestions": 10, + "correctAnswers": 3, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "widesearch", + "start": 0, + "end": 15, + "sessionId": "8d4101d6-a671-49cf-b38a-3c95e34bd067", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-1turn/raw/widesearch/000000-000015.parquet", + "sha256": "f192043c21094c37d01029b1ef8807a82239491b5afa6d79c623685a37715f8f", + "bytes": 526029, + "completedAt": "2026-08-03T02:38:25.197Z", + "summary": { + "accuracy": 0.06666666666666667, + "totalQuestions": 15, + "correctAnswers": 1, + "skippedQuestions": 0, + "inputTokens": 118957, + "outputTokens": 107564, + "totalTokens": 226521, + "reasoningTokens": 32993, + "totalCost": 2.80418275, + "generationTimeMs": 975809, + "temperature": 0, + "primaryScore": { + "value": 0.7119148543592192, + "weight": 15 + }, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.06666666666666667, + "totalQuestions": 15, + "correctAnswers": 1, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "widesearch", + "start": 15, + "end": 30, + "sessionId": "17fb7f31-647e-4743-a8b5-2511ce7c3b05", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-1turn/raw/widesearch/000015-000030.parquet", + "sha256": "685fb8bcf934e0d03ae631d4446c79f04e45cb3d3e556d961d680e8fe21b04c6", + "bytes": 433358, + "completedAt": "2026-08-03T02:40:48.002Z", + "summary": { + "accuracy": 0.2, + "totalQuestions": 15, + "correctAnswers": 3, + "skippedQuestions": 0, + "inputTokens": 65664, + "outputTokens": 61999, + "totalTokens": 127663, + "reasoningTokens": 31138, + "totalCost": 1.7792699999999995, + "generationTimeMs": 720463, + "temperature": 0, + "primaryScore": { + "value": 0.7138249037422378, + "weight": 15 + }, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.2, + "totalQuestions": 15, + "correctAnswers": 3, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "widesearch", + "start": 30, + "end": 45, + "sessionId": "6a26716e-728e-4507-9258-a51c341983db", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-1turn/raw/widesearch/000030-000045.parquet", + "sha256": "5a940f077fe09e51e1f98bb08de76b8f896b777d352a5f359a74cbddfeb628b0", + "bytes": 460719, + "completedAt": "2026-08-03T02:43:41.382Z", + "summary": { + "accuracy": 0, + "totalQuestions": 15, + "correctAnswers": 0, + "skippedQuestions": 0, + "inputTokens": 64909, + "outputTokens": 68744, + "totalTokens": 133653, + "reasoningTokens": 33196, + "totalCost": 2.02260975, + "generationTimeMs": 800112, + "temperature": 0, + "primaryScore": { + "value": 0.545847473555953, + "weight": 15 + }, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0, + "totalQuestions": 15, + "correctAnswers": 0, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "widesearch", + "start": 45, + "end": 60, + "sessionId": "079a9af4-b40a-4ea6-b971-fca44d445b62", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-1turn/raw/widesearch/000045-000060.parquet", + "sha256": "21738717d5369a6c009e148f609f2617a8b977bb229477ef981ff6456beff971", + "bytes": 557157, + "completedAt": "2026-08-03T02:52:01.470Z", + "summary": { + "accuracy": 0, + "totalQuestions": 15, + "correctAnswers": 0, + "skippedQuestions": 0, + "inputTokens": 87368, + "outputTokens": 86008, + "totalTokens": 173376, + "reasoningTokens": 45335, + "totalCost": 2.4867755000000002, + "generationTimeMs": 1027384, + "temperature": 0, + "primaryScore": { + "value": 0.6750588424554078, + "weight": 15 + }, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0, + "totalQuestions": 15, + "correctAnswers": 0, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "widesearch", + "start": 60, + "end": 75, + "sessionId": "1449f776-80a4-4c91-909f-285d871ff82c", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-1turn/raw/widesearch/000060-000075.parquet", + "sha256": "c6fcc5bfb5cb930169c80cd5b96231a4f9f45d0b15287627ba98cb5f13422fc9", + "bytes": 524564, + "completedAt": "2026-08-03T02:55:34.594Z", + "summary": { + "accuracy": 0.13333333333333333, + "totalQuestions": 15, + "correctAnswers": 2, + "skippedQuestions": 0, + "inputTokens": 77492, + "outputTokens": 92809, + "totalTokens": 170301, + "reasoningTokens": 36704, + "totalCost": 2.454397, + "generationTimeMs": 914374, + "temperature": 0, + "primaryScore": { + "value": 0.6394716661326131, + "weight": 15 + }, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.13333333333333333, + "totalQuestions": 15, + "correctAnswers": 2, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "widesearch", + "start": 75, + "end": 90, + "sessionId": "7d0fee52-01c4-408a-86c6-7afa49646128", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-1turn/raw/widesearch/000075-000090.parquet", + "sha256": "520a633fb506cf4659e527cb64247c7d8628ada32c95c42909fc522fc798e8ba", + "bytes": 500323, + "completedAt": "2026-08-03T02:58:15.298Z", + "summary": { + "accuracy": 0.2, + "totalQuestions": 15, + "correctAnswers": 3, + "skippedQuestions": 0, + "inputTokens": 75101, + "outputTokens": 78668, + "totalTokens": 153769, + "reasoningTokens": 40299, + "totalCost": 2.2610745, + "generationTimeMs": 900094, + "temperature": 0, + "primaryScore": { + "value": 0.6972671853329603, + "weight": 15 + }, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.2, + "totalQuestions": 15, + "correctAnswers": 3, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "widesearch", + "start": 90, + "end": 100, + "sessionId": "25152f99-5fed-4967-b830-c2a93d25ef0c", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-1turn/raw/widesearch/000090-000100.parquet", + "sha256": "1a60915ef572c6e375939a7f7121ece4305169ba15a6e72d6595879195af0d07", + "bytes": 382079, + "completedAt": "2026-08-03T03:00:25.778Z", + "summary": { + "accuracy": 0, + "totalQuestions": 10, + "correctAnswers": 0, + "skippedQuestions": 0, + "inputTokens": 68481, + "outputTokens": 65528, + "totalTokens": 134009, + "reasoningTokens": 28117, + "totalCost": 1.7684579999999999, + "generationTimeMs": 662099, + "temperature": 0, + "primaryScore": { + "value": 0.6537076660397577, + "weight": 10 + }, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0, + "totalQuestions": 10, + "correctAnswers": 0, + "skippedQuestions": 0 + } + ] + } + } + ] +} diff --git a/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/browsecomp/000000-000015.parquet b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/browsecomp/000000-000015.parquet new file mode 100644 index 0000000..922525d Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/browsecomp/000000-000015.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/browsecomp/000015-000030.parquet b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/browsecomp/000015-000030.parquet new file mode 100644 index 0000000..4aa3e8a Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/browsecomp/000015-000030.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/browsecomp/000030-000045.parquet b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/browsecomp/000030-000045.parquet new file mode 100644 index 0000000..169401f Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/browsecomp/000030-000045.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/browsecomp/000045-000060.parquet b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/browsecomp/000045-000060.parquet new file mode 100644 index 0000000..89141fb Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/browsecomp/000045-000060.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/browsecomp/000060-000075.parquet b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/browsecomp/000060-000075.parquet new file mode 100644 index 0000000..ec8d83d Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/browsecomp/000060-000075.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/browsecomp/000075-000090.parquet b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/browsecomp/000075-000090.parquet new file mode 100644 index 0000000..0de37d9 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/browsecomp/000075-000090.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/browsecomp/000090-000100.parquet b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/browsecomp/000090-000100.parquet new file mode 100644 index 0000000..5a9c732 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/browsecomp/000090-000100.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/dsqa/000000-000015.parquet b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/dsqa/000000-000015.parquet new file mode 100644 index 0000000..02cf5bf Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/dsqa/000000-000015.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/dsqa/000015-000030.parquet b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/dsqa/000015-000030.parquet new file mode 100644 index 0000000..a4a89fb Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/dsqa/000015-000030.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/dsqa/000030-000045.parquet b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/dsqa/000030-000045.parquet new file mode 100644 index 0000000..ad585a9 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/dsqa/000030-000045.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/dsqa/000045-000060.parquet b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/dsqa/000045-000060.parquet new file mode 100644 index 0000000..400f47c Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/dsqa/000045-000060.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/dsqa/000060-000075.parquet b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/dsqa/000060-000075.parquet new file mode 100644 index 0000000..9897f94 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/dsqa/000060-000075.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/dsqa/000075-000090.parquet b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/dsqa/000075-000090.parquet new file mode 100644 index 0000000..d8b8a3d Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/dsqa/000075-000090.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/dsqa/000090-000100.parquet b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/dsqa/000090-000100.parquet new file mode 100644 index 0000000..ae433f9 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/dsqa/000090-000100.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/widesearch/000000-000015.parquet b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/widesearch/000000-000015.parquet new file mode 100644 index 0000000..70b12cc Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/widesearch/000000-000015.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/widesearch/000015-000030.parquet b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/widesearch/000015-000030.parquet new file mode 100644 index 0000000..3c56bd5 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/widesearch/000015-000030.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/widesearch/000030-000045.parquet b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/widesearch/000030-000045.parquet new file mode 100644 index 0000000..512d602 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/widesearch/000030-000045.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/widesearch/000045-000060.parquet b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/widesearch/000045-000060.parquet new file mode 100644 index 0000000..3b3e728 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/widesearch/000045-000060.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/widesearch/000060-000075.parquet b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/widesearch/000060-000075.parquet new file mode 100644 index 0000000..afedb58 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/widesearch/000060-000075.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/widesearch/000075-000090.parquet b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/widesearch/000075-000090.parquet new file mode 100644 index 0000000..5cedce5 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/widesearch/000075-000090.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/widesearch/000090-000100.parquet b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/widesearch/000090-000100.parquet new file mode 100644 index 0000000..4557756 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-1turn/raw/widesearch/000090-000100.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-1turn/run.toml b/runs/parallel/gpt-5.6-sol-parallel-1turn/run.toml new file mode 100644 index 0000000..d4698f6 --- /dev/null +++ b/runs/parallel/gpt-5.6-sol-parallel-1turn/run.toml @@ -0,0 +1,34 @@ +version = 1 +title = "GPT-5.6 Sol with Parallel search, 1 turn" +description = "Three-suite OpenRouter search benchmark at a one-turn search budget." +model = "openai/gpt-5.6-sol" +suites = ["browsecomp", "dsqa", "widesearch"] +start = 0 +limit = 100 +epochs = 1 +concurrency = 15 +chunk_size = 15 +budget_usd = 105 + +[inference] +temperature = 0 +max_retries = 10 +provider_only = ["OpenAI"] +allow_fallbacks = false + +[search] +surface = "server-tool" +engine = "parallel" +max_agent_turns = 1 + +# Measured from gpt-5.6-sol-parallel-1turn-calibration (one task per suite). +# The budget allows roughly 4x the one-task planning estimate. +[cost_estimates] +browsecomp = 0.05384575 +dsqa = 0.05853325 +widesearch = 0.141172 + +[publish] +include_inputs = false +include_answers = false +include_search_queries = false diff --git a/runs/parallel/gpt-5.6-sol-parallel-25turn/manifest.json b/runs/parallel/gpt-5.6-sol-parallel-25turn/manifest.json new file mode 100644 index 0000000..42f8a1a --- /dev/null +++ b/runs/parallel/gpt-5.6-sol-parallel-25turn/manifest.json @@ -0,0 +1,796 @@ +{ + "version": 1, + "runId": "gpt-5.6-sol-parallel-25turn", + "title": "GPT-5.6 Sol with Parallel search, 25 turns", + "description": "Three-suite OpenRouter search benchmark at a twenty-five-turn search budget.", + "createdAt": "2026-08-03T03:57:25.933Z", + "updatedAt": "2026-08-03T05:21:19.134Z", + "status": "complete", + "specSha256": "5b1970418a9725c54419db40fa45831f3a8df943942f2f403761b906f549890b", + "executionFingerprint": "b79d48558bd7a8057e47c50d20bf03899b14a3cf7f43a387cf955c933ab025cf", + "repositoryCommit": "fb1f5c771ae757d958b0abf4c6ffdc9b9059df7a", + "repositoryDirty": true, + "resolvedConfigs": { + "browsecomp": { + "benchmarkId": "search_browsecomp", + "model": "openai/gpt-5.6-sol", + "temperature": 0, + "providerOnly": [ + "OpenAI" + ], + "allowFallbacks": false, + "lane": { + "webSearch": "server-tool", + "engine": "parallel", + "maxAgentTurns": 25, + "maxTotalResults": 125 + }, + "maxRetries": 10 + }, + "dsqa": { + "benchmarkId": "search_dsqa", + "model": "openai/gpt-5.6-sol", + "temperature": 0, + "providerOnly": [ + "OpenAI" + ], + "allowFallbacks": false, + "lane": { + "webSearch": "server-tool", + "engine": "parallel", + "maxAgentTurns": 25, + "maxTotalResults": 125 + }, + "maxRetries": 10 + }, + "widesearch": { + "benchmarkId": "search_widesearch", + "model": "openai/gpt-5.6-sol", + "temperature": 0, + "providerOnly": [ + "OpenAI" + ], + "allowFallbacks": false, + "lane": { + "webSearch": "server-tool", + "engine": "parallel", + "maxAgentTurns": 25, + "maxTotalResults": 125 + }, + "maxRetries": 10 + } + }, + "datasetContracts": { + "browsecomp": { + "benchmarkId": "search_browsecomp", + "source": "https://openaipublic.blob.core.windows.net/simple-evals/browse_comp_test_set.csv", + "sha256": "7b24471cd5b3eb2a46830a14802b5c029ea62f488ff75a0f88af7923d1454abf", + "rows": 1266, + "promptSha256": "2250aa21b4a98647dbcfed62a30261eb914016c81cb33e7694c15859205de78f", + "judgeModel": "openai/gpt-4.1" + }, + "dsqa": { + "benchmarkId": "search_dsqa", + "source": "https://huggingface.co/datasets/google/deepsearchqa/resolve/b2623f8653065c2672de6d941fc5434cd652376c/DSQA-full.csv", + "sha256": "25d48dcf7efa872e5467032e8b8eedf38d301f59a252d0da95cda584baa78396", + "rows": 900, + "promptSha256": "2250aa21b4a98647dbcfed62a30261eb914016c81cb33e7694c15859205de78f", + "judgeModel": "google/gemini-2.5-flash" + }, + "widesearch": { + "benchmarkId": "search_widesearch", + "source": "https://huggingface.co/datasets/ByteDance-Seed/WideSearch/resolve/6531a7e5b497d44c8912407e0cb3dc95bd98cc09/widesearch.jsonl", + "revision": "ByteDance-Seed/WideSearch@6531a7e5b497d44c8912407e0cb3dc95bd98cc09", + "sha256": "bba28ec51dce28fa617f82617d88fcd6bdd4cd4d7f0a4d70db07d7fa8a90bdf4", + "rows": 200, + "promptSha256": "14061a8a9476ecd7f5b5a4ca3de70248bd9a46f6ff963992a813538382ef23e8", + "judgeModel": "openai/gpt-4.1", + "gradingReferenceDate": "2025-01-01T00:00:00.000Z" + } + }, + "approvedCostUsd": 525, + "estimatedCostUsd": 130.295645, + "effectiveConcurrency": 15, + "chunks": [ + { + "suite": "browsecomp", + "start": 0, + "end": 15, + "sessionId": "a40fb3a7-1beb-4d9f-bf0d-d359569e56e1", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-25turn/raw/browsecomp/000000-000015.parquet", + "sha256": "b5c35167e067477440459fba92deac540211c6a0367860db15a8371f34966bc5", + "bytes": 1220349, + "completedAt": "2026-08-03T04:09:03.422Z", + "summary": { + "accuracy": 0.6, + "totalQuestions": 15, + "correctAnswers": 9, + "skippedQuestions": 0, + "inputTokens": 3442541, + "outputTokens": 58329, + "totalTokens": 3500870, + "reasoningTokens": 43471, + "totalCost": 6.8086385, + "generationTimeMs": 1692918, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.6, + "totalQuestions": 15, + "correctAnswers": 9, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "browsecomp", + "start": 15, + "end": 30, + "sessionId": "cac4bf42-bd9e-4225-80dc-7ffd7a6d26b4", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-25turn/raw/browsecomp/000015-000030.parquet", + "sha256": "69dacec5194bdb0044a4dbbb8f48b9a947470af15c0cbbf32d72ecb7133b48e4", + "bytes": 1213606, + "completedAt": "2026-08-03T04:12:59.205Z", + "summary": { + "accuracy": 0.5333333333333333, + "totalQuestions": 15, + "correctAnswers": 8, + "skippedQuestions": 0, + "inputTokens": 3421661, + "outputTokens": 52915, + "totalTokens": 3474576, + "reasoningTokens": 38278, + "totalCost": 6.6136715, + "generationTimeMs": 1510451, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.5333333333333333, + "totalQuestions": 15, + "correctAnswers": 8, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "browsecomp", + "start": 30, + "end": 45, + "sessionId": "cf894178-7bc0-4666-aeac-4853c5c6e703", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-25turn/raw/browsecomp/000030-000045.parquet", + "sha256": "fbd9b5d7953f8edbcee1cc647c3d28ed3da739549684e2ce65bf62687d1890fb", + "bytes": 1082171, + "completedAt": "2026-08-03T04:18:49.413Z", + "summary": { + "accuracy": 0.8666666666666667, + "totalQuestions": 15, + "correctAnswers": 13, + "skippedQuestions": 0, + "inputTokens": 2586188, + "outputTokens": 49161, + "totalTokens": 2635349, + "reasoningTokens": 35675, + "totalCost": 5.368209249999999, + "generationTimeMs": 1335078, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.8666666666666667, + "totalQuestions": 15, + "correctAnswers": 13, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "browsecomp", + "start": 45, + "end": 60, + "sessionId": "9b33869f-f8b1-4253-8615-1de0ca1cb49f", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-25turn/raw/browsecomp/000045-000060.parquet", + "sha256": "aea937bc8146c1b22d292f4b58b46971af1b2d69b1d26d41c669129ffd619c3b", + "bytes": 1170103, + "completedAt": "2026-08-03T04:22:57.482Z", + "summary": { + "accuracy": 0.7333333333333333, + "totalQuestions": 15, + "correctAnswers": 11, + "skippedQuestions": 0, + "inputTokens": 3409161, + "outputTokens": 50932, + "totalTokens": 3460093, + "reasoningTokens": 35138, + "totalCost": 6.4624405000000005, + "generationTimeMs": 1437488, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.7333333333333333, + "totalQuestions": 15, + "correctAnswers": 11, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "browsecomp", + "start": 60, + "end": 75, + "sessionId": "1afc51bf-f9d8-4516-ad69-ceb8d54fafc8", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-25turn/raw/browsecomp/000060-000075.parquet", + "sha256": "787dc9959e09310e1ed5763e223897d84a455c715c670b49986aa538bb041210", + "bytes": 912402, + "completedAt": "2026-08-03T04:28:34.920Z", + "summary": { + "accuracy": 0.6, + "totalQuestions": 15, + "correctAnswers": 9, + "skippedQuestions": 0, + "inputTokens": 2305384, + "outputTokens": 41416, + "totalTokens": 2346800, + "reasoningTokens": 29201, + "totalCost": 4.81663075, + "generationTimeMs": 1051438, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.6, + "totalQuestions": 15, + "correctAnswers": 9, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "browsecomp", + "start": 75, + "end": 90, + "sessionId": "60abd7e1-5e4b-4ab7-88a8-5a969e5399b9", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-25turn/raw/browsecomp/000075-000090.parquet", + "sha256": "357b0264ac7d45aa5747e7d1cae05a97a751f283febd943b44fc8133773378eb", + "bytes": 1335594, + "completedAt": "2026-08-03T04:33:21.163Z", + "summary": { + "accuracy": 0.6666666666666666, + "totalQuestions": 15, + "correctAnswers": 10, + "skippedQuestions": 0, + "inputTokens": 3748165, + "outputTokens": 60298, + "totalTokens": 3808463, + "reasoningTokens": 44566, + "totalCost": 6.8825925, + "generationTimeMs": 1603579, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.6666666666666666, + "totalQuestions": 15, + "correctAnswers": 10, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "browsecomp", + "start": 90, + "end": 100, + "sessionId": "4839e577-7d7e-40ab-b590-9266e16d62cf", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-25turn/raw/browsecomp/000090-000100.parquet", + "sha256": "83c9631fbc54662bf4b4a049e9010ecb4bd88631de7ce8f227c23440419f30af", + "bytes": 979215, + "completedAt": "2026-08-03T04:38:05.465Z", + "summary": { + "accuracy": 0.5, + "totalQuestions": 10, + "correctAnswers": 5, + "skippedQuestions": 0, + "inputTokens": 2844052, + "outputTokens": 49254, + "totalTokens": 2893306, + "reasoningTokens": 39848, + "totalCost": 5.246921, + "generationTimeMs": 1426046, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.5, + "totalQuestions": 10, + "correctAnswers": 5, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "dsqa", + "start": 0, + "end": 15, + "sessionId": "4541a84f-e82c-47fa-bffe-f045110c6378", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-25turn/raw/dsqa/000000-000015.parquet", + "sha256": "b8f01e252d6df7d7a2def4fad20d491116ef9a5269c7f3d59057f71d9d35248d", + "bytes": 718307, + "completedAt": "2026-08-03T04:41:00.692Z", + "summary": { + "accuracy": 0.8, + "totalQuestions": 15, + "correctAnswers": 12, + "skippedQuestions": 0, + "inputTokens": 1774582, + "outputTokens": 38271, + "totalTokens": 1812853, + "reasoningTokens": 21993, + "totalCost": 4.1415769, + "generationTimeMs": 841446, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.8, + "totalQuestions": 15, + "correctAnswers": 12, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "dsqa", + "start": 15, + "end": 30, + "sessionId": "624e82b6-c8fa-4ac1-ac9e-25714c921753", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-25turn/raw/dsqa/000015-000030.parquet", + "sha256": "0392c924516d15d5c86364c10ea1f5a0587eb964f49b4a6bc72d29bfa9219ee8", + "bytes": 806855, + "completedAt": "2026-08-03T04:45:12.755Z", + "summary": { + "accuracy": 0.6, + "totalQuestions": 15, + "correctAnswers": 9, + "skippedQuestions": 0, + "inputTokens": 2369522, + "outputTokens": 38976, + "totalTokens": 2408498, + "reasoningTokens": 22304, + "totalCost": 4.6759109, + "generationTimeMs": 1164787, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.6, + "totalQuestions": 15, + "correctAnswers": 9, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "dsqa", + "start": 30, + "end": 45, + "sessionId": "7fd79b43-e09f-4082-bf7c-5154772e1954", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-25turn/raw/dsqa/000030-000045.parquet", + "sha256": "50b6508cb729e48dc6c034aa5f93a80edf9d6228e5228b09138a1dec224af98f", + "bytes": 943151, + "completedAt": "2026-08-03T04:47:47.768Z", + "summary": { + "accuracy": 0.5333333333333333, + "totalQuestions": 15, + "correctAnswers": 8, + "skippedQuestions": 0, + "inputTokens": 2960961, + "outputTokens": 48181, + "totalTokens": 3009142, + "reasoningTokens": 28764, + "totalCost": 5.63885695, + "generationTimeMs": 1236734, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.5333333333333333, + "totalQuestions": 15, + "correctAnswers": 8, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "dsqa", + "start": 45, + "end": 60, + "sessionId": "5221cce0-a841-43de-b737-9bc7e87bc494", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-25turn/raw/dsqa/000045-000060.parquet", + "sha256": "5b5e3f38c06828097d9a320fd21d26a19eedda171028a3f5d77fd2fdff6a4cb5", + "bytes": 884967, + "completedAt": "2026-08-03T04:50:16.647Z", + "summary": { + "accuracy": 0.6666666666666666, + "totalQuestions": 15, + "correctAnswers": 10, + "skippedQuestions": 0, + "inputTokens": 2693513, + "outputTokens": 44357, + "totalTokens": 2737870, + "reasoningTokens": 25610, + "totalCost": 5.316017699999999, + "generationTimeMs": 1084202, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.6666666666666666, + "totalQuestions": 15, + "correctAnswers": 10, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "dsqa", + "start": 60, + "end": 75, + "sessionId": "c7f8dc0e-adc5-4dba-8b33-7616f0366487", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-25turn/raw/dsqa/000060-000075.parquet", + "sha256": "c747e703763d57901b45eb516e18d3f32a0bf21695f2dec1cafc504050ee59c7", + "bytes": 913066, + "completedAt": "2026-08-03T04:52:51.251Z", + "summary": { + "accuracy": 0.4666666666666667, + "totalQuestions": 15, + "correctAnswers": 7, + "skippedQuestions": 0, + "inputTokens": 2696253, + "outputTokens": 53121, + "totalTokens": 2749374, + "reasoningTokens": 32986, + "totalCost": 5.90457075, + "generationTimeMs": 1248381, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.4666666666666667, + "totalQuestions": 15, + "correctAnswers": 7, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "dsqa", + "start": 75, + "end": 90, + "sessionId": "6bc42dde-5a69-4c1e-af60-e230d8f777b1", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-25turn/raw/dsqa/000075-000090.parquet", + "sha256": "bf46d49429ddaae89d8bea7b632bd45a08a66eb9acd7d8421d8524aa4c8becdf", + "bytes": 873508, + "completedAt": "2026-08-03T04:55:30.665Z", + "summary": { + "accuracy": 0.7333333333333333, + "totalQuestions": 15, + "correctAnswers": 11, + "skippedQuestions": 0, + "inputTokens": 2679809, + "outputTokens": 40936, + "totalTokens": 2720745, + "reasoningTokens": 24495, + "totalCost": 5.01207125, + "generationTimeMs": 1105999, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.7333333333333333, + "totalQuestions": 15, + "correctAnswers": 11, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "dsqa", + "start": 90, + "end": 100, + "sessionId": "9a6006f6-fc29-47ea-be7b-c36be9701fa8", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-25turn/raw/dsqa/000090-000100.parquet", + "sha256": "e2505925752aa875e59472193151b776698b5c498daf4b8f96c2b5dc1d43eb98", + "bytes": 526156, + "completedAt": "2026-08-03T04:57:48.098Z", + "summary": { + "accuracy": 0.7, + "totalQuestions": 10, + "correctAnswers": 7, + "skippedQuestions": 0, + "inputTokens": 1535866, + "outputTokens": 26832, + "totalTokens": 1562698, + "reasoningTokens": 15873, + "totalCost": 3.0613800499999995, + "generationTimeMs": 705986, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.7, + "totalQuestions": 10, + "correctAnswers": 7, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "widesearch", + "start": 0, + "end": 15, + "sessionId": "a1c2bdb4-1912-45b4-916e-a114609e7546", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-25turn/raw/widesearch/000000-000015.parquet", + "sha256": "30416da99400c59d22ac1be836da462bc591a434873cd1bf38a94084a1e817cd", + "bytes": 1157810, + "completedAt": "2026-08-03T05:02:18.460Z", + "summary": { + "accuracy": 0.06666666666666667, + "totalQuestions": 15, + "correctAnswers": 1, + "skippedQuestions": 0, + "inputTokens": 1236892, + "outputTokens": 129373, + "totalTokens": 1366265, + "reasoningTokens": 40828, + "totalCost": 6.420620250000001, + "generationTimeMs": 1409689, + "temperature": 0, + "primaryScore": { + "value": 0.7202727068987607, + "weight": 15 + }, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.06666666666666667, + "totalQuestions": 15, + "correctAnswers": 1, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "widesearch", + "start": 15, + "end": 30, + "sessionId": "b618e527-0556-49cd-96eb-84dd68f5e6eb", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-25turn/raw/widesearch/000015-000030.parquet", + "sha256": "efd82ca89c5303686bff93cb59189016729bac77e2995b71b253e461031ef7c9", + "bytes": 1118291, + "completedAt": "2026-08-03T05:05:27.133Z", + "summary": { + "accuracy": 0.2, + "totalQuestions": 15, + "correctAnswers": 3, + "skippedQuestions": 0, + "inputTokens": 1411353, + "outputTokens": 80979, + "totalTokens": 1492332, + "reasoningTokens": 37159, + "totalCost": 5.513895250000001, + "generationTimeMs": 1144232, + "temperature": 0, + "primaryScore": { + "value": 0.7772373136652985, + "weight": 15 + }, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.2, + "totalQuestions": 15, + "correctAnswers": 3, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "widesearch", + "start": 30, + "end": 45, + "sessionId": "feb90007-b17a-4086-a35e-1fd2769a8077", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-25turn/raw/widesearch/000030-000045.parquet", + "sha256": "86c3d4bbe53d64992b4dff44ff68186d54b2e9376899647c612318eee9453bf8", + "bytes": 1045293, + "completedAt": "2026-08-03T05:08:27.325Z", + "summary": { + "accuracy": 0, + "totalQuestions": 15, + "correctAnswers": 0, + "skippedQuestions": 0, + "inputTokens": 1300224, + "outputTokens": 89033, + "totalTokens": 1389257, + "reasoningTokens": 39430, + "totalCost": 5.445347500000002, + "generationTimeMs": 1172078, + "temperature": 0, + "primaryScore": { + "value": 0.6020111084682201, + "weight": 15 + }, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0, + "totalQuestions": 15, + "correctAnswers": 0, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "widesearch", + "start": 45, + "end": 60, + "sessionId": "251beb0d-c256-4378-9417-0b6557ef06da", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-25turn/raw/widesearch/000045-000060.parquet", + "sha256": "b4bc2ac566d6d173a8b292f6d781eab96f74a50e7789e0cabf6bdda9f21e410b", + "bytes": 1330758, + "completedAt": "2026-08-03T05:11:55.559Z", + "summary": { + "accuracy": 0, + "totalQuestions": 15, + "correctAnswers": 0, + "skippedQuestions": 0, + "inputTokens": 1299940, + "outputTokens": 112021, + "totalTokens": 1411961, + "reasoningTokens": 56973, + "totalCost": 6.46392375, + "generationTimeMs": 1634592, + "temperature": 0, + "primaryScore": { + "value": 0.6552063183518609, + "weight": 15 + }, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0, + "totalQuestions": 15, + "correctAnswers": 0, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "widesearch", + "start": 60, + "end": 75, + "sessionId": "db889d78-7938-4719-b455-3069d5527511", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-25turn/raw/widesearch/000060-000075.parquet", + "sha256": "7792a8228839ecd83ac257b5fd09190d378509143ab4d17cb83d04c341d613ef", + "bytes": 1198687, + "completedAt": "2026-08-03T05:15:10.008Z", + "summary": { + "accuracy": 0.06666666666666667, + "totalQuestions": 15, + "correctAnswers": 1, + "skippedQuestions": 0, + "inputTokens": 1352410, + "outputTokens": 111759, + "totalTokens": 1464169, + "reasoningTokens": 41486, + "totalCost": 6.1348415, + "generationTimeMs": 1284359, + "temperature": 0, + "primaryScore": { + "value": 0.6654023744888536, + "weight": 15 + }, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.06666666666666667, + "totalQuestions": 15, + "correctAnswers": 1, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "widesearch", + "start": 75, + "end": 90, + "sessionId": "99df1af1-5530-4f7b-bbd5-93e6cae82806", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-25turn/raw/widesearch/000075-000090.parquet", + "sha256": "6f25b0161a06d5edabafbbd8aea45d89051447e7042a0e2dad434dbfb02f3374", + "bytes": 1180760, + "completedAt": "2026-08-03T05:18:26.187Z", + "summary": { + "accuracy": 0.2, + "totalQuestions": 15, + "correctAnswers": 3, + "skippedQuestions": 0, + "inputTokens": 1169509, + "outputTokens": 98493, + "totalTokens": 1268002, + "reasoningTokens": 46438, + "totalCost": 5.739781249999999, + "generationTimeMs": 1347625, + "temperature": 0, + "primaryScore": { + "value": 0.7356231373625043, + "weight": 15 + }, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.2, + "totalQuestions": 15, + "correctAnswers": 3, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "widesearch", + "start": 90, + "end": 100, + "sessionId": "51cdf928-43a4-4f2b-8878-034149edd060", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-25turn/raw/widesearch/000090-000100.parquet", + "sha256": "0d2063269fe986eaf72936b9a1a9ba2c515ce95630d00f029364fc5c70517fee", + "bytes": 870088, + "completedAt": "2026-08-03T05:21:18.867Z", + "summary": { + "accuracy": 0, + "totalQuestions": 10, + "correctAnswers": 0, + "skippedQuestions": 0, + "inputTokens": 885562, + "outputTokens": 79759, + "totalTokens": 965321, + "reasoningTokens": 33225, + "totalCost": 4.40143425, + "generationTimeMs": 903454, + "temperature": 0, + "primaryScore": { + "value": 0.6595766660054441, + "weight": 10 + }, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0, + "totalQuestions": 10, + "correctAnswers": 0, + "skippedQuestions": 0 + } + ] + } + } + ] +} diff --git a/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/browsecomp/000000-000015.parquet b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/browsecomp/000000-000015.parquet new file mode 100644 index 0000000..72d9202 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/browsecomp/000000-000015.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/browsecomp/000015-000030.parquet b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/browsecomp/000015-000030.parquet new file mode 100644 index 0000000..d286d32 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/browsecomp/000015-000030.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/browsecomp/000030-000045.parquet b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/browsecomp/000030-000045.parquet new file mode 100644 index 0000000..dbee20d Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/browsecomp/000030-000045.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/browsecomp/000045-000060.parquet b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/browsecomp/000045-000060.parquet new file mode 100644 index 0000000..115b251 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/browsecomp/000045-000060.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/browsecomp/000060-000075.parquet b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/browsecomp/000060-000075.parquet new file mode 100644 index 0000000..64ddda4 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/browsecomp/000060-000075.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/browsecomp/000075-000090.parquet b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/browsecomp/000075-000090.parquet new file mode 100644 index 0000000..0cb0f5c Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/browsecomp/000075-000090.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/browsecomp/000090-000100.parquet b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/browsecomp/000090-000100.parquet new file mode 100644 index 0000000..501cb4d Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/browsecomp/000090-000100.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/dsqa/000000-000015.parquet b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/dsqa/000000-000015.parquet new file mode 100644 index 0000000..68e207c Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/dsqa/000000-000015.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/dsqa/000015-000030.parquet b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/dsqa/000015-000030.parquet new file mode 100644 index 0000000..10d3053 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/dsqa/000015-000030.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/dsqa/000030-000045.parquet b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/dsqa/000030-000045.parquet new file mode 100644 index 0000000..9729ce9 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/dsqa/000030-000045.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/dsqa/000045-000060.parquet b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/dsqa/000045-000060.parquet new file mode 100644 index 0000000..26612cd Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/dsqa/000045-000060.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/dsqa/000060-000075.parquet b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/dsqa/000060-000075.parquet new file mode 100644 index 0000000..65ddaf1 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/dsqa/000060-000075.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/dsqa/000075-000090.parquet b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/dsqa/000075-000090.parquet new file mode 100644 index 0000000..6f3695a Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/dsqa/000075-000090.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/dsqa/000090-000100.parquet b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/dsqa/000090-000100.parquet new file mode 100644 index 0000000..eef0964 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/dsqa/000090-000100.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/widesearch/000000-000015.parquet b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/widesearch/000000-000015.parquet new file mode 100644 index 0000000..c9afa0b Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/widesearch/000000-000015.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/widesearch/000015-000030.parquet b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/widesearch/000015-000030.parquet new file mode 100644 index 0000000..b5ee876 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/widesearch/000015-000030.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/widesearch/000030-000045.parquet b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/widesearch/000030-000045.parquet new file mode 100644 index 0000000..4dfb503 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/widesearch/000030-000045.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/widesearch/000045-000060.parquet b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/widesearch/000045-000060.parquet new file mode 100644 index 0000000..d7326fd Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/widesearch/000045-000060.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/widesearch/000060-000075.parquet b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/widesearch/000060-000075.parquet new file mode 100644 index 0000000..329cd13 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/widesearch/000060-000075.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/widesearch/000075-000090.parquet b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/widesearch/000075-000090.parquet new file mode 100644 index 0000000..2c9b649 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/widesearch/000075-000090.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/widesearch/000090-000100.parquet b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/widesearch/000090-000100.parquet new file mode 100644 index 0000000..d678245 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-25turn/raw/widesearch/000090-000100.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-25turn/run.toml b/runs/parallel/gpt-5.6-sol-parallel-25turn/run.toml new file mode 100644 index 0000000..c83d232 --- /dev/null +++ b/runs/parallel/gpt-5.6-sol-parallel-25turn/run.toml @@ -0,0 +1,37 @@ +version = 1 +title = "GPT-5.6 Sol with Parallel search, 25 turns" +description = "Three-suite OpenRouter search benchmark at a twenty-five-turn search budget." +model = "openai/gpt-5.6-sol" +suites = ["browsecomp", "dsqa", "widesearch"] +start = 0 +limit = 100 +epochs = 1 +concurrency = 15 +chunk_size = 15 +budget_usd = 525 + +[inference] +temperature = 0 +max_retries = 10 +provider_only = ["OpenAI"] +allow_fallbacks = false + +[search] +surface = "server-tool" +engine = "parallel" +max_agent_turns = 25 +# max_total_results is derived as turns x per-search results (125 here) because +# the server default of 50 would otherwise bind around turn ten. Set it +# explicitly to override the derivation. + +# Measured from gpt-5.6-sol-parallel-25turn-calibration (one task per suite). +# The budget allows roughly 4x the one-task planning estimate. +[cost_estimates] +browsecomp = 0.29638925 +dsqa = 0.52911845 +widesearch = 0.47744875 + +[publish] +include_inputs = false +include_answers = false +include_search_queries = false diff --git a/runs/parallel/gpt-5.6-sol-parallel-5turn/manifest.json b/runs/parallel/gpt-5.6-sol-parallel-5turn/manifest.json new file mode 100644 index 0000000..2d2b1af --- /dev/null +++ b/runs/parallel/gpt-5.6-sol-parallel-5turn/manifest.json @@ -0,0 +1,793 @@ +{ + "version": 1, + "runId": "gpt-5.6-sol-parallel-5turn", + "title": "GPT-5.6 Sol with Parallel search, 5 turns", + "description": "Three-suite OpenRouter search benchmark at a five-turn search budget.", + "createdAt": "2026-08-03T03:00:26.295Z", + "updatedAt": "2026-08-03T03:57:25.360Z", + "status": "complete", + "specSha256": "9f2351d89be046ef8c3d67df777638d88b8b8aaa79c94f0674051c1b1d1dfb2b", + "executionFingerprint": "b79d48558bd7a8057e47c50d20bf03899b14a3cf7f43a387cf955c933ab025cf", + "repositoryCommit": "fb1f5c771ae757d958b0abf4c6ffdc9b9059df7a", + "repositoryDirty": true, + "resolvedConfigs": { + "browsecomp": { + "benchmarkId": "search_browsecomp", + "model": "openai/gpt-5.6-sol", + "temperature": 0, + "providerOnly": [ + "OpenAI" + ], + "allowFallbacks": false, + "lane": { + "webSearch": "server-tool", + "engine": "parallel", + "maxAgentTurns": 5 + }, + "maxRetries": 10 + }, + "dsqa": { + "benchmarkId": "search_dsqa", + "model": "openai/gpt-5.6-sol", + "temperature": 0, + "providerOnly": [ + "OpenAI" + ], + "allowFallbacks": false, + "lane": { + "webSearch": "server-tool", + "engine": "parallel", + "maxAgentTurns": 5 + }, + "maxRetries": 10 + }, + "widesearch": { + "benchmarkId": "search_widesearch", + "model": "openai/gpt-5.6-sol", + "temperature": 0, + "providerOnly": [ + "OpenAI" + ], + "allowFallbacks": false, + "lane": { + "webSearch": "server-tool", + "engine": "parallel", + "maxAgentTurns": 5 + }, + "maxRetries": 10 + } + }, + "datasetContracts": { + "browsecomp": { + "benchmarkId": "search_browsecomp", + "source": "https://openaipublic.blob.core.windows.net/simple-evals/browse_comp_test_set.csv", + "sha256": "7b24471cd5b3eb2a46830a14802b5c029ea62f488ff75a0f88af7923d1454abf", + "rows": 1266, + "promptSha256": "2250aa21b4a98647dbcfed62a30261eb914016c81cb33e7694c15859205de78f", + "judgeModel": "openai/gpt-4.1" + }, + "dsqa": { + "benchmarkId": "search_dsqa", + "source": "https://huggingface.co/datasets/google/deepsearchqa/resolve/b2623f8653065c2672de6d941fc5434cd652376c/DSQA-full.csv", + "sha256": "25d48dcf7efa872e5467032e8b8eedf38d301f59a252d0da95cda584baa78396", + "rows": 900, + "promptSha256": "2250aa21b4a98647dbcfed62a30261eb914016c81cb33e7694c15859205de78f", + "judgeModel": "google/gemini-2.5-flash" + }, + "widesearch": { + "benchmarkId": "search_widesearch", + "source": "https://huggingface.co/datasets/ByteDance-Seed/WideSearch/resolve/6531a7e5b497d44c8912407e0cb3dc95bd98cc09/widesearch.jsonl", + "revision": "ByteDance-Seed/WideSearch@6531a7e5b497d44c8912407e0cb3dc95bd98cc09", + "sha256": "bba28ec51dce28fa617f82617d88fcd6bdd4cd4d7f0a4d70db07d7fa8a90bdf4", + "rows": 200, + "promptSha256": "14061a8a9476ecd7f5b5a4ca3de70248bd9a46f6ff963992a813538382ef23e8", + "judgeModel": "openai/gpt-4.1", + "gradingReferenceDate": "2025-01-01T00:00:00.000Z" + } + }, + "approvedCostUsd": 195, + "estimatedCostUsd": 47.74073, + "effectiveConcurrency": 15, + "chunks": [ + { + "suite": "browsecomp", + "start": 0, + "end": 15, + "sessionId": "0ec10959-fe30-4eb1-acbc-e459ddd73074", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-5turn/raw/browsecomp/000000-000015.parquet", + "sha256": "b51ad9c93a7aab69fd075f98f698f1613cd7e1a998fbf64314b6d0b75b87936f", + "bytes": 627699, + "completedAt": "2026-08-03T03:03:01.094Z", + "summary": { + "accuracy": 0.4, + "totalQuestions": 15, + "correctAnswers": 6, + "skippedQuestions": 0, + "inputTokens": 394664, + "outputTokens": 42358, + "totalTokens": 437022, + "reasoningTokens": 35894, + "totalCost": 2.80555875, + "generationTimeMs": 971298, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.4, + "totalQuestions": 15, + "correctAnswers": 6, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "browsecomp", + "start": 15, + "end": 30, + "sessionId": "c4a82997-c00d-4c55-9f09-3d4bcc8c2938", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-5turn/raw/browsecomp/000015-000030.parquet", + "sha256": "b2452819290fcf8ca493e2c3518243ba7bdaed77fc2263608626558d4f73c9a9", + "bytes": 579742, + "completedAt": "2026-08-03T03:07:20.724Z", + "summary": { + "accuracy": 0.4666666666666667, + "totalQuestions": 15, + "correctAnswers": 7, + "skippedQuestions": 0, + "inputTokens": 347018, + "outputTokens": 40252, + "totalTokens": 387270, + "reasoningTokens": 33693, + "totalCost": 2.4189147500000003, + "generationTimeMs": 898418, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.4666666666666667, + "totalQuestions": 15, + "correctAnswers": 7, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "browsecomp", + "start": 30, + "end": 45, + "sessionId": "5f39e772-0c33-4c43-9a6f-209e2662efc7", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-5turn/raw/browsecomp/000030-000045.parquet", + "sha256": "a38942d4b447ec5d7833ff1284b230295bde9e0327867645bce9572966167f75", + "bytes": 659986, + "completedAt": "2026-08-03T03:09:36.883Z", + "summary": { + "accuracy": 0.2, + "totalQuestions": 15, + "correctAnswers": 3, + "skippedQuestions": 0, + "inputTokens": 343222, + "outputTokens": 48224, + "totalTokens": 391446, + "reasoningTokens": 41901, + "totalCost": 2.7764802499999996, + "generationTimeMs": 998722, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.2, + "totalQuestions": 15, + "correctAnswers": 3, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "browsecomp", + "start": 45, + "end": 60, + "sessionId": "772787c4-20dd-4181-9411-922f8a48d4a3", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-5turn/raw/browsecomp/000045-000060.parquet", + "sha256": "2535b658f1ace81d98b96f78a44b7f23eae65cfa9b06d27afd83878ce84153a2", + "bytes": 602106, + "completedAt": "2026-08-03T03:12:17.152Z", + "summary": { + "accuracy": 0.6, + "totalQuestions": 15, + "correctAnswers": 9, + "skippedQuestions": 0, + "inputTokens": 350576, + "outputTokens": 43072, + "totalTokens": 393648, + "reasoningTokens": 36067, + "totalCost": 2.5810612500000003, + "generationTimeMs": 933400, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.6, + "totalQuestions": 15, + "correctAnswers": 9, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "browsecomp", + "start": 60, + "end": 75, + "sessionId": "011fb220-7a24-4c30-bd07-144c90d6d81b", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-5turn/raw/browsecomp/000060-000075.parquet", + "sha256": "4d1e0aa8ef10bed246dbd30df566ffa257d97964dca5d9732bdcdb365bf9ba83", + "bytes": 465256, + "completedAt": "2026-08-03T03:14:04.772Z", + "summary": { + "accuracy": 0.6666666666666666, + "totalQuestions": 15, + "correctAnswers": 10, + "skippedQuestions": 0, + "inputTokens": 334703, + "outputTokens": 26428, + "totalTokens": 361131, + "reasoningTokens": 19935, + "totalCost": 2.0613587499999997, + "generationTimeMs": 523573, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.6666666666666666, + "totalQuestions": 15, + "correctAnswers": 10, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "browsecomp", + "start": 75, + "end": 90, + "sessionId": "99969585-2899-4393-889c-76913a576537", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-5turn/raw/browsecomp/000075-000090.parquet", + "sha256": "e20088ec848708c9affbe7f20814e9b1d9347cd0ddc05d6a708069224c7d0bc1", + "bytes": 640173, + "completedAt": "2026-08-03T03:18:00.236Z", + "summary": { + "accuracy": 0.4, + "totalQuestions": 15, + "correctAnswers": 6, + "skippedQuestions": 0, + "inputTokens": 372622, + "outputTokens": 44906, + "totalTokens": 417528, + "reasoningTokens": 38499, + "totalCost": 2.8398909999999997, + "generationTimeMs": 1105516, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.4, + "totalQuestions": 15, + "correctAnswers": 6, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "browsecomp", + "start": 90, + "end": 100, + "sessionId": "032a835b-09af-4d12-91b7-0c64245e6c40", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-5turn/raw/browsecomp/000090-000100.parquet", + "sha256": "1a732822bb56ea05188fd2fe215f17dbb40b3fab493f302ecbde1c6014aef498", + "bytes": 446801, + "completedAt": "2026-08-03T03:21:15.012Z", + "summary": { + "accuracy": 0.4, + "totalQuestions": 10, + "correctAnswers": 4, + "skippedQuestions": 0, + "inputTokens": 244729, + "outputTokens": 33745, + "totalTokens": 278474, + "reasoningTokens": 29624, + "totalCost": 1.96153375, + "generationTimeMs": 760496, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.4, + "totalQuestions": 10, + "correctAnswers": 4, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "dsqa", + "start": 0, + "end": 15, + "sessionId": "c02bdc78-bae6-4fd6-8110-7f35b2d2ca26", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-5turn/raw/dsqa/000000-000015.parquet", + "sha256": "f47b0de18b5dfa0340b687bd5d8d3821825a92eca074d114cc2565c15a1585f7", + "bytes": 436486, + "completedAt": "2026-08-03T03:22:44.211Z", + "summary": { + "accuracy": 0.6, + "totalQuestions": 15, + "correctAnswers": 9, + "skippedQuestions": 0, + "inputTokens": 264674, + "outputTokens": 31960, + "totalTokens": 296634, + "reasoningTokens": 24445, + "totalCost": 1.9592174999999998, + "generationTimeMs": 526772, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.6, + "totalQuestions": 15, + "correctAnswers": 9, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "dsqa", + "start": 15, + "end": 30, + "sessionId": "a98e9d92-d398-449c-84b2-991d3f636df3", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-5turn/raw/dsqa/000015-000030.parquet", + "sha256": "9f4dc43a40b749ddea1a28a213866c4d2553715541ad7bfa0d8b91a952d8e7c4", + "bytes": 472019, + "completedAt": "2026-08-03T03:24:57.813Z", + "summary": { + "accuracy": 0.4, + "totalQuestions": 15, + "correctAnswers": 6, + "skippedQuestions": 0, + "inputTokens": 284147, + "outputTokens": 36172, + "totalTokens": 320319, + "reasoningTokens": 27053, + "totalCost": 2.10159905, + "generationTimeMs": 623105, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.4, + "totalQuestions": 15, + "correctAnswers": 6, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "dsqa", + "start": 30, + "end": 45, + "sessionId": "acf35b9a-58e0-4be1-b1fe-f7943dfd7f6b", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-5turn/raw/dsqa/000030-000045.parquet", + "sha256": "9c132ae2a100653edab2d106849765137ff6ebe8f856d3ea4c8c0fc2b3606abe", + "bytes": 477271, + "completedAt": "2026-08-03T03:26:38.320Z", + "summary": { + "accuracy": 0.4666666666666667, + "totalQuestions": 15, + "correctAnswers": 7, + "skippedQuestions": 0, + "inputTokens": 271493, + "outputTokens": 35774, + "totalTokens": 307267, + "reasoningTokens": 27547, + "totalCost": 2.1097805999999997, + "generationTimeMs": 684732, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.4666666666666667, + "totalQuestions": 15, + "correctAnswers": 7, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "dsqa", + "start": 45, + "end": 60, + "sessionId": "5b43e07e-8968-4f25-9543-2677bacf2810", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-5turn/raw/dsqa/000045-000060.parquet", + "sha256": "c85633beaf83dc52a173e4eef3e8d655a00da12c75deb4391e35b2f96b2f6cb8", + "bytes": 434457, + "completedAt": "2026-08-03T03:27:56.979Z", + "summary": { + "accuracy": 0.6666666666666666, + "totalQuestions": 15, + "correctAnswers": 10, + "skippedQuestions": 0, + "inputTokens": 249514, + "outputTokens": 33649, + "totalTokens": 283163, + "reasoningTokens": 25584, + "totalCost": 1.9301343499999999, + "generationTimeMs": 569646, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.6666666666666666, + "totalQuestions": 15, + "correctAnswers": 10, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "dsqa", + "start": 60, + "end": 75, + "sessionId": "650260da-6f26-403d-801f-255470a84788", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-5turn/raw/dsqa/000060-000075.parquet", + "sha256": "0a6f95e5061b957c3ff52680e74f691a200883e7a412c89cdba8546d9574aa6a", + "bytes": 481016, + "completedAt": "2026-08-03T03:29:21.767Z", + "summary": { + "accuracy": 0.4666666666666667, + "totalQuestions": 15, + "correctAnswers": 7, + "skippedQuestions": 0, + "inputTokens": 273223, + "outputTokens": 36529, + "totalTokens": 309752, + "reasoningTokens": 28025, + "totalCost": 2.0661578, + "generationTimeMs": 644702, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.4666666666666667, + "totalQuestions": 15, + "correctAnswers": 7, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "dsqa", + "start": 75, + "end": 90, + "sessionId": "8263ae53-a92c-40d9-8912-d3a392983ba4", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-5turn/raw/dsqa/000075-000090.parquet", + "sha256": "c3920a44e62982551b337c79f67bcd6c024185ef7f90fbac8f8eb14e035846c6", + "bytes": 437357, + "completedAt": "2026-08-03T03:31:11.675Z", + "summary": { + "accuracy": 0.4666666666666667, + "totalQuestions": 15, + "correctAnswers": 7, + "skippedQuestions": 0, + "inputTokens": 260152, + "outputTokens": 30424, + "totalTokens": 290576, + "reasoningTokens": 23035, + "totalCost": 1.8372488500000004, + "generationTimeMs": 488820, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.4666666666666667, + "totalQuestions": 15, + "correctAnswers": 7, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "dsqa", + "start": 90, + "end": 100, + "sessionId": "8fd0e2cc-7ff8-4dd7-a945-01e1ede08621", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-5turn/raw/dsqa/000090-000100.parquet", + "sha256": "a142d043326b185b87a5a46e04ed8c2d412159b59ff6724f16362eea5c3d4016", + "bytes": 252952, + "completedAt": "2026-08-03T03:32:16.321Z", + "summary": { + "accuracy": 0.6, + "totalQuestions": 10, + "correctAnswers": 6, + "skippedQuestions": 0, + "inputTokens": 190772, + "outputTokens": 15782, + "totalTokens": 206554, + "reasoningTokens": 11168, + "totalCost": 1.2264926, + "generationTimeMs": 294187, + "temperature": 0, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.6, + "totalQuestions": 10, + "correctAnswers": 6, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "widesearch", + "start": 0, + "end": 15, + "sessionId": "0fb672b5-94b4-44c1-885b-c2949a311159", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-5turn/raw/widesearch/000000-000015.parquet", + "sha256": "f5d3a591e71e7548997873e8c608996d3c25b3dd52efcfc3fe30d0e58a328e2b", + "bytes": 813688, + "completedAt": "2026-08-03T03:36:24.338Z", + "summary": { + "accuracy": 0.06666666666666667, + "totalQuestions": 15, + "correctAnswers": 1, + "skippedQuestions": 0, + "inputTokens": 272011, + "outputTokens": 130387, + "totalTokens": 402398, + "reasoningTokens": 50910, + "totalCost": 4.0549427499999995, + "generationTimeMs": 1597909, + "temperature": 0, + "primaryScore": { + "value": 0.6723052096058877, + "weight": 15 + }, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.06666666666666667, + "totalQuestions": 15, + "correctAnswers": 1, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "widesearch", + "start": 15, + "end": 30, + "sessionId": "4971556b-a7c9-4963-a1ff-edc2c3c68086", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-5turn/raw/widesearch/000015-000030.parquet", + "sha256": "3690c1450d40c34dd5ae7c6059be8c4a10605d01c2f89e9351454f8648f4d8c1", + "bytes": 710200, + "completedAt": "2026-08-03T03:38:56.873Z", + "summary": { + "accuracy": 0.13333333333333333, + "totalQuestions": 15, + "correctAnswers": 2, + "skippedQuestions": 0, + "inputTokens": 230997, + "outputTokens": 83916, + "totalTokens": 314913, + "reasoningTokens": 47808, + "totalCost": 2.97185175, + "generationTimeMs": 1151712, + "temperature": 0, + "primaryScore": { + "value": 0.7610032915491569, + "weight": 15 + }, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.13333333333333333, + "totalQuestions": 15, + "correctAnswers": 2, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "widesearch", + "start": 30, + "end": 45, + "sessionId": "d66952b0-2734-407c-8574-a8ab20775383", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-5turn/raw/widesearch/000030-000045.parquet", + "sha256": "3393969b31ed4bd2b5d5d67463212090db54c700f5301152de7f906ac9bb2d6c", + "bytes": 768071, + "completedAt": "2026-08-03T03:43:00.096Z", + "summary": { + "accuracy": 0.06666666666666667, + "totalQuestions": 15, + "correctAnswers": 1, + "skippedQuestions": 0, + "inputTokens": 246543, + "outputTokens": 91517, + "totalTokens": 338060, + "reasoningTokens": 53160, + "totalCost": 3.2861825, + "generationTimeMs": 1374181, + "temperature": 0, + "primaryScore": { + "value": 0.560924104685541, + "weight": 15 + }, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.06666666666666667, + "totalQuestions": 15, + "correctAnswers": 1, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "widesearch", + "start": 45, + "end": 60, + "sessionId": "42195249-a2e4-442a-b512-c32da77560eb", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-5turn/raw/widesearch/000045-000060.parquet", + "sha256": "7e2abcacd3fbfb14bafc3e5ed6b0af9f9ac3f616f34cf2b9b294645267f5f39f", + "bytes": 865562, + "completedAt": "2026-08-03T03:48:28.884Z", + "summary": { + "accuracy": 0, + "totalQuestions": 15, + "correctAnswers": 0, + "skippedQuestions": 0, + "inputTokens": 278505, + "outputTokens": 108019, + "totalTokens": 386524, + "reasoningTokens": 62692, + "totalCost": 3.8195082499999993, + "generationTimeMs": 1437606, + "temperature": 0, + "primaryScore": { + "value": 0.6295572775503858, + "weight": 15 + }, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0, + "totalQuestions": 15, + "correctAnswers": 0, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "widesearch", + "start": 60, + "end": 75, + "sessionId": "d6f59751-e6d8-4eac-8a5f-e1fe7be5e069", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-5turn/raw/widesearch/000060-000075.parquet", + "sha256": "8abffa8daae8e3511e624ca196f89d3289cb0f1117aeb5618154233850fe5c72", + "bytes": 740848, + "completedAt": "2026-08-03T03:51:51.286Z", + "summary": { + "accuracy": 0.13333333333333333, + "totalQuestions": 15, + "correctAnswers": 2, + "skippedQuestions": 0, + "inputTokens": 211479, + "outputTokens": 107523, + "totalTokens": 319002, + "reasoningTokens": 48166, + "totalCost": 3.42556825, + "generationTimeMs": 1187903, + "temperature": 0, + "primaryScore": { + "value": 0.6711265358818781, + "weight": 15 + }, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.13333333333333333, + "totalQuestions": 15, + "correctAnswers": 2, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "widesearch", + "start": 75, + "end": 90, + "sessionId": "281641ee-4817-494e-97a9-dc004cc73f88", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-5turn/raw/widesearch/000075-000090.parquet", + "sha256": "97dc9c24493f4c00c005933fa73cd80c7fd87f1214f1654d83f51c3ae5e6386f", + "bytes": 736330, + "completedAt": "2026-08-03T03:55:01.394Z", + "summary": { + "accuracy": 0.2, + "totalQuestions": 15, + "correctAnswers": 3, + "skippedQuestions": 0, + "inputTokens": 246525, + "outputTokens": 93588, + "totalTokens": 340113, + "reasoningTokens": 50807, + "totalCost": 3.2400180000000005, + "generationTimeMs": 1298073, + "temperature": 0, + "primaryScore": { + "value": 0.6795016086780793, + "weight": 15 + }, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0.2, + "totalQuestions": 15, + "correctAnswers": 3, + "skippedQuestions": 0 + } + ] + } + }, + { + "suite": "widesearch", + "start": 90, + "end": 100, + "sessionId": "522201c1-caa2-4298-84c9-1fbeb29f6729", + "artifact": "runs/parallel/gpt-5.6-sol-parallel-5turn/raw/widesearch/000090-000100.parquet", + "sha256": "6e93303fc6c02523d30260300d48757359e78795e9a5172254047eab16e8335f", + "bytes": 527722, + "completedAt": "2026-08-03T03:57:25.214Z", + "summary": { + "accuracy": 0, + "totalQuestions": 10, + "correctAnswers": 0, + "skippedQuestions": 0, + "inputTokens": 170479, + "outputTokens": 76460, + "totalTokens": 246939, + "reasoningTokens": 35971, + "totalCost": 2.4919577499999996, + "generationTimeMs": 855858, + "temperature": 0, + "primaryScore": { + "value": 0.6302500123575685, + "weight": 10 + }, + "epochResults": [ + { + "epoch": 0, + "accuracy": 0, + "totalQuestions": 10, + "correctAnswers": 0, + "skippedQuestions": 0 + } + ] + } + } + ] +} diff --git a/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/browsecomp/000000-000015.parquet b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/browsecomp/000000-000015.parquet new file mode 100644 index 0000000..ff6ed33 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/browsecomp/000000-000015.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/browsecomp/000015-000030.parquet b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/browsecomp/000015-000030.parquet new file mode 100644 index 0000000..7c2874b Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/browsecomp/000015-000030.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/browsecomp/000030-000045.parquet b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/browsecomp/000030-000045.parquet new file mode 100644 index 0000000..00ff8d8 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/browsecomp/000030-000045.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/browsecomp/000045-000060.parquet b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/browsecomp/000045-000060.parquet new file mode 100644 index 0000000..5b795b3 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/browsecomp/000045-000060.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/browsecomp/000060-000075.parquet b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/browsecomp/000060-000075.parquet new file mode 100644 index 0000000..d0652c1 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/browsecomp/000060-000075.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/browsecomp/000075-000090.parquet b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/browsecomp/000075-000090.parquet new file mode 100644 index 0000000..f4c9e49 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/browsecomp/000075-000090.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/browsecomp/000090-000100.parquet b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/browsecomp/000090-000100.parquet new file mode 100644 index 0000000..476cb08 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/browsecomp/000090-000100.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/dsqa/000000-000015.parquet b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/dsqa/000000-000015.parquet new file mode 100644 index 0000000..2b4439f Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/dsqa/000000-000015.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/dsqa/000015-000030.parquet b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/dsqa/000015-000030.parquet new file mode 100644 index 0000000..5e8c0ed Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/dsqa/000015-000030.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/dsqa/000030-000045.parquet b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/dsqa/000030-000045.parquet new file mode 100644 index 0000000..dc8280a Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/dsqa/000030-000045.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/dsqa/000045-000060.parquet b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/dsqa/000045-000060.parquet new file mode 100644 index 0000000..5c6b445 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/dsqa/000045-000060.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/dsqa/000060-000075.parquet b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/dsqa/000060-000075.parquet new file mode 100644 index 0000000..07778d9 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/dsqa/000060-000075.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/dsqa/000075-000090.parquet b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/dsqa/000075-000090.parquet new file mode 100644 index 0000000..c1a1500 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/dsqa/000075-000090.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/dsqa/000090-000100.parquet b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/dsqa/000090-000100.parquet new file mode 100644 index 0000000..e98c647 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/dsqa/000090-000100.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/widesearch/000000-000015.parquet b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/widesearch/000000-000015.parquet new file mode 100644 index 0000000..96ec8eb Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/widesearch/000000-000015.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/widesearch/000015-000030.parquet b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/widesearch/000015-000030.parquet new file mode 100644 index 0000000..c2785f3 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/widesearch/000015-000030.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/widesearch/000030-000045.parquet b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/widesearch/000030-000045.parquet new file mode 100644 index 0000000..dbe5149 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/widesearch/000030-000045.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/widesearch/000045-000060.parquet b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/widesearch/000045-000060.parquet new file mode 100644 index 0000000..56c6a83 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/widesearch/000045-000060.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/widesearch/000060-000075.parquet b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/widesearch/000060-000075.parquet new file mode 100644 index 0000000..95b8f51 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/widesearch/000060-000075.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/widesearch/000075-000090.parquet b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/widesearch/000075-000090.parquet new file mode 100644 index 0000000..af7e362 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/widesearch/000075-000090.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/widesearch/000090-000100.parquet b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/widesearch/000090-000100.parquet new file mode 100644 index 0000000..b860ff4 Binary files /dev/null and b/runs/parallel/gpt-5.6-sol-parallel-5turn/raw/widesearch/000090-000100.parquet differ diff --git a/runs/parallel/gpt-5.6-sol-parallel-5turn/run.toml b/runs/parallel/gpt-5.6-sol-parallel-5turn/run.toml new file mode 100644 index 0000000..c6956a1 --- /dev/null +++ b/runs/parallel/gpt-5.6-sol-parallel-5turn/run.toml @@ -0,0 +1,34 @@ +version = 1 +title = "GPT-5.6 Sol with Parallel search, 5 turns" +description = "Three-suite OpenRouter search benchmark at a five-turn search budget." +model = "openai/gpt-5.6-sol" +suites = ["browsecomp", "dsqa", "widesearch"] +start = 0 +limit = 100 +epochs = 1 +concurrency = 15 +chunk_size = 15 +budget_usd = 195 + +[inference] +temperature = 0 +max_retries = 10 +provider_only = ["OpenAI"] +allow_fallbacks = false + +[search] +surface = "server-tool" +engine = "parallel" +max_agent_turns = 5 + +# Measured from gpt-5.6-sol-parallel-5turn-calibration (one task per suite). +# The budget allows roughly 4x the one-task planning estimate. +[cost_estimates] +browsecomp = 0.1222175 +dsqa = 0.1208303 +widesearch = 0.2343595 + +[publish] +include_inputs = false +include_answers = false +include_search_queries = false