P5/benchmark_suite.json
epoch 1
[
{
"id": "case-3664f6d0c4",
"axis": 1,
"tier": "structure",
"nl": "List a few comments",
"dsl": "LIST COMMENTS LIMIT 5",
"expect": "{\"kind\": \"data\", \"data\": {\"rows\": [{\"ID\": \"cmt_3\", \"FILE_ID\": \"doc_roadmap26\", \"AUTHOR\": \"alice@acme.com\", \"RESOLVED\": \"no\", \"QUOTED_TEXT\": \"EU market\", \"TEXT\": \"Needs a legal gate before we commit publicly.\", \"CREATED\": \"2026-07-15T14:20:00Z\"}, {\"ID\": \"cmt_1\", \"FILE_ID\": \"doc_pricing\", \"AUTHOR\": \"dana@vendor.io\", \"RESOLVED\": \"no\", \"QUOTED_TEXT\": \"negotiated above that\", \"TEXT\": \"Can we get the ladder in writing for the renewal?\", \"CREATED\": \"2026-08-20T10:00:00Z\"}, {\"ID\": \"cmt_2\", \"FILE_ID\": \"doc_pricing\", \"AUTHOR\": \"carol@acme.com\", \"RESOLVED\": \"yes\", \"QUOTED_TEXT\": \"19 per seat\", \"TEXT\": \"Confirmed with finance.\", \"CREATED\": \"2026-02-11T09:30:00Z\"}, {\"ID\": \"cmt_4\", \"FILE_ID\": \"doc_handbook\", \"AUTHOR\": \"bob@acme.com\", \"RESOLVED\": \"yes\", \"QUOTED_TEXT\": \"eight weeks ahead\", \"TEXT\": \"Softened per HR feedback.\", \"CREATED\": \"2026-08-29T11:00:00Z\"}], \"count\": 4, \"total\": 4, \"limited\": false}}",
"origin": "generated",
"created_at": 1789422251.4757586
},
{
"id": "case-c2834c2aef",
"axis": 1,
"tier": "structure",
"nl": "How many comments are there?",
"dsl": "COUNT COMMENTS",
"expect": "{\"kind\": \"data\", \"data\": {\"count\": 4}}",
"origin": "generated",
"created_at": 1789422251.48242
},
{
"id": "case-d03ce58f1e",
"axis": 1,
"tier": "filters",
"nl": "Show me cmt_3",
"dsl": "GET COMMENTS \"cmt_3\"",
"expect": "{\"kind\": \"data\", \"data\": {\"record\": {\"ID\": \"cmt_3\", \"FILE_ID\": \"doc_roadmap26\", \"AUTHOR\": \"alice@acme.com\", \"RESOLVED\": \"no\", \"QUOTED_TEXT\": \"EU market\", \"TEXT\": \"Needs a legal gate before we commit publicly.\", \"CREATED\": \"2026-07-15T14:20:00Z\"}}}",
"origin": "generated",
"created_at": 1789422251.4887524
},
{
"id": "case-d0c986bd18",
"axis": 1,
"tier": "error",
"nl": "Unknown field must coach, not silently drop",
"dsl": "LIST COMMENTS WHERE MADE_UP_FIELD IS \"x\"",
"expect": "{\"kind\": \"error\", \"must_have\": [\"unknown_fields\", \"valid_fields\", \"example\"]}",
"origin": "generated",
"created_at": 1789422251.4925175
},
{
"id": "case-5141343ed4",
"axis": 1,
"tier": "help",
"nl": "Read the COMMENTS lesson",
"dsl": "HELP COMMENTS",
"expect": "{\"kind\": \"help\"}",
"origin": "generated",
"created_at": 1789422251.4956117
},
{
"id": "case-c82a3067b9",
"axis": 2,
"tier": "robustness",
"nl": "Fuzzy lookup: \"cmt_3\"",
"dsl": "RESOLVE COMMENTS \"cmt_3\"",
"expect": "{\"kind\": \"resolve\", \"must_match\": \"cmt_3\"}",
"origin": "generated",
"created_at": 1789422251.4986055
},
{
"id": "case-67fc810820",
"axis": 1,
"tier": "structure",
"nl": "List a few drives",
"dsl": "LIST DRIVES LIMIT 5",
"expect": "{\"kind\": \"data\", \"data\": {\"rows\": [{\"ID\": \"drv_product\", \"NAME\": \"Product\", \"DRIVE_KIND\": \"shared_drive\", \"CREATED\": \"2025-03-01T09:00:00Z\"}], \"count\": 1, \"total\": 1, \"limited\": false}}",
"origin": "generated",
"created_at": 1789422251.505423
},
{
"id": "case-f14773a2f7",
"axis": 1,
"tier": "structure",
"nl": "How many drives are there?",
"dsl": "COUNT DRIVES",
"expect": "{\"kind\": \"data\", \"data\": {\"count\": 1}}",
"origin": "generated",
"created_at": 1789422251.5124247
},
{
"id": "case-efe60b1084",
"axis": 1,
"tier": "filters",
"nl": "Show me Product",
"dsl": "GET DRIVES \"Product\"",
"expect": "{\"kind\": \"data\", \"data\": {\"record\": {\"ID\": \"drv_product\", \"NAME\": \"Product\", \"DRIVE_KIND\": \"shared_drive\", \"CREATED\": \"2025-03-01T09:00:00Z\"}}}",
"origin": "generated",
"created_at": 1789422251.5195808
},
{
"id": "case-ae809e2d1f",
"axis": 1,
"tier": "error",
"nl": "Unknown field must coach, not silently drop",
"dsl": "LIST DRIVES WHERE MADE_UP_FIELD IS \"x\"",
"expect": "{\"kind\": \"error\", \"must_have\": [\"unknown_fields\", \"valid_fields\", \"example\"]}",
"origin": "generated",
"created_at": 1789422251.5226655
},
{
"id": "case-82f72e68ec",
"axis": 1,
"tier": "help",
"nl": "Read the DRIVES lesson",
"dsl": "HELP DRIVES",
"expect": "{\"kind\": \"help\"}",
"origin": "generated",
"created_at": 1789422251.5258718
},
{
"id": "case-ccbcd73c9b",
"axis": 2,
"tier": "robustness",
"nl": "Fuzzy lookup: \"produ\"",
"dsl": "RESOLVE DRIVES \"produ\"",
"expect": "{\"kind\": \"resolve\", \"must_match\": \"Product\"}",
"origin": "generated",
"created_at": 1789422251.5293627
},
{
"id": "case-dcf6e2ff4b",
"axis": 1,
"tier": "structure",
"nl": "List a few files",
"dsl": "LIST FILES LIMIT 5",
"expect": "{\"kind\": \"data\", \"data\": {\"rows\": [{\"ID\": \"fld_product\", \"DRIVE_ID\": \"drv_product\", \"PARENT_ID\": null, \"PATH\": \"/Product\", \"NAME\": \"Product\", \"DEPTH\": 0, \"IS_FOLDER\": \"yes\", \"ITEM_KIND\": \"folder\", \"MIME_TYPE\": \"application/vnd.google-apps.folder\", \"SIZE_BYTES\": null, \"OWNER_EMAIL\": \"alice@acme.com\", \"CREATED\": \"2025-03-01T09:00:00Z\", \"MODIFIED\": \"2026-08-30T11:20:00Z\", \"MODIFIED_BY\": \"alice@acme.com\", \"TRASHED\": \"no\", \"STARRED\": \"no\", \"NAME_IS_UNIQUE\": \"yes\", \"WORD_COUNT\": null, \"SECTION_COUNT\": null, \"CONTENT_HASH\": null, \"EXTRACT_STATUS\": \"not_applicable\", \"WEB_VIEW_LINK\": \"https://drive.google.com/file/d/fld_product/view\", \"LINK_VISIBILITY\": \"domain\", \"SHARED_EXTERNALLY\": \"no\"}, {\"ID\": \"fld_roadmap\", \"DRIVE_ID\": \"drv_product\", \"PARENT_ID\": \"fld_product\", \"PATH\": \"/Product/Roadmap\", \"NAME\": \"Roadmap\", \"DEPTH\": 1, \"IS_FOLDER\": \"yes\", \"ITEM_KIND\": \"folder\", \"MIME_TYPE\": \"application/vnd.google-apps.folder\", \"SIZE_BYTES\": null, \"OWNER_EMAIL\": \"alice@acme.com\", \"CREATED\": \"2025-03-02T09:00:00Z\", \"MODIFIED\": \"2026-08-28T16:40:00Z\", \"MODIFIED_BY\": \"alice@acme.com\", \"TRASHED\": \"no\", \"STARRED\": \"no\", \"NAME_IS_UNIQUE\": \"yes\", \"WORD_COUNT\": null, \"SECTION_COUNT\": null, \"CONTENT_HASH\": null, \"EXTRACT_STATUS\": \"not_applicable\", \"WEB_VIEW_LINK\": \"https://drive.google.com/file/d/fld_roadmap/view\", \"LINK_VISIBILITY\": \"domain\", \"SHARED_EXTERNALLY\": \"no\"}, {\"ID\": \"doc_roadmap26\", \"DRIVE_ID\": \"drv_product\", \"PARENT_ID\": \"fld_roadmap\", \"PATH\": \"/Product/Roadmap/Roadmap 2026\", \"NAME\": \"Roadmap 2026\", \"DEPTH\": 2, \"IS_FOLDER\": \"no\", \"ITEM_KIND\": \"document\", \"MIME_TYPE\": \"application/vnd.google-apps.document\", \"SIZE_BYTES\": null, \"OWNER_EMAIL\": \"alice@acme.com\", \"CREATED\": \"2025-11-04T10:12:00Z\", \"MODIFIED\": \"2026-08-28T16:40:00Z\", \"MODIFIED_BY\": \"bob@acme.com\", \"TRASHED\": \"no\", \"STARRED\": \"no\", \"NAME_IS_UNIQUE\": \"yes\", \"WORD_COUNT\": 72, \"SECTION_COUNT\": 5, \"CONTENT_HASH\": \"b514ed617ee0a869\", \"EXTRACT_STATUS\": \"exported_no_size\", \"WEB_VIEW_LINK\": \"https://drive.google.com/file/d/doc_roadmap26/view\", \"LINK_VISIBILITY\": \"anyone_with_link\", \"SHARED_EXTERNALLY\": \"yes\"}, {\"ID\": \"doc_q3plan\", \"DRIVE_ID\": \"drv_product\", \"PARENT_ID\": \"fld_roadmap\", \"PATH\": \"/Product/Roadmap/Q3 Planning\", \"NAME\": \"Q3 Planning\", \"DEPTH\": 2, \"IS_FOLDER\": \"no\", \"ITEM_KIND\": \"document\", \"MIME_TYPE\": \"application/vnd.google-apps.document\", \"SIZE_BYTES\": null, \"OWNER_EMAIL\": \"bob@acme.com\", \"CREATED\": \"2026-05-18T08:30:00Z\", \"MODIFIED\": \"2026-07-02T13:05:00Z\", \"MODIFIED_BY\": \"bob@acme.com\", \"TRASHED\": \"no\", \"STARRED\": \"no\", \"NAME_IS_UNIQUE\": \"yes\", \"WORD_COUNT\": 41, \"SECTION_COUNT\": 4, \"CONTENT_HASH\": \"af4c1fbf58fb3d7a\", \"EXTRACT_STATUS\": \"exported_no_size\", \"WEB_VIEW_LINK\": \"https://drive.google.com/file/d/doc_q3plan/view\", \"LINK_VISIBILITY\": \"domain\", \"SHARED_EXTERNALLY\": \"no\"}, {\"ID\": \"fld_specs\", \"DRIVE_ID\": \"drv_product\", \"PARENT_ID\": \"fld_product\", \"PATH\": \"/Product/Specs\", \"NAME\": \"Specs\", \"DEPTH\": 1, \"IS_FOLDER\": \"yes\", \"ITEM_KIND\": \"folder\", \"MIME_TYPE\": \"application/vnd.google-apps.folder\", \"SIZE_BYTES\": null, \"OWNER_EMAIL\": \"alice@acme.com\", \"CREATED\": \"2025-03-02T09:05:00Z\", \"MODIFIED\": \"2026-08-25T09:15:00Z\", \"MODIFIED_BY\": \"alice@acme.com\", \"TRASHED\": \"no\", \"STARRED\": \"no\", \"NAME_IS_UNIQUE\": \"yes\", \"WORD_COUNT\": null, \"SECTION_COUNT\": null, \"CONTENT_HASH\": null, \"EXTRACT_STATUS\": \"not_applicable\", \"WEB_VIEW_LINK\": \"https://drive.google.com/file/d/fld_specs/view\", \"LINK_VISIBILITY\": \"domain\", \"SHARED_EXTERNALLY\": \"no\"}], \"count\": 5, \"total\": 19, \"limited\": true}}",
"origin": "generated",
"created_at": 1789422251.5371041
},
{
"id": "case-07e4f38169",
"axis": 1,
"tier": "structure",
"nl": "How many files are there?",
"dsl": "COUNT FILES",
"expect": "{\"kind\": \"data\", \"data\": {\"count\": 19}}",
"origin": "generated",
"created_at": 1789422251.545675
},
{
"id": "case-062ff36747",
"axis": 1,
"tier": "filters",
"nl": "Show me Product",
"dsl": "GET FILES \"Product\"",
"expect": "{\"kind\": \"data\", \"data\": {\"record\": {\"ID\": \"fld_product\", \"DRIVE_ID\": \"drv_product\", \"PARENT_ID\": null, \"PATH\": \"/Product\", \"NAME\": \"Product\", \"DEPTH\": 0, \"IS_FOLDER\": \"yes\", \"ITEM_KIND\": \"folder\", \"MIME_TYPE\": \"application/vnd.google-apps.folder\", \"SIZE_BYTES\": null, \"OWNER_EMAIL\": \"alice@acme.com\", \"CREATED\": \"2025-03-01T09:00:00Z\", \"MODIFIED\": \"2026-08-30T11:20:00Z\", \"MODIFIED_BY\": \"alice@acme.com\", \"TRASHED\": \"no\", \"STARRED\": \"no\", \"NAME_IS_UNIQUE\": \"yes\", \"WORD_COUNT\": null, \"SECTION_COUNT\": null, \"CONTENT_HASH\": null, \"EXTRACT_STATUS\": \"not_applicable\", \"WEB_VIEW_LINK\": \"https://drive.google.com/file/d/fld_product/view\", \"LINK_VISIBILITY\": \"domain\", \"SHARED_EXTERNALLY\": \"no\"}}}",
"origin": "generated",
"created_at": 1789422251.5526562
},
{
"id": "case-f1c7bfb91e",
"axis": 1,
"tier": "filters",
"nl": "FILES where is_folder is no",
"dsl": "LIST FILES WHERE IS_FOLDER IS \"no\" LIMIT 10",
"expect": "{\"kind\": \"data\", \"data\": {\"rows\": [{\"ID\": \"doc_roadmap26\", \"DRIVE_ID\": \"drv_product\", \"PARENT_ID\": \"fld_roadmap\", \"PATH\": \"/Product/Roadmap/Roadmap 2026\", \"NAME\": \"Roadmap 2026\", \"DEPTH\": 2, \"IS_FOLDER\": \"no\", \"ITEM_KIND\": \"document\", \"MIME_TYPE\": \"application/vnd.google-apps.document\", \"SIZE_BYTES\": null, \"OWNER_EMAIL\": \"alice@acme.com\", \"CREATED\": \"2025-11-04T10:12:00Z\", \"MODIFIED\": \"2026-08-28T16:40:00Z\", \"MODIFIED_BY\": \"bob@acme.com\", \"TRASHED\": \"no\", \"STARRED\": \"no\", \"NAME_IS_UNIQUE\": \"yes\", \"WORD_COUNT\": 72, \"SECTION_COUNT\": 5, \"CONTENT_HASH\": \"b514ed617ee0a869\", \"EXTRACT_STATUS\": \"exported_no_size\", \"WEB_VIEW_LINK\": \"https://drive.google.com/file/d/doc_roadmap26/view\", \"LINK_VISIBILITY\": \"anyone_with_link\", \"SHARED_EXTERNALLY\": \"yes\"}, {\"ID\": \"doc_q3plan\", \"DRIVE_ID\": \"drv_product\", \"PARENT_ID\": \"fld_roadmap\", \"PATH\": \"/Product/Roadmap/Q3 Planning\", \"NAME\": \"Q3 Planning\", \"DEPTH\": 2, \"IS_FOLDER\": \"no\", \"ITEM_KIND\": \"document\", \"MIME_TYPE\": \"application/vnd.google-apps.document\", \"SIZE_BYTES\": null, \"OWNER_EMAIL\": \"bob@acme.com\", \"CREATED\": \"2026-05-18T08:30:00Z\", \"MODIFIED\": \"2026-07-02T13:05:00Z\", \"MODIFIED_BY\": \"bob@acme.com\", \"TRASHED\": \"no\", \"STARRED\": \"no\", \"NAME_IS_UNIQUE\": \"yes\", \"WORD_COUNT\": 41, \"SECTION_COUNT\": 4, \"CONTENT_HASH\": \"af4c1fbf58fb3d7a\", \"EXTRACT_STATUS\": \"exported_no_size\", \"WEB_VIEW_LINK\": \"https://drive.google.com/file/d/doc_q3plan/view\", \"LINK_VISIBILITY\": \"domain\", \"SHARED_EXTERNALLY\": \"no\"}, {\"ID\": \"doc_pricing\", \"DRIVE_ID\": \"drv_product\", \"PARENT_ID\": \"fld_specs\", \"PATH\": \"/Product/Specs/Pricing Spec\", \"NAME\": \"Pricing Spec\", \"DEPTH\": 2, \"IS_FOLDER\": \"no\", \"ITEM_KIND\": \"document\", \"MIME_TYPE\": \"application/vnd.google-apps.document\", \"SIZE_BYTES\": null, \"OWNER_EMAIL\": \"alice@acme.com\", \"CREATED\": \"2026-01-09T14:00:00Z\", \"MODIFIED\": \"2026-08-25T09:15:00Z\", \"MODIFIED_BY\": \"carol@acme.com\", \"TRASHED\": \"no\", \"STARRED\": \"no\", \"NAME_IS_UNIQUE\": \"no\", \"WORD_COUNT\": 80, \"SECTION_COUNT\": 5, \"CONTENT_HASH\": \"6f55c3605dc4142c\", \"EXTRACT_STATUS\": \"exported_no_size\", \"WEB_VIEW_LINK\": \"https://drive.google.com/file/d/doc_pricing/view\", \"LINK_VISIBILITY\": \"domain\", \"SHARED_EXTERNALLY\": \"yes\"}, {\"ID\": \"doc_api\", \"DRIVE_ID\": \"drv_product\", \"PARENT_ID\": \"fld_specs\", \"PATH\": \"/Product/Specs/API Spec\", \"NAME\": \"API Spec\", \"DEPTH\": 2, \"IS_FOLDER\": \"no\", \"ITEM_KIND\": \"document\", \"MIME_TYPE\": \"application/vnd.google-apps.document\", \"SIZE_BYTES\": null, \"OWNER_EMAIL\": \"carol@acme.com\", \"CREATED\": \"2026-02-20T11:45:00Z\", \"MODIFIED\": \"2026-06-11T17:22:00Z\", \"MODIFIED_BY\": \"carol@acme.com\", \"TRASHED\": \"no\", \"STARRED\": \"no\", \"NAME_IS_UNIQUE\": \"yes\", \"WORD_COUNT\": 45, \"SECTION_COUNT\": 4, \"CONTENT_HASH\": \"594f908eefef444b\", \"EXTRACT_STATUS\": \"exported_no_size\", \"WEB_VIEW_LINK\": \"https://drive.google.com/file/d/doc_api/view\", \"LINK_VISIBILITY\": \"domain\", \"SHARED_EXTERNALLY\": \"no\"}, {\"ID\": \"doc_pricing_v1\", \"DRIVE_ID\": \"drv_product\", \"PARENT_ID\": \"fld_archive\", \"PATH\": \"/Product/Specs/Archive/Pricing Spec\", \"NAME\": \"Pricing Spec\", \"DEPTH\": 3, \"IS_FOLDER\": \"no\", \"ITEM_KIND\": \"document\", \"MIME_TYPE\": \"application/vnd.google-apps.document\", \"SIZE_BYTES\": null, \"OWNER_EMAIL\": \"alice@acme.com\", \"CREATED\": \"2025-08-14T09:20:00Z\", \"MODIFIED\": \"2026-03-01T10:00:00Z\", \"MODIFIED_BY\": \"alice@acme.com\", \"TRASHED\": \"no\", \"STARRED\": \"no\", \"NAME_IS_UNIQUE\": \"no\", \"WORD_COUNT\": 18, \"SECTION_COUNT\": 2, \"CONTENT_HASH\": \"f87118a8330e0654\", \"EXTRACT_STATUS\": \"exported_no_size\", \"WEB_VIEW_LINK\": \"https://drive.google.com/file/d/doc_pricing_v1/view\", \"LINK_VISIBILITY\": \"domain\", \"SHARED_EXTERNALLY\": \"no\"}, {\"ID\": \"doc_legacy\", \"DRIVE_ID\": \"drv_product\", \"PARENT_ID\": \"fld_specs_old\", \"PATH\": \"/Product/Specs_archive/Legacy Pricing Notes\", \"NAME\": \"Legacy Pricing Notes\", \"DEPTH\": 2, \"IS_FOLDER\": \"no\", \"ITEM_KIND\": \"document\", \"MIME_TYPE\": \"application/vnd.google-apps.document\", \"SIZE_BYTES\": null, \"OWNER_EMAIL\": \"alice@acme.com\", \"CREATED\": \"2025-01-05T09:10:00Z\", \"MODIFIED\": \"2025-02-01T09:00:00Z\", \"MODIFIED_BY\": \"alice@acme.com\", \"TRASHED\": \"no\", \"STARRED\": \"no\", \"NAME_IS_UNIQUE\": \"yes\", \"WORD_COUNT\": 13, \"SECTION_COUNT\": 2, \"CONTENT_HASH\": \"0825400fabf9143c\", \"EXTRACT_STATUS\": \"exported_no_size\", \"WEB_VIEW_LINK\": \"https://drive.google.com/file/d/doc_legacy/view\", \"LINK_VISIBILITY\": \"domain\", \"SHARED_EXTERNALLY\": \"no\"}, {\"ID\": \"sh_kpi\", \"DRIVE_ID\": \"drv_product\", \"PARENT_ID\": \"fld_metrics\", \"PATH\": \"/Product/Metrics/KPI Dashboard\", \"NAME\": \"KPI Dashboard\", \"DEPTH\": 2, \"IS_FOLDER\": \"no\", \"ITEM_KIND\": \"spreadsheet\", \"MIME_TYPE\": \"application/vnd.google-apps.spreadsheet\", \"SIZE_BYTES\": null, \"OWNER_EMAIL\": \"alice@acme.com\", \"CREATED\": \"2025-04-11T09:10:00Z\", \"MODIFIED\": \"2026-08-31T07:50:00Z\", \"MODIFIED_BY\": \"dana@vendor.io\", \"TRASHED\": \"no\", \"STARRED\": \"no\", \"NAME_IS_UNIQUE\": \"yes\", \"WORD_COUNT\": 19, \"SECTION_COUNT\": 1, \"CONTENT_HASH\": \"1242599fce644003\", \"EXTRACT_STATUS\": \"exported_no_size\", \"WEB_VIEW_LINK\": \"https://drive.google.com/file/d/sh_kpi/view\", \"LINK_VISIBILITY\": \"domain\", \"SHARED_EXTERNALLY\": \"yes\"}, {\"ID\": \"sh_funnel\", \"DRIVE_ID\": \"drv_product\", \"PARENT_ID\": \"fld_metrics\", \"PATH\": \"/Product/Metrics/Funnel Analysis\", \"NAME\": \"Funnel Analysis\", \"DEPTH\": 2, \"IS_FOLDER\": \"no\", \"ITEM_KIND\": \"spreadsheet\", \"MIME_TYPE\": \"application/vnd.google-apps.spreadsheet\", \"SIZE_BYTES\": null, \"OWNER_EMAIL\": \"alice@acme.com\", \"CREATED\": \"2026-02-02T15:00:00Z\", \"MODIFIED\": \"2026-05-30T12:00:00Z\", \"MODIFIED_BY\": \"alice@acme.com\", \"TRASHED\": \"no\", \"STARRED\": \"no\", \"NAME_IS_UNIQUE\": \"yes\", \"WORD_COUNT\": 12, \"SECTION_COUNT\": 1, \"CONTENT_HASH\": \"d96343df0de91e14\", \"EXTRACT_STATUS\": \"exported_no_size\", \"WEB_VIEW_LINK\": \"https://drive.google.com/file/d/sh_funnel/view\", \"LINK_VISIBILITY\": \"domain\", \"SHARED_EXTERNALLY\": \"no\"}, {\"ID\": \"pdf_msa\", \"DRIVE_ID\": \"drv_product\", \"PARENT_ID\": \"fld_legal\", \"PATH\": \"/Product/Legal/Vendor MSA.pdf\", \"NAME\": \"Vendor MSA.pdf\", \"DEPTH\": 2, \"IS_FOLDER\": \"no\", \"ITEM_KIND\": \"pdf\", \"MIME_TYPE\": \"application/pdf\", \"SIZE_BYTES\": 284500, \"OWNER_EMAIL\": \"alice@acme.com\", \"CREATED\": \"2025-06-20T09:30:00Z\", \"MODIFIED\": \"2025-06-20T09:30:00Z\", \"MODIFIED_BY\": \"alice@acme.com\", \"TRASHED\": \"no\", \"STARRED\": \"no\", \"NAME_IS_UNIQUE\": \"yes\", \"WORD_COUNT\": 32, \"SECTION_COUNT\": 3, \"CONTENT_HASH\": \"9dd2f7cfda470a4f\", \"EXTRACT_STATUS\": \"extracted\", \"WEB_VIEW_LINK\": \"https://drive.google.com/file/d/pdf_msa/view\", \"LINK_VISIBILITY\": \"domain\", \"SHARED_EXTERNALLY\": \"yes\"}, {\"ID\": \"pdf_dpa\", \"DRIVE_ID\": \"drv_product\", \"PARENT_ID\": \"fld_legal\", \"PATH\": \"/Product/Legal/DPA Template.pdf\", \"NAME\": \"DPA Template.pdf\", \"DEPTH\": 2, \"IS_FOLDER\": \"no\", \"ITEM_KIND\": \"pdf\", \"MIME_TYPE\": \"application/pdf\", \"SIZE_BYTES\": 119800, \"OWNER_EMAIL\": \"alice@acme.com\", \"CREATED\": \"2026-04-18T10:30:00Z\", \"MODIFIED\": \"2026-04-18T10:30:00Z\", \"MODIFIED_BY\": \"alice@acme.com\", \"TRASHED\": \"no\", \"STARRED\": \"no\", \"NAME_IS_UNIQUE\": \"yes\", \"WORD_COUNT\": 28, \"SECTION_COUNT\": 3, \"CONTENT_HASH\": \"f0ce8cad630666d7\", \"EXTRACT_STATUS\": \"extracted\", \"WEB_VIEW_LINK\": \"https://drive.google.com/file/d/pdf_dpa/view\", \"LINK_VISIBILITY\": \"domain\", \"SHARED_EXTERNALLY\": \"no\"}], \"count\": 10, \"total\": 12, \"limited\": true}}",
"origin": "generated",
"created_at": 1789422251.5599365
},
{
"id": "case-39dde9b273",
"axis": 1,
"tier": "aggregation",
"nl": "FILES per is_folder",
"dsl": "COUNT FILES BY IS_FOLDER",
"expect": "{\"kind\": \"data\", \"data\": {\"groups\": [{\"group\": \"no\", \"count\": 12}, {\"group\": \"yes\", \"count\": 7}], \"total\": 19}}",
"origin": "generated",
"created_at": 1789422251.5676515
},
{
"id": "case-08663c8a7a",
"axis": 1,
"tier": "error",
"nl": "Invalid enum value must coach, not silently drop",
"dsl": "LIST FILES WHERE IS_FOLDER IS \"NOT_A_REAL_VALUE\"",
"expect": "{\"kind\": \"error\", \"must_have\": [\"valid_fields\", \"example\"]}",
"origin": "generated",
"created_at": 1789422251.5716963
},
{
"id": "case-21cf645089",
"axis": 1,
"tier": "aggregation",
"nl": "Total depth",
"dsl": "SUM FILES DEPTH BY IS_FOLDER",
"expect": "{\"kind\": \"data\", \"data\": {\"groups\": [{\"group\": \"no\", \"sum\": 23}, {\"group\": \"yes\", \"sum\": 7}], \"field\": \"DEPTH\", \"rows_considered\": 19, \"rows_contributing\": 19, \"rows_missing_value\": 0}}",
"origin": "generated",
"created_at": 1789422251.5786812
},
{
"id": "case-2594d8701b",
"axis": 1,
"tier": "error",
"nl": "Unknown field must coach, not silently drop",
"dsl": "LIST FILES WHERE MADE_UP_FIELD IS \"x\"",
"expect": "{\"kind\": \"error\", \"must_have\": [\"unknown_fields\", \"valid_fields\", \"example\"]}",
"origin": "generated",
"created_at": 1789422251.5814137
},
{
"id": "case-a07b5dd5d8",
"axis": 1,
"tier": "help",
"nl": "Read the FILES lesson",
"dsl": "HELP FILES",
"expect": "{\"kind\": \"help\"}",
"origin": "generated",
"created_at": 1789422251.5839002
},
{
"id": "case-ccdeebe8a6",
"axis": 2,
"tier": "robustness",
"nl": "Fuzzy lookup: \"produ\"",
"dsl": "RESOLVE FILES \"produ\"",
"expect": "{\"kind\": \"resolve\", \"must_match\": \"Product\"}",
"origin": "generated",
"created_at": 1789422251.586729
},
{
"id": "case-7f7b4f63b1",
"axis": 1,
"tier": "structure",
"nl": "List a few labels",
"dsl": "LIST LABELS LIMIT 5",
"expect": "{\"kind\": \"data\", \"data\": {\"rows\": [{\"FILE_ID\": \"doc_roadmap26\", \"LABEL\": \"needs-review\", \"VALUE\": \"legal\"}, {\"FILE_ID\": \"doc_pricing\", \"LABEL\": \"confidential\", \"VALUE\": \"internal-only\"}, {\"FILE_ID\": \"doc_pricing_v1\", \"LABEL\": \"lifecycle\", \"VALUE\": \"superseded\"}, {\"FILE_ID\": \"pdf_msa\", \"LABEL\": \"confidential\", \"VALUE\": \"legal\"}], \"count\": 4, \"total\": 4, \"limited\": false}}",
"origin": "generated",
"created_at": 1789422251.5933192
},
{
"id": "case-c441cbb5b4",
"axis": 1,
"tier": "structure",
"nl": "How many labels are there?",
"dsl": "COUNT LABELS",
"expect": "{\"kind\": \"data\", \"data\": {\"count\": 4}}",
"origin": "generated",
"created_at": 1789422251.5996208
},
{
"id": "case-e3fbcfb307",
"axis": 1,
"tier": "filters",
"nl": "Show me doc_roadmap26",
"dsl": "GET LABELS \"doc_roadmap26\"",
"expect": "{\"kind\": \"data\", \"data\": {\"record\": {\"FILE_ID\": \"doc_roadmap26\", \"LABEL\": \"needs-review\", \"VALUE\": \"legal\"}}}",
"origin": "generated",
"created_at": 1789422251.6064827
},
{
"id": "case-adc888cf55",
"axis": 1,
"tier": "error",
"nl": "Unknown field must coach, not silently drop",
"dsl": "LIST LABELS WHERE MADE_UP_FIELD IS \"x\"",
"expect": "{\"kind\": \"error\", \"must_have\": [\"unknown_fields\", \"valid_fields\", \"example\"]}",
"origin": "generated",
"created_at": 1789422251.6091857
},
{
"id": "case-a32ae2f866",
"axis": 1,
"tier": "help",
"nl": "Read the LABELS lesson",
"dsl": "HELP LABELS",
"expect": "{\"kind\": \"help\"}",
"origin": "generated",
"created_at": 1789422251.6121984
},
{
"id": "case-c2e3a27835",
"axis": 2,
"tier": "robustness",
"nl": "Fuzzy lookup: \"doc_roadmap\"",
"dsl": "RESOLVE LABELS \"doc_roadmap\"",
"expect": "{\"kind\": \"resolve\", \"must_match\": \"doc_roadmap26\"}",
"origin": "generated",
"created_at": 1789422251.6150684
},
{
"id": "case-122af1e5e3",
"axis": 1,
"tier": "structure",
"nl": "List a few links",
"dsl": "LIST LINKS LIMIT 5",
"expect": "{\"kind\": \"data\", \"data\": {\"rows\": [{\"SRC_FILE_ID\": \"doc_roadmap26\", \"DST_FILE_ID\": \"doc_pricing\", \"LINK_TYPE\": \"mentions\"}, {\"SRC_FILE_ID\": \"doc_roadmap26\", \"DST_FILE_ID\": \"doc_api\", \"LINK_TYPE\": \"mentions\"}, {\"SRC_FILE_ID\": \"doc_q3plan\", \"DST_FILE_ID\": \"doc_pricing\", \"LINK_TYPE\": \"mentions\"}, {\"SRC_FILE_ID\": \"doc_q3plan\", \"DST_FILE_ID\": \"doc_roadmap26\", \"LINK_TYPE\": \"mentions\"}], \"count\": 4, \"total\": 4, \"limited\": false}}",
"origin": "generated",
"created_at": 1789422251.6212912
},
{
"id": "case-a80e0ec7fa",
"axis": 1,
"tier": "structure",
"nl": "How many links are there?",
"dsl": "COUNT LINKS",
"expect": "{\"kind\": \"data\", \"data\": {\"count\": 4}}",
"origin": "generated",
"created_at": 1789422251.6276336
},
{
"id": "case-d4d581b17d",
"axis": 1,
"tier": "filters",
"nl": "Show me doc_roadmap26",
"dsl": "GET LINKS \"doc_roadmap26\"",
"expect": "{\"kind\": \"data\", \"data\": {\"record\": {\"SRC_FILE_ID\": \"doc_roadmap26\", \"DST_FILE_ID\": \"doc_pricing\", \"LINK_TYPE\": \"mentions\"}}}",
"origin": "generated",
"created_at": 1789422251.634304
},
{
"id": "case-db594966b4",
"axis": 1,
"tier": "error",
"nl": "Unknown field must coach, not silently drop",
"dsl": "LIST LINKS WHERE MADE_UP_FIELD IS \"x\"",
"expect": "{\"kind\": \"error\", \"must_have\": [\"unknown_fields\", \"valid_fields\", \"example\"]}",
"origin": "generated",
"created_at": 1789422251.6373627
},
{
"id": "case-46edf05783",
"axis": 1,
"tier": "help",
"nl": "Read the LINKS lesson",
"dsl": "HELP LINKS",
"expect": "{\"kind\": \"help\"}",
"origin": "generated",
"created_at": 1789422251.640618
},
{
"id": "case-4965422c60",
"axis": 2,
"tier": "robustness",
"nl": "Fuzzy lookup: \"doc_roadmap\"",
"dsl": "RESOLVE LINKS \"doc_roadmap\"",
"expect": "{\"kind\": \"resolve\", \"must_match\": \"doc_roadmap26\"}",
"origin": "generated",
"created_at": 1789422251.6435003
},
{
"id": "case-ad6e716c40",
"axis": 1,
"tier": "structure",
"nl": "List a few permissions",
"dsl": "LIST PERMISSIONS LIMIT 5",
"expect": "{\"kind\": \"data\", \"data\": {\"rows\": [{\"FILE_ID\": \"fld_product\", \"PRINCIPAL\": \"acme.com\", \"PRINCIPAL_TYPE\": \"domain\", \"ROLE\": \"reader\", \"INHERITED\": \"yes\"}, {\"FILE_ID\": \"fld_product\", \"PRINCIPAL\": \"alice@acme.com\", \"PRINCIPAL_TYPE\": \"user\", \"ROLE\": \"organizer\", \"INHERITED\": \"no\"}, {\"FILE_ID\": \"fld_roadmap\", \"PRINCIPAL\": \"acme.com\", \"PRINCIPAL_TYPE\": \"domain\", \"ROLE\": \"reader\", \"INHERITED\": \"yes\"}, {\"FILE_ID\": \"doc_roadmap26\", \"PRINCIPAL\": \"acme.com\", \"PRINCIPAL_TYPE\": \"domain\", \"ROLE\": \"reader\", \"INHERITED\": \"yes\"}, {\"FILE_ID\": \"doc_roadmap26\", \"PRINCIPAL\": \"bob@acme.com\", \"PRINCIPAL_TYPE\": \"user\", \"ROLE\": \"writer\", \"INHERITED\": \"no\"}], \"count\": 5, \"total\": 31, \"limited\": true}}",
"origin": "generated",
"created_at": 1789422251.6499996
},
{
"id": "case-4a00fcac5a",
"axis": 1,
"tier": "structure",
"nl": "How many permissions are there?",
"dsl": "COUNT PERMISSIONS",
"expect": "{\"kind\": \"data\", \"data\": {\"count\": 31}}",
"origin": "generated",
"created_at": 1789422251.6579988
},
{
"id": "case-a1b3216d8a",
"axis": 1,
"tier": "filters",
"nl": "Show me fld_product",
"dsl": "GET PERMISSIONS \"fld_product\"",
"expect": "{\"kind\": \"data\", \"data\": {\"record\": {\"FILE_ID\": \"fld_product\", \"PRINCIPAL\": \"acme.com\", \"PRINCIPAL_TYPE\": \"domain\", \"ROLE\": \"reader\", \"INHERITED\": \"yes\"}}}",
"origin": "generated",
"created_at": 1789422251.6651022
},
{
"id": "case-7f00e0eae3",
"axis": 1,
"tier": "filters",
"nl": "PERMISSIONS where principal is acme.com",
"dsl": "LIST PERMISSIONS WHERE PRINCIPAL IS \"acme.com\" LIMIT 10",
"expect": "{\"kind\": \"data\", \"data\": {\"rows\": [{\"FILE_ID\": \"fld_product\", \"PRINCIPAL\": \"acme.com\", \"PRINCIPAL_TYPE\": \"domain\", \"ROLE\": \"reader\", \"INHERITED\": \"yes\"}, {\"FILE_ID\": \"fld_roadmap\", \"PRINCIPAL\": \"acme.com\", \"PRINCIPAL_TYPE\": \"domain\", \"ROLE\": \"reader\", \"INHERITED\": \"yes\"}, {\"FILE_ID\": \"doc_roadmap26\", \"PRINCIPAL\": \"acme.com\", \"PRINCIPAL_TYPE\": \"domain\", \"ROLE\": \"reader\", \"INHERITED\": \"yes\"}, {\"FILE_ID\": \"doc_q3plan\", \"PRINCIPAL\": \"acme.com\", \"PRINCIPAL_TYPE\": \"domain\", \"ROLE\": \"reader\", \"INHERITED\": \"yes\"}, {\"FILE_ID\": \"fld_specs\", \"PRINCIPAL\": \"acme.com\", \"PRINCIPAL_TYPE\": \"domain\", \"ROLE\": \"reader\", \"INHERITED\": \"yes\"}, {\"FILE_ID\": \"doc_pricing\", \"PRINCIPAL\": \"acme.com\", \"PRINCIPAL_TYPE\": \"domain\", \"ROLE\": \"reader\", \"INHERITED\": \"yes\"}, {\"FILE_ID\": \"doc_api\", \"PRINCIPAL\": \"acme.com\", \"PRINCIPAL_TYPE\": \"domain\", \"ROLE\": \"reader\", \"INHERITED\": \"yes\"}, {\"FILE_ID\": \"fld_archive\", \"PRINCIPAL\": \"acme.com\", \"PRINCIPAL_TYPE\": \"domain\", \"ROLE\": \"reader\", \"INHERITED\": \"yes\"}, {\"FILE_ID\": \"doc_pricing_v1\", \"PRINCIPAL\": \"acme.com\", \"PRINCIPAL_TYPE\": \"domain\", \"ROLE\": \"reader\", \"INHERITED\": \"yes\"}, {\"FILE_ID\": \"fld_specs_old\", \"PRINCIPAL\": \"acme.com\", \"PRINCIPAL_TYPE\": \"domain\", \"ROLE\": \"reader\", \"INHERITED\": \"yes\"}], \"count\": 10, \"total\": 20, \"limited\": true}}",
"origin": "generated",
"created_at": 1789422251.6721203
},
{
"id": "case-e6452eba0f",
"axis": 1,
"tier": "aggregation",
"nl": "PERMISSIONS per principal",
"dsl": "COUNT PERMISSIONS BY PRINCIPAL",
"expect": "{\"kind\": \"data\", \"data\": {\"groups\": [{\"group\": \"acme.com\", \"count\": 20}, {\"group\": \"dana@vendor.io\", \"count\": 3}, {\"group\": \"alice@acme.com\", \"count\": 2}, {\"group\": \"bob@acme.com\", \"count\": 2}, {\"group\": \"carol@acme.com\", \"count\": 2}, {\"group\": \"anyone\", \"count\": 1}, {\"group\": \"eng@acme.com\", \"count\": 1}], \"total\": 31}}",
"origin": "generated",
"created_at": 1789422251.679133
},
{
"id": "case-6b6d6eedcd",
"axis": 1,
"tier": "error",
"nl": "Invalid enum value must coach, not silently drop",
"dsl": "LIST PERMISSIONS WHERE PRINCIPAL IS \"NOT_A_REAL_VALUE\"",
"expect": "{\"kind\": \"error\", \"must_have\": [\"valid_fields\", \"example\"]}",
"origin": "generated",
"created_at": 1789422251.6842225
},
{
"id": "case-ae50793ccd",
"axis": 1,
"tier": "error",
"nl": "Unknown field must coach, not silently drop",
"dsl": "LIST PERMISSIONS WHERE MADE_UP_FIELD IS \"x\"",
"expect": "{\"kind\": \"error\", \"must_have\": [\"unknown_fields\", \"valid_fields\", \"example\"]}",
"origin": "generated",
"created_at": 1789422251.6874368
},
{
"id": "case-2956b2b7b2",
"axis": 1,
"tier": "help",
"nl": "Read the PERMISSIONS lesson",
"dsl": "HELP PERMISSIONS",
"expect": "{\"kind\": \"help\"}",
"origin": "generated",
"created_at": 1789422251.690481
},
{
"id": "case-2c5c641721",
"axis": 2,
"tier": "robustness",
"nl": "Fuzzy lookup: \"fld_produ\"",
"dsl": "RESOLVE PERMISSIONS \"fld_produ\"",
"expect": "{\"kind\": \"resolve\", \"must_match\": \"fld_product\"}",
"origin": "generated",
"created_at": 1789422251.6935568
},
{
"id": "case-0ab6984fcf",
"axis": 1,
"tier": "structure",
"nl": "List a few principals",
"dsl": "LIST PRINCIPALS LIMIT 5",
"expect": "{\"kind\": \"data\", \"data\": {\"rows\": [{\"ID\": \"acme.com\", \"PRINCIPAL_TYPE\": \"domain\", \"DOMAIN\": \"acme.com\"}, {\"ID\": \"alice@acme.com\", \"PRINCIPAL_TYPE\": \"user\", \"DOMAIN\": \"acme.com\"}, {\"ID\": \"bob@acme.com\", \"PRINCIPAL_TYPE\": \"user\", \"DOMAIN\": \"acme.com\"}, {\"ID\": \"anyone\", \"PRINCIPAL_TYPE\": \"anyone\", \"DOMAIN\": \"*\"}, {\"ID\": \"eng@acme.com\", \"PRINCIPAL_TYPE\": \"group\", \"DOMAIN\": \"acme.com\"}], \"count\": 5, \"total\": 7, \"limited\": true}}",
"origin": "generated",
"created_at": 1789422251.7003536
},
{
"id": "case-b609a7e3e6",
"axis": 1,
"tier": "structure",
"nl": "How many principals are there?",
"dsl": "COUNT PRINCIPALS",
"expect": "{\"kind\": \"data\", \"data\": {\"count\": 7}}",
"origin": "generated",
"created_at": 1789422251.7088466
},
{
"id": "case-f0a99ab7b9",
"axis": 1,
"tier": "filters",
"nl": "Show me acme.com",
"dsl": "GET PRINCIPALS \"acme.com\"",
"expect": "{\"kind\": \"data\", \"data\": {\"record\": {\"ID\": \"acme.com\", \"PRINCIPAL_TYPE\": \"domain\", \"DOMAIN\": \"acme.com\"}}}",
"origin": "generated",
"created_at": 1789422251.7155433
},
{
"id": "case-fa3001e50b",
"axis": 1,
"tier": "filters",
"nl": "PRINCIPALS where domain is *",
"dsl": "LIST PRINCIPALS WHERE DOMAIN IS \"*\" LIMIT 10",
"expect": "{\"kind\": \"data\", \"data\": {\"rows\": [{\"ID\": \"anyone\", \"PRINCIPAL_TYPE\": \"anyone\", \"DOMAIN\": \"*\"}], \"count\": 1, \"total\": 1, \"limited\": false}}",
"origin": "generated",
"created_at": 1789422251.7223775
},
{
"id": "case-bc98187b5d",
"axis": 1,
"tier": "aggregation",
"nl": "PRINCIPALS per domain",
"dsl": "COUNT PRINCIPALS BY DOMAIN",
"expect": "{\"kind\": \"data\", \"data\": {\"groups\": [{\"group\": \"acme.com\", \"count\": 5}, {\"group\": \"*\", \"count\": 1}, {\"group\": \"vendor.io\", \"count\": 1}], \"total\": 7}}",
"origin": "generated",
"created_at": 1789422251.7293062
},
{
"id": "case-88dbeb34d9",
"axis": 1,
"tier": "error",
"nl": "Invalid enum value must coach, not silently drop",
"dsl": "LIST PRINCIPALS WHERE DOMAIN IS \"NOT_A_REAL_VALUE\"",
"expect": "{\"kind\": \"error\", \"must_have\": [\"valid_fields\", \"example\"]}",
"origin": "generated",
"created_at": 1789422251.7321386
},
{
"id": "case-0dcd10f726",
"axis": 1,
"tier": "error",
"nl": "Unknown field must coach, not silently drop",
"dsl": "LIST PRINCIPALS WHERE MADE_UP_FIELD IS \"x\"",
"expect": "{\"kind\": \"error\", \"must_have\": [\"unknown_fields\", \"valid_fields\", \"example\"]}",
"origin": "generated",
"created_at": 1789422251.7347114
},
{
"id": "case-4f71927c84",
"axis": 1,
"tier": "help",
"nl": "Read the PRINCIPALS lesson",
"dsl": "HELP PRINCIPALS",
"expect": "{\"kind\": \"help\"}",
"origin": "generated",
"created_at": 1789422251.7371104
},
{
"id": "case-4e7f4f85af",
"axis": 2,
"tier": "robustness",
"nl": "Fuzzy lookup: \"acme.c\"",
"dsl": "RESOLVE PRINCIPALS \"acme.c\"",
"expect": "{\"kind\": \"resolve\", \"must_match\": \"acme.com\"}",
"origin": "generated",
"created_at": 1789422251.7396438
},
{
"id": "case-182dd21f5d",
"axis": 1,
"tier": "structure",
"nl": "List a few revisions",
"dsl": "LIST REVISIONS LIMIT 5",
"expect": "{\"kind\": \"data\", \"data\": {\"rows\": [{\"ID\": \"doc_roadmap26@r1\", \"FILE_ID\": \"doc_roadmap26\", \"REVISION_ID\": \"r1\", \"MODIFIED\": \"2025-11-04T10:12:00Z\", \"MODIFIED_BY\": \"alice@acme.com\", \"SIZE_BYTES\": null}, {\"ID\": \"doc_roadmap26@r2\", \"FILE_ID\": \"doc_roadmap26\", \"REVISION_ID\": \"r2\", \"MODIFIED\": \"2026-03-14T09:00:00Z\", \"MODIFIED_BY\": \"bob@acme.com\", \"SIZE_BYTES\": null}, {\"ID\": \"doc_roadmap26@r3\", \"FILE_ID\": \"doc_roadmap26\", \"REVISION_ID\": \"r3\", \"MODIFIED\": \"2026-08-28T16:40:00Z\", \"MODIFIED_BY\": \"bob@acme.com\", \"SIZE_BYTES\": null}, {\"ID\": \"doc_pricing@r1\", \"FILE_ID\": \"doc_pricing\", \"REVISION_ID\": \"r1\", \"MODIFIED\": \"2026-01-09T14:00:00Z\", \"MODIFIED_BY\": \"alice@acme.com\", \"SIZE_BYTES\": null}, {\"ID\": \"doc_pricing@r2\", \"FILE_ID\": \"doc_pricing\", \"REVISION_ID\": \"r2\", \"MODIFIED\": \"2026-08-25T09:15:00Z\", \"MODIFIED_BY\": \"carol@acme.com\", \"SIZE_BYTES\": null}], \"count\": 5, \"total\": 8, \"limited\": true}}",
"origin": "generated",
"created_at": 1789422251.7474601
},
{
"id": "case-9d7cbfc3c7",
"axis": 1,
"tier": "structure",
"nl": "How many revisions are there?",
"dsl": "COUNT REVISIONS",
"expect": "{\"kind\": \"data\", \"data\": {\"count\": 8}}",
"origin": "generated",
"created_at": 1789422251.7538912
},
{
"id": "case-d5d595fdf4",
"axis": 1,
"tier": "filters",
"nl": "Show me doc_roadmap26@r1",
"dsl": "GET REVISIONS \"doc_roadmap26@r1\"",
"expect": "{\"kind\": \"data\", \"data\": {\"record\": {\"ID\": \"doc_roadmap26@r1\", \"FILE_ID\": \"doc_roadmap26\", \"REVISION_ID\": \"r1\", \"MODIFIED\": \"2025-11-04T10:12:00Z\", \"MODIFIED_BY\": \"alice@acme.com\", \"SIZE_BYTES\": null}}}",
"origin": "generated",
"created_at": 1789422251.761215
},
{
"id": "case-c0c7b0a725",
"axis": 1,
"tier": "filters",
"nl": "REVISIONS where modified_by is alice@acme.com",
"dsl": "LIST REVISIONS WHERE MODIFIED_BY IS \"alice@acme.com\" LIMIT 10",
"expect": "{\"kind\": \"data\", \"data\": {\"rows\": [{\"ID\": \"doc_roadmap26@r1\", \"FILE_ID\": \"doc_roadmap26\", \"REVISION_ID\": \"r1\", \"MODIFIED\": \"2025-11-04T10:12:00Z\", \"MODIFIED_BY\": \"alice@acme.com\", \"SIZE_BYTES\": null}, {\"ID\": \"doc_pricing@r1\", \"FILE_ID\": \"doc_pricing\", \"REVISION_ID\": \"r1\", \"MODIFIED\": \"2026-01-09T14:00:00Z\", \"MODIFIED_BY\": \"alice@acme.com\", \"SIZE_BYTES\": null}, {\"ID\": \"pdf_msa@r1\", \"FILE_ID\": \"pdf_msa\", \"REVISION_ID\": \"r1\", \"MODIFIED\": \"2025-06-20T09:30:00Z\", \"MODIFIED_BY\": \"alice@acme.com\", \"SIZE_BYTES\": 284500}, {\"ID\": \"doc_handbook@r1\", \"FILE_ID\": \"doc_handbook\", \"REVISION_ID\": \"r1\", \"MODIFIED\": \"2025-03-05T09:00:00Z\", \"MODIFIED_BY\": \"alice@acme.com\", \"SIZE_BYTES\": null}, {\"ID\": \"doc_handbook@r2\", \"FILE_ID\": \"doc_handbook\", \"REVISION_ID\": \"r2\", \"MODIFIED\": \"2026-08-30T11:20:00Z\", \"MODIFIED_BY\": \"alice@acme.com\", \"SIZE_BYTES\": null}], \"count\": 5, \"total\": 5, \"limited\": false}}",
"origin": "generated",
"created_at": 1789422251.7681854
},
{
"id": "case-8f624ffec2",
"axis": 1,
"tier": "aggregation",
"nl": "REVISIONS per modified_by",
"dsl": "COUNT REVISIONS BY MODIFIED_BY",
"expect": "{\"kind\": \"data\", \"data\": {\"groups\": [{\"group\": \"alice@acme.com\", \"count\": 5}, {\"group\": \"bob@acme.com\", \"count\": 2}, {\"group\": \"carol@acme.com\", \"count\": 1}], \"total\": 8}}",
"origin": "generated",
"created_at": 1789422251.7764184
},
{
"id": "case-e9f87ea40e",
"axis": 1,
"tier": "error",
"nl": "Invalid enum value must coach, not silently drop",
"dsl": "LIST REVISIONS WHERE MODIFIED_BY IS \"NOT_A_REAL_VALUE\"",
"expect": "{\"kind\": \"error\", \"must_have\": [\"valid_fields\", \"example\"]}",
"origin": "generated",
"created_at": 1789422251.7794726
},
{
"id": "case-fd530fbe35",
"axis": 1,
"tier": "aggregation",
"nl": "Total size_bytes",
"dsl": "SUM REVISIONS SIZE_BYTES BY MODIFIED_BY",
"expect": "{\"kind\": \"data\", \"data\": {\"groups\": [{\"group\": \"alice@acme.com\", \"sum\": 284500}], \"field\": \"SIZE_BYTES\", \"rows_considered\": 8, \"rows_contributing\": 1, \"rows_missing_value\": 7}}",
"origin": "generated",
"created_at": 1789422251.7861862
},
{
"id": "case-b50bfc2f60",
"axis": 1,
"tier": "error",
"nl": "Unknown field must coach, not silently drop",
"dsl": "LIST REVISIONS WHERE MADE_UP_FIELD IS \"x\"",
"expect": "{\"kind\": \"error\", \"must_have\": [\"unknown_fields\", \"valid_fields\", \"example\"]}",
"origin": "generated",
"created_at": 1789422251.7890918
},
{
"id": "case-334d17df04",
"axis": 1,
"tier": "help",
"nl": "Read the REVISIONS lesson",
"dsl": "HELP REVISIONS",
"expect": "{\"kind\": \"help\"}",
"origin": "generated",
"created_at": 1789422251.7921402
},
{
"id": "case-b976afe552",
"axis": 2,
"tier": "robustness",
"nl": "Fuzzy lookup: \"doc_roadmap26@\"",
"dsl": "RESOLVE REVISIONS \"doc_roadmap26@\"",
"expect": "{\"kind\": \"resolve\", \"must_match\": \"doc_roadmap26@r1\"}",
"origin": "generated",
"created_at": 1789422251.7954946
},
{
"id": "case-cd3601df52",
"axis": 1,
"tier": "structure",
"nl": "List a few sections",
"dsl": "LIST SECTIONS LIMIT 5",
"expect": "{\"kind\": \"data\", \"data\": {\"rows\": [{\"ID\": \"doc_roadmap26#s0\", \"FILE_ID\": \"doc_roadmap26\", \"SECTION_INDEX\": 0, \"HEADING\": \"Roadmap 2026\", \"LEVEL\": 1, \"CHAR_START\": 0, \"CHAR_END\": 16, \"WORD_COUNT\": 0, \"TEXT\": null}, {\"ID\": \"doc_roadmap26#s1\", \"FILE_ID\": \"doc_roadmap26\", \"SECTION_INDEX\": 1, \"HEADING\": \"Q1 \\u2014 Foundations\", \"LEVEL\": 2, \"CHAR_START\": 16, \"CHAR_END\": 186, \"WORD_COUNT\": 18, \"TEXT\": \"Ship the ingest rewrite and close the migration off the legacy store.\\nPricing changes are tracked in https://docs.google.com/document/d/doc_pricing.\"}, {\"ID\": \"doc_roadmap26#s2\", \"FILE_ID\": \"doc_roadmap26\", \"SECTION_INDEX\": 2, \"HEADING\": \"Q2 \\u2014 Platform\", \"LEVEL\": 2, \"CHAR_START\": 186, \"CHAR_END\": 323, \"WORD_COUNT\": 15, \"TEXT\": \"Publish the public API. Spec lives at https://docs.google.com/document/d/doc_api.\\nRate limiting is the main open risk.\"}, {\"ID\": \"doc_roadmap26#s3\", \"FILE_ID\": \"doc_roadmap26\", \"SECTION_INDEX\": 3, \"HEADING\": \"Q3 \\u2014 Expansion\", \"LEVEL\": 2, \"CHAR_START\": 323, \"CHAR_END\": 418, \"WORD_COUNT\": 13, \"TEXT\": \"Enter the EU market. Requires the DPA template and a data residency review.\"}, {\"ID\": \"doc_roadmap26#s4\", \"FILE_ID\": \"doc_roadmap26\", \"SECTION_INDEX\": 4, \"HEADING\": \"Q4 \\u2014 Consolidation\", \"LEVEL\": 2, \"CHAR_START\": 418, \"CHAR_END\": 487, \"WORD_COUNT\": 7, \"TEXT\": \"Reduce operational load. No new surface area.\"}], \"count\": 5, \"total\": 36, \"limited\": true}}",
"origin": "generated",
"created_at": 1789422251.802207
},
{
"id": "case-2315d5ebd1",
"axis": 1,
"tier": "structure",
"nl": "How many sections are there?",
"dsl": "COUNT SECTIONS",
"expect": "{\"kind\": \"data\", \"data\": {\"count\": 36}}",
"origin": "generated",
"created_at": 1789422251.8092935
},
{
"id": "case-832faf5147",
"axis": 1,
"tier": "filters",
"nl": "Show me doc_roadmap26#s0",
"dsl": "GET SECTIONS \"doc_roadmap26#s0\"",
"expect": "{\"kind\": \"data\", \"data\": {\"record\": {\"ID\": \"doc_roadmap26#s0\", \"FILE_ID\": \"doc_roadmap26\", \"SECTION_INDEX\": 0, \"HEADING\": \"Roadmap 2026\", \"LEVEL\": 1, \"CHAR_START\": 0, \"CHAR_END\": 16, \"WORD_COUNT\": 0, \"TEXT\": null}}}",
"origin": "generated",
"created_at": 1789422251.8166964
},
{
"id": "case-711f86900a",
"axis": 1,
"tier": "aggregation",
"nl": "Total section_index",
"dsl": "SUM SECTIONS SECTION_INDEX",
"expect": "{\"kind\": \"data\", \"data\": {\"sum\": 50, \"field\": \"SECTION_INDEX\", \"rows_considered\": 36, \"rows_contributing\": 36, \"rows_missing_value\": 0}}",
"origin": "generated",
"created_at": 1789422251.8232846
},
{
"id": "case-3f3ad5ac0e",
"axis": 1,
"tier": "error",
"nl": "Unknown field must coach, not silently drop",
"dsl": "LIST SECTIONS WHERE MADE_UP_FIELD IS \"x\"",
"expect": "{\"kind\": \"error\", \"must_have\": [\"unknown_fields\", \"valid_fields\", \"example\"]}",
"origin": "generated",
"created_at": 1789422251.8264432
},
{
"id": "case-8e89d40057",
"axis": 1,
"tier": "help",
"nl": "Read the SECTIONS lesson",
"dsl": "HELP SECTIONS",
"expect": "{\"kind\": \"help\"}",
"origin": "generated",
"created_at": 1789422251.829398
},
{
"id": "case-29049059bc",
"axis": 2,
"tier": "robustness",
"nl": "Fuzzy lookup: \"doc_roadmap26#\"",
"dsl": "RESOLVE SECTIONS \"doc_roadmap26#\"",
"expect": "{\"kind\": \"resolve\", \"must_match\": \"doc_roadmap26#s0\"}",
"origin": "generated",
"created_at": 1789422251.8322918
},
{
"id": "case-2a200cbdab",
"axis": 2,
"tier": "intent",
"nl": "How many files by kind?",
"dsl": "COUNT FILES BY IS_FOLDER",
"expect": "{\"kind\": \"data\", \"data\": {\"groups\": [{\"group\": \"no\", \"count\": 12}, {\"group\": \"yes\", \"count\": 7}], \"total\": 19}}",
"origin": "intent",
"created_at": 1789422251.8395574
}
]
Back to instance