{ "@context": { "@language": "en", "@vocab": "https://schema.org/", "arrayShape": "cr:arrayShape", "citeAs": "cr:citeAs", "column": "cr:column", "conformsTo": "dct:conformsTo", "containedIn": "cr:containedIn", "cr": "http://mlcommons.org/croissant/", "rai": "http://mlcommons.org/croissant/RAI/", "data": { "@id": "cr:data", "@type": "@json" }, "dataType": { "@id": "cr:dataType", "@type": "@vocab" }, "description": { "@container": "@language" }, "dct": "http://purl.org/dc/terms/", "examples": { "@id": "cr:examples", "@type": "@json" }, "extract": "cr:extract", "field": "cr:field", "fileProperty": "cr:fileProperty", "fileObject": "cr:fileObject", "fileSet": "cr:fileSet", "format": "cr:format", "includes": "cr:includes", "isArray": "cr:isArray", "isLiveDataset": "cr:isLiveDataset", "jsonPath": "cr:jsonPath", "key": "cr:key", "md5": "cr:md5", "name": { "@container": "@language" }, "parentField": "cr:parentField", "path": "cr:path", "recordSet": "cr:recordSet", "references": "cr:references", "regex": "cr:regex", "repeated": "cr:repeated", "replace": "cr:replace", "samplingRate": "cr:samplingRate", "sc": "https://schema.org/", "separator": "cr:separator", "source": "cr:source", "subField": "cr:subField", "transform": "cr:transform", "prov": "http://www.w3.org/ns/prov#" }, "@type": "sc:Dataset", "name": "MQuAKE-ST KG–QA", "alternateName": "MultiHopKGQA MQuAKE-ST", "description": "MQuAKE-ST is a navigation-ready multi-hop knowledge-graph question answering dataset reconstructed from MQuAKE-CF and MQuAKE-Remastered over a fixed Wikidata-derived graph. It materializes a directed knowledge graph with 38,516 entities, 665 relation types, and 724,141 triples, and provides 29,081 single-answer and 21,979 multi-answer QA instances across 1–4 hops. Each instance includes a natural-language question, an explicit start/topic entity, answer entity information, hop length, a relation-chain key, a dataset split, and controlled paraphrase variants; single-answer instances additionally provide annotated reference evidence paths, while multi-answer instances retain all semantically valid answer entities under the relation-chain semantics. One-hop questions are reserved for training, and the remaining questions use approximately 80/10/10 train/dev/test splits.", "url": "https://storage.googleapis.com/halcyon_data/multihop_ds/datasets/MQuAKE_ST/index.html", "conformsTo": "http://mlcommons.org/croissant/1.1", "license": "https://creativecommons.org/licenses/by/4.0/", "version": "1.0.0", "dateCreated": "2026-05-06", "datePublished": "2026-05-06", "dateModified": "2026-09-15", "inLanguage": "en", "isAccessibleForFree": true, "isLiveDataset": false, "keywords": [ "knowledge graph question answering", "KGQA", "multi-hop reasoning", "question-conditioned graph navigation", "reasoning paths", "path fidelity", "MQuAKE", "Wikidata", "multi-answer", "paraphrase robustness" ], "creator": [ { "@type": "sc:Person", "name": "Eduin E. Hernandez", "identifier": "https://orcid.org/0009-0008-2812-5311", "url": "https://github.com/HernandezEduin", "sameAs": [ "https://orcid.org/0009-0008-2812-5311", "https://scholar.google.com/citations?user=as6mvcAAAAAJ", "https://www.kaggle.com/eehernandez" ], "affiliation": { "@type": "sc:Organization", "name": "National Yang Ming Chiao Tung University" } }, { "@type": "sc:Person", "name": "Luis F. Garcia" }, { "@type": "sc:Person", "name": "Nurassyl Askar" }, { "@type": "sc:Person", "name": "Sergio A. Diaz", "affiliation": { "@type": "sc:Organization", "name": "National Yang Ming Chiao Tung University" } }, { "@type": "sc:Person", "name": "Stefano Rini", "affiliation": { "@type": "sc:Organization", "name": "National Yang Ming Chiao Tung University" } } ], "publisher": { "@type": "sc:Person", "name": "Eduin E. Hernandez", "url": "https://www.kaggle.com/eehernandez" }, "includedInDataCatalog": { "@type": "sc:DataCatalog", "name": "Kaggle", "url": "https://www.kaggle.com/datasets" }, "isPartOf": { "@type": "sc:CreativeWork", "name": "THESEUS Project", "url": "https://github.com/HalcyonSolutions/THESEUS" }, "citeAs": "@inproceedings{zhong2023mquake,\n title={{MQuAKE}: Assessing Knowledge Editing in Language Models via Multi-Hop Questions},\n author={Zhong, Zexuan and Wu, Zhengxuan and Manning, Christopher D. and Potts, Christopher and Chen, Danqi},\n booktitle={Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing},\n pages={15686--15702},\n year={2023},\n doi={10.18653/v1/2023.emnlp-main.971}\n}\n\n@inproceedings{zhong2025mquake,\n title={MQuAKE-Remastered: Multi-Hop Knowledge Editing Can Only Be Advanced with Reliable Evaluations},\n author={Shaochen Zhong and Yifan Lu and Lize Shao and Bhargav Bhushanam and Xiaocong Du and Louis Feng and Yixin Wan and Yucheng Shi and Daochen Zha and Yiwei Wang and Ninghao Liu and Kaixiong Zhou and Shuai Xu and Vipin Chaudhary and Xia Hu},\n booktitle={The Thirteenth International Conference on Learning Representations},\n year={2025},\n url={https://openreview.net/forum?id=m9wG6ai2Xk}\n}\n\n@article{hernandez2026theseus,\n author = {Hernandez, Eduin E. and Garcia, Luis F. and Askar, Nurassyl and Diaz, Sergio A. and Rini, Stefano},\n title = {Theseus in the Graph: Towards Traceable Multi-Hop Graph Navigation},\n journal = {arXiv preprint arXiv:2609.14528},\n year = {2026}\n}", "distribution": [ { "@type": "cr:FileObject", "@id": "mquake_st_dataset.zip", "name": "mquake_st_dataset.zip", "contentUrl": "https://storage.googleapis.com/halcyon_data/multihop_ds/datasets/MQuAKE_ST/mquake_st_dataset.zip", "encodingFormat": "application/zip", "description": "ZIP archive containing the public MQuAKE-ST KG–QA dataset release.", "sha256": "b9184ccfdabdbd701dd33f92d791f71bb115d3fc1550cdc70563a1462488dbd1", "contentSize": "20685822 B" }, { "@type": "cr:FileObject", "@id": "kg/triplets.txt", "name": "kg/triplets.txt", "contentUrl": "https://storage.googleapis.com/halcyon_data/multihop_ds/datasets/MQuAKE_ST/kg/triplets.txt", "encodingFormat": "text/plain", "description": "Full directed static knowledge graph used as the MQuAKE-ST navigation environment.", "sha256": "6afc7862c95123d872146bde86d2e9763593b2f2382c7ab0dd56443c41be46ff", "contentSize": "16023319 B" }, { "@type": "cr:FileObject", "@id": "kg/train.txt", "name": "kg/train.txt", "contentUrl": "https://storage.googleapis.com/halcyon_data/multihop_ds/datasets/MQuAKE_ST/kg/train.txt", "encodingFormat": "text/plain", "description": "Training triples from the static MQuAKE-ST knowledge graph.", "sha256": "78b01020cfc7cf66f88602b18947fa45f4d2369dba30f3e9b9ec3b7075a80c2e", "contentSize": "12818217 B" }, { "@type": "cr:FileObject", "@id": "kg/dev.txt", "name": "kg/dev.txt", "contentUrl": "https://storage.googleapis.com/halcyon_data/multihop_ds/datasets/MQuAKE_ST/kg/dev.txt", "encodingFormat": "text/plain", "description": "Validation triples from the static MQuAKE-ST knowledge graph.", "sha256": "5b4e1778d887c4d964027ea3da2e3fbf901c64354481b06be82353933be82905", "contentSize": "1602839 B" }, { "@type": "cr:FileObject", "@id": "kg/test.txt", "name": "kg/test.txt", "contentUrl": "https://storage.googleapis.com/halcyon_data/multihop_ds/datasets/MQuAKE_ST/kg/test.txt", "encodingFormat": "text/plain", "description": "Test triples from the static MQuAKE-ST knowledge graph.", "sha256": "777b326f9197ab9d58c0e613ce095812e0dd1f4475c9ed1d6fcb70f4b32620c4", "contentSize": "1602263 B" }, { "@type": "cr:FileObject", "@id": "node_data.csv_fileobject", "name": "metadata/node_data.csv", "contentUrl": "https://storage.googleapis.com/halcyon_data/multihop_ds/datasets/MQuAKE_ST/metadata/node_data.csv", "encodingFormat": "text/csv", "description": "Wikidata entity metadata mapping QIDs to human-readable labels, descriptions, aliases, Freebase MIDs when available, Wikipedia URLs, and redirect information.", "sha256": "727057a1acf0e25964f09ed7085fc76ea5fd0fa79eedf888869ba5d93e25dd75", "contentSize": "6125803 B" }, { "@type": "cr:FileObject", "@id": "relation_data.csv_fileobject", "name": "metadata/relation_data.csv", "contentUrl": "https://storage.googleapis.com/halcyon_data/multihop_ds/datasets/MQuAKE_ST/metadata/relation_data.csv", "encodingFormat": "text/csv", "description": "Wikidata relation metadata mapping PIDs to human-readable labels, descriptions, and aliases.", "sha256": "f29b50ee901842304ef45726353944987e5248967ac0d3a398efbddf5f9ab274", "contentSize": "133257 B" }, { "@type": "cr:FileObject", "@id": "single_answers/qa_2hop.csv_fileobject", "name": "qa/single_answers/qa_2hop.csv", "contentUrl": "https://storage.googleapis.com/halcyon_data/multihop_ds/datasets/MQuAKE_ST/qa/single_answers/qa_2hop.csv", "encodingFormat": "text/csv", "description": "Two-hop single-answer MQuAKE-ST questions with explicit topic entities, one gold answer, reference evidence paths, relation-chain keys, paraphrase variants, and split labels.", "sha256": "f0e401386cf13a0ad24ce8bc58aa39fa11d9e525aaede1336f2f06defdbf748d", "contentSize": "7657461 B" }, { "@type": "cr:FileObject", "@id": "single_answers/qa_3hop.csv_fileobject", "name": "qa/single_answers/qa_3hop.csv", "contentUrl": "https://storage.googleapis.com/halcyon_data/multihop_ds/datasets/MQuAKE_ST/qa/single_answers/qa_3hop.csv", "encodingFormat": "text/csv", "description": "Three-hop single-answer MQuAKE-ST questions with explicit topic entities, one gold answer, reference evidence paths, relation-chain keys, paraphrase variants, and split labels.", "sha256": "7c4ebbf61c219c961608c78afff5bf1e52fc95ae1b9faa2ce8d2b14076df95b5", "contentSize": "4586497 B" }, { "@type": "cr:FileObject", "@id": "single_answers/qa_4hop.csv_fileobject", "name": "qa/single_answers/qa_4hop.csv", "contentUrl": "https://storage.googleapis.com/halcyon_data/multihop_ds/datasets/MQuAKE_ST/qa/single_answers/qa_4hop.csv", "encodingFormat": "text/csv", "description": "Four-hop single-answer MQuAKE-ST questions with explicit topic entities, one gold answer, reference evidence paths, relation-chain keys, paraphrase variants, and split labels.", "sha256": "dee662ab4e09ff8a46544554929c9f554f72039f1c74b9107532588bb834a2fa", "contentSize": "2189749 B" }, { "@type": "cr:FileObject", "@id": "single_answers/qa_nhop.csv_fileobject", "name": "qa/single_answers/qa_nhop.csv", "contentUrl": "https://storage.googleapis.com/halcyon_data/multihop_ds/datasets/MQuAKE_ST/qa/single_answers/qa_nhop.csv", "encodingFormat": "text/csv", "description": "Mixed 1–4-hop single-answer MQuAKE-ST questions. One-hop questions are reserved for training; higher-hop questions include train/dev/test splits.", "sha256": "26222a25eb61740cf6f7e25c0d8db4d84fc2a85d04202f2fd58c849484ec9ad1", "contentSize": "21630121 B" }, { "@type": "cr:FileObject", "@id": "multi_answers/qa_2hop.csv_fileobject", "name": "qa/multi_answers/qa_2hop.csv", "contentUrl": "https://storage.googleapis.com/halcyon_data/multihop_ds/datasets/MQuAKE_ST/qa/multi_answers/qa_2hop.csv", "encodingFormat": "text/csv", "description": "Two-hop multi-answer MQuAKE-ST questions retaining all semantically valid answer entities under the annotated relation-chain semantics.", "sha256": "80cf63ca0293d64307c043a7c26b3411ef84561ed66e58d1bdfe6b5611e9cd5a", "contentSize": "3210524 B" }, { "@type": "cr:FileObject", "@id": "multi_answers/qa_3hop.csv_fileobject", "name": "qa/multi_answers/qa_3hop.csv", "contentUrl": "https://storage.googleapis.com/halcyon_data/multihop_ds/datasets/MQuAKE_ST/qa/multi_answers/qa_3hop.csv", "encodingFormat": "text/csv", "description": "Three-hop multi-answer MQuAKE-ST questions retaining all semantically valid answer entities under the annotated relation-chain semantics.", "sha256": "0c804dc92cfcce588ae0845e79e8b7b03473d0459fe7f2cd26143758d1ae8d9c", "contentSize": "2222921 B" }, { "@type": "cr:FileObject", "@id": "multi_answers/qa_4hop.csv_fileobject", "name": "qa/multi_answers/qa_4hop.csv", "contentUrl": "https://storage.googleapis.com/halcyon_data/multihop_ds/datasets/MQuAKE_ST/qa/multi_answers/qa_4hop.csv", "encodingFormat": "text/csv", "description": "Four-hop multi-answer MQuAKE-ST questions retaining all semantically valid answer entities under the annotated relation-chain semantics.", "sha256": "f9b4f831a9aa4a42800e11b2ea834ea1c3016c34b9b3e5ef0c975cdcdd7f3738", "contentSize": "1832362 B" }, { "@type": "cr:FileObject", "@id": "multi_answers/qa_nhop.csv_fileobject", "name": "qa/multi_answers/qa_nhop.csv", "contentUrl": "https://storage.googleapis.com/halcyon_data/multihop_ds/datasets/MQuAKE_ST/qa/multi_answers/qa_nhop.csv", "encodingFormat": "text/csv", "description": "Mixed 1–4-hop multi-answer MQuAKE-ST questions. One-hop questions are reserved for training; higher-hop questions include train/dev/test splits.", "sha256": "43534c2ee941ff5f09ec3754f253296a3bc706f3653523bdafa649dc358b0374", "contentSize": "13080527 B" }, { "@type": "cr:FileObject", "@id": "templates/single_hop_question_templates.json", "name": "templates/single_hop_question_templates.json", "contentUrl": "https://storage.googleapis.com/halcyon_data/multihop_ds/datasets/MQuAKE_ST/templates/single_hop_question_templates.json", "encodingFormat": "application/json", "description": "Verified one-hop question-template bank mapping 44 Wikidata relation PIDs to three natural-language templates each.", "sha256": "0f25bc8acb3a670df537e19957eda9bc228ba7ecb857711d2733599026f6b5d9", "contentSize": "6184 B" }, { "@type": "cr:FileObject", "@id": "templates/multi_hop_question_templates.json", "name": "templates/multi_hop_question_templates.json", "contentUrl": "https://storage.googleapis.com/halcyon_data/multihop_ds/datasets/MQuAKE_ST/templates/multi_hop_question_templates.json", "encodingFormat": "application/json", "description": "Verified multi-hop question-template bank mapping 574 ordered relation-chain keys to natural-language templates for 2–4-hop question construction.", "sha256": "ad8fb09dd582af3f8cfbd4cd1ca8d8da899b21fd111ffa80b09251ace81c1580", "contentSize": "214770 B" } ], "recordSet": [ { "@type": "cr:RecordSet", "@id": "node_data.csv", "name": "node_data.csv", "description": "Rows from metadata/node_data.csv.", "field": [ { "@type": "cr:Field", "@id": "node_data.csv/QID", "name": "QID", "description": "Wikidata entity identifier (QID).", "dataType": "sc:Text", "source": { "fileObject": { "@id": "node_data.csv_fileobject" }, "extract": { "column": "QID" } } }, { "@type": "cr:Field", "@id": "node_data.csv/Title", "name": "Title", "description": "Preferred human-readable entity label.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "node_data.csv_fileobject" }, "extract": { "column": "Title" } } }, { "@type": "cr:Field", "@id": "node_data.csv/Description", "name": "Description", "description": "Wikidata description for the entity.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "node_data.csv_fileobject" }, "extract": { "column": "Description" } } }, { "@type": "cr:Field", "@id": "node_data.csv/Alias", "name": "Alias", "description": "Pipe-separated aliases for the entity.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "node_data.csv_fileobject" }, "extract": { "column": "Alias" } } }, { "@type": "cr:Field", "@id": "node_data.csv/MID", "name": "MID", "description": "Freebase-compatible MID when available.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "node_data.csv_fileobject" }, "extract": { "column": "MID" } } }, { "@type": "cr:Field", "@id": "node_data.csv/URL", "name": "URL", "description": "Associated Wikipedia URL when available.", "dataType": "sc:URL", "source": { "fileObject": { "@id": "node_data.csv_fileobject" }, "extract": { "column": "URL" } } }, { "@type": "cr:Field", "@id": "node_data.csv/Forwarding", "name": "Forwarding", "description": "Redirect or forwarding target when applicable.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "node_data.csv_fileobject" }, "extract": { "column": "Forwarding" } } } ] }, { "@type": "cr:RecordSet", "@id": "relation_data.csv", "name": "relation_data.csv", "description": "Rows from metadata/relation_data.csv.", "field": [ { "@type": "cr:Field", "@id": "relation_data.csv/Property", "name": "Property", "description": "Wikidata relation identifier (PID).", "dataType": "sc:Text", "source": { "fileObject": { "@id": "relation_data.csv_fileobject" }, "extract": { "column": "Property" } } }, { "@type": "cr:Field", "@id": "relation_data.csv/Title", "name": "Title", "description": "Preferred human-readable relation label.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "relation_data.csv_fileobject" }, "extract": { "column": "Title" } } }, { "@type": "cr:Field", "@id": "relation_data.csv/Description", "name": "Description", "description": "Wikidata description for the relation.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "relation_data.csv_fileobject" }, "extract": { "column": "Description" } } }, { "@type": "cr:Field", "@id": "relation_data.csv/Alias", "name": "Alias", "description": "Pipe-separated aliases for the relation.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "relation_data.csv_fileobject" }, "extract": { "column": "Alias" } } } ] }, { "@type": "cr:RecordSet", "@id": "single_answers/qa_2hop.csv", "name": "single_answers/qa_2hop.csv", "description": "Rows from qa/single_answers/qa_2hop.csv.", "field": [ { "@type": "cr:Field", "@id": "single_answers/qa_2hop.csv/Question-Number", "name": "Question-Number", "description": "Integer question identifier.", "dataType": "sc:Integer", "source": { "fileObject": { "@id": "single_answers/qa_2hop.csv_fileobject" }, "extract": { "column": "Question-Number" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_2hop.csv/Question", "name": "Question", "description": "Canonical natural-language question.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_2hop.csv_fileobject" }, "extract": { "column": "Question" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_2hop.csv/Question-Paraphrased", "name": "Question-Paraphrased", "description": "Serialized list of controlled paraphrase variants of the question.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_2hop.csv_fileobject" }, "extract": { "column": "Question-Paraphrased" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_2hop.csv/Question-Disambiguated", "name": "Question-Disambiguated", "description": "Serialized list of question variants in which the start/topic entity is disambiguated with its Wikidata QID.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_2hop.csv_fileobject" }, "extract": { "column": "Question-Disambiguated" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_2hop.csv/Source", "name": "Source", "description": "Human-readable start/topic entity.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_2hop.csv_fileobject" }, "extract": { "column": "Source" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_2hop.csv/Source-Entity", "name": "Source-Entity", "description": "Wikidata QID of the start/topic entity.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_2hop.csv_fileobject" }, "extract": { "column": "Source-Entity" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_2hop.csv/Answer", "name": "Answer", "description": "Human-readable gold answer entity.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_2hop.csv_fileobject" }, "extract": { "column": "Answer" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_2hop.csv/Answer-Entity", "name": "Answer-Entity", "description": "Wikidata QID of the gold answer entity.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_2hop.csv_fileobject" }, "extract": { "column": "Answer-Entity" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_2hop.csv/Paths", "name": "Paths", "description": "Serialized ordered list of gold/reference triples in Wikidata identifier form from the source entity to the answer.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_2hop.csv_fileobject" }, "extract": { "column": "Paths" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_2hop.csv/Paths-Label", "name": "Paths-Label", "description": "Serialized human-readable version of the annotated reference path.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_2hop.csv_fileobject" }, "extract": { "column": "Paths-Label" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_2hop.csv/Path-Key", "name": "Path-Key", "description": "Ordered Wikidata PID relation-chain key, such as P50->P27.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_2hop.csv_fileobject" }, "extract": { "column": "Path-Key" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_2hop.csv/Hops", "name": "Hops", "description": "Number of relations in the intended reasoning chain.", "dataType": "sc:Integer", "source": { "fileObject": { "@id": "single_answers/qa_2hop.csv_fileobject" }, "extract": { "column": "Hops" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_2hop.csv/SplitLabel", "name": "SplitLabel", "description": "Dataset split label: train, dev, or test.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_2hop.csv_fileobject" }, "extract": { "column": "SplitLabel" } } } ] }, { "@type": "cr:RecordSet", "@id": "single_answers/qa_3hop.csv", "name": "single_answers/qa_3hop.csv", "description": "Rows from qa/single_answers/qa_3hop.csv.", "field": [ { "@type": "cr:Field", "@id": "single_answers/qa_3hop.csv/Question-Number", "name": "Question-Number", "description": "Integer question identifier.", "dataType": "sc:Integer", "source": { "fileObject": { "@id": "single_answers/qa_3hop.csv_fileobject" }, "extract": { "column": "Question-Number" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_3hop.csv/Question", "name": "Question", "description": "Canonical natural-language question.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_3hop.csv_fileobject" }, "extract": { "column": "Question" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_3hop.csv/Question-Paraphrased", "name": "Question-Paraphrased", "description": "Serialized list of controlled paraphrase variants of the question.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_3hop.csv_fileobject" }, "extract": { "column": "Question-Paraphrased" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_3hop.csv/Question-Disambiguated", "name": "Question-Disambiguated", "description": "Serialized list of question variants in which the start/topic entity is disambiguated with its Wikidata QID.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_3hop.csv_fileobject" }, "extract": { "column": "Question-Disambiguated" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_3hop.csv/Source", "name": "Source", "description": "Human-readable start/topic entity.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_3hop.csv_fileobject" }, "extract": { "column": "Source" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_3hop.csv/Source-Entity", "name": "Source-Entity", "description": "Wikidata QID of the start/topic entity.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_3hop.csv_fileobject" }, "extract": { "column": "Source-Entity" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_3hop.csv/Answer", "name": "Answer", "description": "Human-readable gold answer entity.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_3hop.csv_fileobject" }, "extract": { "column": "Answer" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_3hop.csv/Answer-Entity", "name": "Answer-Entity", "description": "Wikidata QID of the gold answer entity.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_3hop.csv_fileobject" }, "extract": { "column": "Answer-Entity" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_3hop.csv/Paths", "name": "Paths", "description": "Serialized ordered list of gold/reference triples in Wikidata identifier form from the source entity to the answer.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_3hop.csv_fileobject" }, "extract": { "column": "Paths" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_3hop.csv/Paths-Label", "name": "Paths-Label", "description": "Serialized human-readable version of the annotated reference path.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_3hop.csv_fileobject" }, "extract": { "column": "Paths-Label" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_3hop.csv/Path-Key", "name": "Path-Key", "description": "Ordered Wikidata PID relation-chain key, such as P50->P27.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_3hop.csv_fileobject" }, "extract": { "column": "Path-Key" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_3hop.csv/Hops", "name": "Hops", "description": "Number of relations in the intended reasoning chain.", "dataType": "sc:Integer", "source": { "fileObject": { "@id": "single_answers/qa_3hop.csv_fileobject" }, "extract": { "column": "Hops" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_3hop.csv/SplitLabel", "name": "SplitLabel", "description": "Dataset split label: train, dev, or test.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_3hop.csv_fileobject" }, "extract": { "column": "SplitLabel" } } } ] }, { "@type": "cr:RecordSet", "@id": "single_answers/qa_4hop.csv", "name": "single_answers/qa_4hop.csv", "description": "Rows from qa/single_answers/qa_4hop.csv.", "field": [ { "@type": "cr:Field", "@id": "single_answers/qa_4hop.csv/Question-Number", "name": "Question-Number", "description": "Integer question identifier.", "dataType": "sc:Integer", "source": { "fileObject": { "@id": "single_answers/qa_4hop.csv_fileobject" }, "extract": { "column": "Question-Number" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_4hop.csv/Question", "name": "Question", "description": "Canonical natural-language question.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_4hop.csv_fileobject" }, "extract": { "column": "Question" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_4hop.csv/Question-Paraphrased", "name": "Question-Paraphrased", "description": "Serialized list of controlled paraphrase variants of the question.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_4hop.csv_fileobject" }, "extract": { "column": "Question-Paraphrased" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_4hop.csv/Question-Disambiguated", "name": "Question-Disambiguated", "description": "Serialized list of question variants in which the start/topic entity is disambiguated with its Wikidata QID.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_4hop.csv_fileobject" }, "extract": { "column": "Question-Disambiguated" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_4hop.csv/Source", "name": "Source", "description": "Human-readable start/topic entity.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_4hop.csv_fileobject" }, "extract": { "column": "Source" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_4hop.csv/Source-Entity", "name": "Source-Entity", "description": "Wikidata QID of the start/topic entity.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_4hop.csv_fileobject" }, "extract": { "column": "Source-Entity" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_4hop.csv/Answer", "name": "Answer", "description": "Human-readable gold answer entity.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_4hop.csv_fileobject" }, "extract": { "column": "Answer" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_4hop.csv/Answer-Entity", "name": "Answer-Entity", "description": "Wikidata QID of the gold answer entity.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_4hop.csv_fileobject" }, "extract": { "column": "Answer-Entity" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_4hop.csv/Paths", "name": "Paths", "description": "Serialized ordered list of gold/reference triples in Wikidata identifier form from the source entity to the answer.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_4hop.csv_fileobject" }, "extract": { "column": "Paths" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_4hop.csv/Paths-Label", "name": "Paths-Label", "description": "Serialized human-readable version of the annotated reference path.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_4hop.csv_fileobject" }, "extract": { "column": "Paths-Label" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_4hop.csv/Path-Key", "name": "Path-Key", "description": "Ordered Wikidata PID relation-chain key, such as P50->P27.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_4hop.csv_fileobject" }, "extract": { "column": "Path-Key" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_4hop.csv/Hops", "name": "Hops", "description": "Number of relations in the intended reasoning chain.", "dataType": "sc:Integer", "source": { "fileObject": { "@id": "single_answers/qa_4hop.csv_fileobject" }, "extract": { "column": "Hops" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_4hop.csv/SplitLabel", "name": "SplitLabel", "description": "Dataset split label: train, dev, or test.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_4hop.csv_fileobject" }, "extract": { "column": "SplitLabel" } } } ] }, { "@type": "cr:RecordSet", "@id": "single_answers/qa_nhop.csv", "name": "single_answers/qa_nhop.csv", "description": "Rows from qa/single_answers/qa_nhop.csv.", "field": [ { "@type": "cr:Field", "@id": "single_answers/qa_nhop.csv/Question-Number", "name": "Question-Number", "description": "Integer question identifier.", "dataType": "sc:Integer", "source": { "fileObject": { "@id": "single_answers/qa_nhop.csv_fileobject" }, "extract": { "column": "Question-Number" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_nhop.csv/Question", "name": "Question", "description": "Canonical natural-language question.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_nhop.csv_fileobject" }, "extract": { "column": "Question" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_nhop.csv/Question-Paraphrased", "name": "Question-Paraphrased", "description": "Serialized list of controlled paraphrase variants of the question.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_nhop.csv_fileobject" }, "extract": { "column": "Question-Paraphrased" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_nhop.csv/Question-Disambiguated", "name": "Question-Disambiguated", "description": "Serialized list of question variants in which the start/topic entity is disambiguated with its Wikidata QID.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_nhop.csv_fileobject" }, "extract": { "column": "Question-Disambiguated" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_nhop.csv/Source", "name": "Source", "description": "Human-readable start/topic entity.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_nhop.csv_fileobject" }, "extract": { "column": "Source" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_nhop.csv/Source-Entity", "name": "Source-Entity", "description": "Wikidata QID of the start/topic entity.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_nhop.csv_fileobject" }, "extract": { "column": "Source-Entity" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_nhop.csv/Answer", "name": "Answer", "description": "Human-readable gold answer entity.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_nhop.csv_fileobject" }, "extract": { "column": "Answer" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_nhop.csv/Answer-Entity", "name": "Answer-Entity", "description": "Wikidata QID of the gold answer entity.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_nhop.csv_fileobject" }, "extract": { "column": "Answer-Entity" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_nhop.csv/Paths", "name": "Paths", "description": "Serialized ordered list of gold/reference triples in Wikidata identifier form from the source entity to the answer.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_nhop.csv_fileobject" }, "extract": { "column": "Paths" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_nhop.csv/Paths-Label", "name": "Paths-Label", "description": "Serialized human-readable version of the annotated reference path.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_nhop.csv_fileobject" }, "extract": { "column": "Paths-Label" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_nhop.csv/Path-Key", "name": "Path-Key", "description": "Ordered Wikidata PID relation-chain key, such as P50->P27.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_nhop.csv_fileobject" }, "extract": { "column": "Path-Key" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_nhop.csv/Hops", "name": "Hops", "description": "Number of relations in the intended reasoning chain.", "dataType": "sc:Integer", "source": { "fileObject": { "@id": "single_answers/qa_nhop.csv_fileobject" }, "extract": { "column": "Hops" } } }, { "@type": "cr:Field", "@id": "single_answers/qa_nhop.csv/SplitLabel", "name": "SplitLabel", "description": "Dataset split label: train, dev, or test.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "single_answers/qa_nhop.csv_fileobject" }, "extract": { "column": "SplitLabel" } } } ] }, { "@type": "cr:RecordSet", "@id": "multi_answers/qa_2hop.csv", "name": "multi_answers/qa_2hop.csv", "description": "Rows from qa/multi_answers/qa_2hop.csv.", "field": [ { "@type": "cr:Field", "@id": "multi_answers/qa_2hop.csv/Question-Number", "name": "Question-Number", "description": "Integer question identifier.", "dataType": "sc:Integer", "source": { "fileObject": { "@id": "multi_answers/qa_2hop.csv_fileobject" }, "extract": { "column": "Question-Number" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_2hop.csv/Question", "name": "Question", "description": "Canonical natural-language question.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_2hop.csv_fileobject" }, "extract": { "column": "Question" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_2hop.csv/Question-Paraphrased", "name": "Question-Paraphrased", "description": "Serialized list of controlled paraphrase variants of the question.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_2hop.csv_fileobject" }, "extract": { "column": "Question-Paraphrased" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_2hop.csv/Question-Disambiguated", "name": "Question-Disambiguated", "description": "Serialized list of question variants in which the start/topic entity is disambiguated with its Wikidata QID.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_2hop.csv_fileobject" }, "extract": { "column": "Question-Disambiguated" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_2hop.csv/Source", "name": "Source", "description": "Human-readable start/topic entity.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_2hop.csv_fileobject" }, "extract": { "column": "Source" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_2hop.csv/Source-Entity", "name": "Source-Entity", "description": "Wikidata QID of the start/topic entity.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_2hop.csv_fileobject" }, "extract": { "column": "Source-Entity" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_2hop.csv/Answer", "name": "Answer", "description": "Serialized list of all human-readable answer entities considered valid under the relation-chain semantics.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_2hop.csv_fileobject" }, "extract": { "column": "Answer" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_2hop.csv/Answer-Entity", "name": "Answer-Entity", "description": "Serialized list of Wikidata QIDs for all valid answer entities.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_2hop.csv_fileobject" }, "extract": { "column": "Answer-Entity" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_2hop.csv/Path-Key", "name": "Path-Key", "description": "Ordered Wikidata PID relation-chain key, such as P50->P27.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_2hop.csv_fileobject" }, "extract": { "column": "Path-Key" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_2hop.csv/Hops", "name": "Hops", "description": "Number of relations in the intended reasoning chain.", "dataType": "sc:Integer", "source": { "fileObject": { "@id": "multi_answers/qa_2hop.csv_fileobject" }, "extract": { "column": "Hops" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_2hop.csv/SplitLabel", "name": "SplitLabel", "description": "Dataset split label: train, dev, or test.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_2hop.csv_fileobject" }, "extract": { "column": "SplitLabel" } } } ] }, { "@type": "cr:RecordSet", "@id": "multi_answers/qa_3hop.csv", "name": "multi_answers/qa_3hop.csv", "description": "Rows from qa/multi_answers/qa_3hop.csv.", "field": [ { "@type": "cr:Field", "@id": "multi_answers/qa_3hop.csv/Question-Number", "name": "Question-Number", "description": "Integer question identifier.", "dataType": "sc:Integer", "source": { "fileObject": { "@id": "multi_answers/qa_3hop.csv_fileobject" }, "extract": { "column": "Question-Number" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_3hop.csv/Question", "name": "Question", "description": "Canonical natural-language question.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_3hop.csv_fileobject" }, "extract": { "column": "Question" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_3hop.csv/Question-Paraphrased", "name": "Question-Paraphrased", "description": "Serialized list of controlled paraphrase variants of the question.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_3hop.csv_fileobject" }, "extract": { "column": "Question-Paraphrased" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_3hop.csv/Question-Disambiguated", "name": "Question-Disambiguated", "description": "Serialized list of question variants in which the start/topic entity is disambiguated with its Wikidata QID.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_3hop.csv_fileobject" }, "extract": { "column": "Question-Disambiguated" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_3hop.csv/Source", "name": "Source", "description": "Human-readable start/topic entity.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_3hop.csv_fileobject" }, "extract": { "column": "Source" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_3hop.csv/Source-Entity", "name": "Source-Entity", "description": "Wikidata QID of the start/topic entity.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_3hop.csv_fileobject" }, "extract": { "column": "Source-Entity" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_3hop.csv/Answer", "name": "Answer", "description": "Serialized list of all human-readable answer entities considered valid under the relation-chain semantics.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_3hop.csv_fileobject" }, "extract": { "column": "Answer" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_3hop.csv/Answer-Entity", "name": "Answer-Entity", "description": "Serialized list of Wikidata QIDs for all valid answer entities.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_3hop.csv_fileobject" }, "extract": { "column": "Answer-Entity" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_3hop.csv/Path-Key", "name": "Path-Key", "description": "Ordered Wikidata PID relation-chain key, such as P50->P27.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_3hop.csv_fileobject" }, "extract": { "column": "Path-Key" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_3hop.csv/Hops", "name": "Hops", "description": "Number of relations in the intended reasoning chain.", "dataType": "sc:Integer", "source": { "fileObject": { "@id": "multi_answers/qa_3hop.csv_fileobject" }, "extract": { "column": "Hops" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_3hop.csv/SplitLabel", "name": "SplitLabel", "description": "Dataset split label: train, dev, or test.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_3hop.csv_fileobject" }, "extract": { "column": "SplitLabel" } } } ] }, { "@type": "cr:RecordSet", "@id": "multi_answers/qa_4hop.csv", "name": "multi_answers/qa_4hop.csv", "description": "Rows from qa/multi_answers/qa_4hop.csv.", "field": [ { "@type": "cr:Field", "@id": "multi_answers/qa_4hop.csv/Question-Number", "name": "Question-Number", "description": "Integer question identifier.", "dataType": "sc:Integer", "source": { "fileObject": { "@id": "multi_answers/qa_4hop.csv_fileobject" }, "extract": { "column": "Question-Number" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_4hop.csv/Question", "name": "Question", "description": "Canonical natural-language question.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_4hop.csv_fileobject" }, "extract": { "column": "Question" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_4hop.csv/Question-Paraphrased", "name": "Question-Paraphrased", "description": "Serialized list of controlled paraphrase variants of the question.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_4hop.csv_fileobject" }, "extract": { "column": "Question-Paraphrased" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_4hop.csv/Question-Disambiguated", "name": "Question-Disambiguated", "description": "Serialized list of question variants in which the start/topic entity is disambiguated with its Wikidata QID.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_4hop.csv_fileobject" }, "extract": { "column": "Question-Disambiguated" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_4hop.csv/Source", "name": "Source", "description": "Human-readable start/topic entity.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_4hop.csv_fileobject" }, "extract": { "column": "Source" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_4hop.csv/Source-Entity", "name": "Source-Entity", "description": "Wikidata QID of the start/topic entity.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_4hop.csv_fileobject" }, "extract": { "column": "Source-Entity" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_4hop.csv/Answer", "name": "Answer", "description": "Serialized list of all human-readable answer entities considered valid under the relation-chain semantics.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_4hop.csv_fileobject" }, "extract": { "column": "Answer" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_4hop.csv/Answer-Entity", "name": "Answer-Entity", "description": "Serialized list of Wikidata QIDs for all valid answer entities.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_4hop.csv_fileobject" }, "extract": { "column": "Answer-Entity" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_4hop.csv/Path-Key", "name": "Path-Key", "description": "Ordered Wikidata PID relation-chain key, such as P50->P27.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_4hop.csv_fileobject" }, "extract": { "column": "Path-Key" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_4hop.csv/Hops", "name": "Hops", "description": "Number of relations in the intended reasoning chain.", "dataType": "sc:Integer", "source": { "fileObject": { "@id": "multi_answers/qa_4hop.csv_fileobject" }, "extract": { "column": "Hops" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_4hop.csv/SplitLabel", "name": "SplitLabel", "description": "Dataset split label: train, dev, or test.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_4hop.csv_fileobject" }, "extract": { "column": "SplitLabel" } } } ] }, { "@type": "cr:RecordSet", "@id": "multi_answers/qa_nhop.csv", "name": "multi_answers/qa_nhop.csv", "description": "Rows from qa/multi_answers/qa_nhop.csv.", "field": [ { "@type": "cr:Field", "@id": "multi_answers/qa_nhop.csv/Question-Number", "name": "Question-Number", "description": "Integer question identifier.", "dataType": "sc:Integer", "source": { "fileObject": { "@id": "multi_answers/qa_nhop.csv_fileobject" }, "extract": { "column": "Question-Number" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_nhop.csv/Question", "name": "Question", "description": "Canonical natural-language question.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_nhop.csv_fileobject" }, "extract": { "column": "Question" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_nhop.csv/Question-Paraphrased", "name": "Question-Paraphrased", "description": "Serialized list of controlled paraphrase variants of the question.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_nhop.csv_fileobject" }, "extract": { "column": "Question-Paraphrased" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_nhop.csv/Question-Disambiguated", "name": "Question-Disambiguated", "description": "Serialized list of question variants in which the start/topic entity is disambiguated with its Wikidata QID.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_nhop.csv_fileobject" }, "extract": { "column": "Question-Disambiguated" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_nhop.csv/Source", "name": "Source", "description": "Human-readable start/topic entity.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_nhop.csv_fileobject" }, "extract": { "column": "Source" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_nhop.csv/Source-Entity", "name": "Source-Entity", "description": "Wikidata QID of the start/topic entity.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_nhop.csv_fileobject" }, "extract": { "column": "Source-Entity" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_nhop.csv/Answer", "name": "Answer", "description": "Serialized list of all human-readable answer entities considered valid under the relation-chain semantics.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_nhop.csv_fileobject" }, "extract": { "column": "Answer" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_nhop.csv/Answer-Entity", "name": "Answer-Entity", "description": "Serialized list of Wikidata QIDs for all valid answer entities.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_nhop.csv_fileobject" }, "extract": { "column": "Answer-Entity" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_nhop.csv/Path-Key", "name": "Path-Key", "description": "Ordered Wikidata PID relation-chain key, such as P50->P27.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_nhop.csv_fileobject" }, "extract": { "column": "Path-Key" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_nhop.csv/Hops", "name": "Hops", "description": "Number of relations in the intended reasoning chain.", "dataType": "sc:Integer", "source": { "fileObject": { "@id": "multi_answers/qa_nhop.csv_fileobject" }, "extract": { "column": "Hops" } } }, { "@type": "cr:Field", "@id": "multi_answers/qa_nhop.csv/SplitLabel", "name": "SplitLabel", "description": "Dataset split label: train, dev, or test.", "dataType": "sc:Text", "source": { "fileObject": { "@id": "multi_answers/qa_nhop.csv_fileobject" }, "extract": { "column": "SplitLabel" } } } ] } ], "rai:dataLimitations": [ "MQuAKE-ST is designed for question-conditioned graph navigation and path-based multi-hop KGQA evaluation, not for unrestricted open-domain question answering.", "Each question is grounded in a single topic/start entity and an ordered relation chain. Conjunction, negation, comparison, aggregation, multi-source reasoning, and other non-chain logical structures are outside the main design scope.", "The dataset assumes that entity linking has already been performed and that the provided static knowledge graph is the navigation environment.", "Question variants are generated from manually verified relation-chain templates. This helps preserve the intended relation semantics but limits linguistic diversity compared with naturally occurring questions.", "The released graph is a static reconstruction based on a Wikidata snapshot queried in early 2025; time-sensitive facts may differ from earlier MQuAKE-CF data or future Wikidata states.", "One-hop questions are reserved for training in the mixed-hop setting, so held-out evaluation focuses on 2–4-hop reasoning.", "Single-Answer and Multi-Answer are alternative QA settings over the same static KG and are not guaranteed to have mutually disjoint train/dev/test assignments across settings. Cross-setting training and evaluation should first construct a unified de-duplicated split to avoid QA-instance leakage.", "In the Multi-Answer setting, all semantically valid answer entities under the relation-chain semantics are retained, but a single exhaustive entity-level gold path is not stored; valid paths can instead be reconstructed lazily from Source-Entity, Path-Key, and the released KG.", "Annotated paths should be interpreted as reference evidence paths rather than unique explanations. Other semantically valid routes may exist in the graph." ], "rai:dataBiases": [ "The dataset inherits coverage biases, incompleteness, and temporal limitations from MQuAKE, MQuAKE-Remastered, Wikidata, and the selected seed entities and relation chains.", "The static KG reconstruction applies a frequency threshold of 40 to control graph size, so infrequently occurring entities and relations may be underrepresented, although original seed entities and relations are exempt from this pruning.", "Template-based question construction introduces recurring lexical and syntactic patterns. Models may exploit these regularities or relation-chain patterns instead of learning generalizable natural-language reasoning behavior.", "The source graph may reflect the cultural, geographic, biographical, and topical coverage patterns of Wikidata and the upstream MQuAKE resources." ], "rai:personalSensitiveInformation": [ "The dataset is derived from public knowledge-graph resources and may contain public entities corresponding to real people, organizations, places, and associated factual metadata.", "The dataset is not intended to contain private personal information. Public biographical facts inherited from Wikidata or upstream resources may nevertheless describe real individuals.", "No private user data was collected for constructing the MQuAKE-ST release." ], "rai:dataUseCases": [ "Benchmarking multi-hop KGQA models that explicitly navigate a knowledge graph.", "Evaluating question-conditioned graph navigation, answer accuracy, path fidelity, relation-sequence fidelity, and robustness to controlled paraphrases.", "Studying single-answer and multi-answer graph-navigation settings over a shared static KG.", "Using the released relation-chain templates and metadata to generate additional controlled QA instances over the same graph.", "Not recommended for unrestricted open-domain QA, private-information extraction, or claims about broad natural-language reasoning beyond graph navigation." ], "rai:dataSocialImpact": "MQuAKE-ST is intended to support transparent and reproducible evaluation of multi-hop KGQA systems by exposing the graph, topic entities, answer semantics, relation chains, and reference evidence paths. Potential benefits include improved traceability and more systematic diagnosis of graph-navigation behavior. Potential risks include overgeneralizing results beyond the benchmark's template-based chain-reasoning setting, treating reference-path agreement as proof of unique semantic reasoning, or reproducing biases and temporal limitations inherited from Wikidata and the upstream MQuAKE resources.", "rai:hasSyntheticData": true, "prov:wasDerivedFrom": [ { "@id": "https://github.com/princeton-nlp/MQuAKE/" }, { "@id": "https://huggingface.co/datasets/henryzhongsc/MQuAKE-Remastered" }, { "@id": "https://www.wikidata.org/" } ], "prov:wasGeneratedBy": { "@type": "prov:Activity", "prov:label": "MQuAKE-ST static KG and QA reconstruction", "description": "MQuAKE-CF annotated paths supply the initial Wikidata entity and relation seeds. For each seed entity, Wikidata triples in which the entity appears as head or tail were collected, expanding roughly 9K seed triples to more than 5M candidate triples. Redirected QIDs were canonicalized, and a frequency threshold of 40 was applied while exempting original seed entities and relations. Original seed triples absent from the reconstructed snapshot were not forcibly reinserted. The QA layer was rebuilt using verified relation-chain templates derived from MQuAKE-Remastered and further polished with GPT-assisted editing followed by manual verification. Unusable original question/path pairs were replaced with contiguous identifier-unique paths sampled from the reconstructed KG under the same relation-chain semantics. Single-Answer keeps only queries with one semantically valid answer; Multi-Answer retains all semantically valid answer entities. Questions are split approximately 80/10/10 for train/dev/test, with all one-hop questions reserved for training." } }