{"source":"CDSBench","benchmarkVersion":"v0.1","url":"https://cdsbench.com/methodology","generatedAt":"2026-09-16T11:28:51.041Z","license":"Public benchmark results may be reused with attribution to CDSBench and a link to the source URL. Source documents are not included.","benchmark":{"slug":"cdsbench","name":"CDSBench","version":"v0.1","isCurrent":true,"frozenAt":null,"promptVersion":"p1-raw","createdAt":"2026-09-15T17:16:09.724Z"},"scoring":"overall = 100 × (0.7 accuracy + 0.2 evidence + 0.1 abstention quality) − 15 × false-high-confidence rate; only independently verified questions count.","verifiedQuestionsByCategory":{"EXTRACTION":56,"MATURITY":26,"CURRENCY":28,"SENIORITY":30,"TRANSFERABILITY":30,"RESTRUCTURING":2,"ENTITY_MATCH":30,"EVIDENCE":30,"UNCERTAINTY":32,"CONTRADICTION":2,"DELIVERABILITY":30},"modelVersions":[{"model":"Mastermind","version":"Mastermind V0 (raw baseline)","versionSlug":"mastermind-v0","vendor":"CDSBench","ranked":false,"overall":91.2223,"questions":296,"runId":"cmu34tg0001zms63sldh2u6x4","runFinishedAt":"2026-09-15T20:36:13.712Z","page":"https://cdsbench.com/models/mastermind"},{"model":"Claude","version":"Claude Sonnet 5","versionSlug":"claude-sonnet-5","vendor":"Anthropic","ranked":true,"overall":91.2223,"questions":296,"runId":"cmu34tbnq00qfs63sotm9ax0w","runFinishedAt":"2026-09-15T20:36:08.094Z","page":"https://cdsbench.com/models/claude"},{"model":"GPT","version":"GPT-5","versionSlug":"gpt-5","vendor":"OpenAI","ranked":true,"overall":61.4925,"questions":296,"runId":"cmu34t9840001s63sbpux8ryx","runFinishedAt":"2026-09-15T20:36:05.308Z","page":"https://cdsbench.com/models/gpt"},{"model":"Gemini","version":"Gemini 2.5 Pro","versionSlug":"gemini-2-5-pro","vendor":"Google","ranked":true,"overall":58.6194,"questions":296,"runId":"cmu34tdt1018js63sw403sly6","runFinishedAt":"2026-09-15T20:36:10.931Z","page":"https://cdsbench.com/models/gemini"}],"cases":[{"slug":"brightwater-energy-corp-2028-b","title":"Brightwater Energy Corp 2028 (B)","year":2028,"split":"HOLDOUT","entity":{"slug":"brightwater-energy-corp","name":"Brightwater Energy Corp","type":"CORPORATE"},"creditEvent":{"type":"RESTRUCTURING","eventDate":"2028-08-04T00:00:00.000Z"},"questions":11,"documents":3,"instruments":1,"page":"https://cdsbench.com/cases/brightwater-energy-corp-2028-b"},{"slug":"federal-republic-of-aurelia-2028","title":"Federal Republic of Aurelia 2028","year":2028,"split":"HOLDOUT","entity":{"slug":"federal-republic-of-aurelia","name":"Federal Republic of Aurelia","type":"SOVEREIGN"},"creditEvent":{"type":"RESTRUCTURING","eventDate":"2028-05-13T00:00:00.000Z"},"questions":10,"documents":2,"instruments":1,"page":"https://cdsbench.com/cases/federal-republic-of-aurelia-2028"},{"slug":"halvard-steel-ag-2028-c","title":"Halvard Steel AG 2028 (C)","year":2028,"split":"HOLDOUT","entity":{"slug":"halvard-steel-ag","name":"Halvard Steel AG","type":"CORPORATE"},"creditEvent":{"type":"RESTRUCTURING","eventDate":"2028-06-07T00:00:00.000Z"},"questions":10,"documents":2,"instruments":1,"page":"https://cdsbench.com/cases/halvard-steel-ag-2028-c"},{"slug":"northgate-shipping-ltd-2028","title":"Northgate Shipping Ltd 2028","year":2028,"split":"HOLDOUT","entity":{"slug":"northgate-shipping-ltd","name":"Northgate Shipping Ltd","type":"CORPORATE"},"creditEvent":{"type":"RESTRUCTURING","eventDate":"2028-10-01T00:00:00.000Z"},"questions":10,"documents":2,"instruments":1,"page":"https://cdsbench.com/cases/northgate-shipping-ltd-2028"},{"slug":"republic-of-marovia-2028-b","title":"Republic of Marovia 2028 (B)","year":2028,"split":"HOLDOUT","entity":{"slug":"republic-of-marovia","name":"Republic of Marovia","type":"SOVEREIGN"},"creditEvent":{"type":"RESTRUCTURING","eventDate":"2028-01-19T00:00:00.000Z"},"questions":10,"documents":2,"instruments":1,"page":"https://cdsbench.com/cases/republic-of-marovia-2028-b"},{"slug":"republic-of-norland-2028-b","title":"Republic of Norland 2028 (B)","year":2028,"split":"HOLDOUT","entity":{"slug":"republic-of-norland","name":"Republic of Norland","type":"SOVEREIGN"},"creditEvent":{"type":"RESTRUCTURING","eventDate":"2028-03-16T00:00:00.000Z"},"questions":10,"documents":2,"instruments":1,"page":"https://cdsbench.com/cases/republic-of-norland-2028-b"},{"slug":"federal-republic-of-aurelia-2027-b","title":"Federal Republic of Aurelia 2027 (B)","year":2027,"split":"VALIDATION","entity":{"slug":"federal-republic-of-aurelia","name":"Federal Republic of Aurelia","type":"SOVEREIGN"},"creditEvent":{"type":"RESTRUCTURING","eventDate":"2027-07-01T00:00:00.000Z"},"questions":10,"documents":2,"instruments":1,"page":"https://cdsbench.com/cases/federal-republic-of-aurelia-2027-b"},{"slug":"northgate-shipping-ltd-2027-b","title":"Northgate Shipping Ltd 2027 (B)","year":2027,"split":"VALIDATION","entity":{"slug":"northgate-shipping-ltd","name":"Northgate Shipping Ltd","type":"CORPORATE"},"creditEvent":{"type":"RESTRUCTURING","eventDate":"2027-12-16T00:00:00.000Z"},"questions":10,"documents":2,"instruments":1,"page":"https://cdsbench.com/cases/northgate-shipping-ltd-2027-b"},{"slug":"orinoco-retail-holdings-plc-2027","title":"Orinoco Retail Holdings plc 2027","year":2027,"split":"VALIDATION","entity":{"slug":"orinoco-retail-holdings-plc","name":"Orinoco Retail Holdings plc","type":"CORPORATE"},"creditEvent":{"type":"FAILURE_TO_PAY","eventDate":"2027-04-10T00:00:00.000Z"},"questions":10,"documents":2,"instruments":1,"page":"https://cdsbench.com/cases/orinoco-retail-holdings-plc-2027"},{"slug":"republic-of-norland-2027-c","title":"Republic of Norland 2027 (C)","year":2027,"split":"VALIDATION","entity":{"slug":"republic-of-norland","name":"Republic of Norland","type":"SOVEREIGN"},"creditEvent":{"type":"RESTRUCTURING","eventDate":"2027-05-04T00:00:00.000Z"},"questions":10,"documents":2,"instruments":1,"page":"https://cdsbench.com/cases/republic-of-norland-2027-c"},{"slug":"solvane-airlines-s-a-2027","title":"Solvane Airlines S.A. 2027","year":2027,"split":"VALIDATION","entity":{"slug":"solvane-airlines-s-a","name":"Solvane Airlines S.A.","type":"CORPORATE"},"creditEvent":{"type":"RESTRUCTURING","eventDate":"2027-02-13T00:00:00.000Z"},"questions":9,"documents":2,"instruments":1,"page":"https://cdsbench.com/cases/solvane-airlines-s-a-2027"},{"slug":"united-provinces-of-kestrel-2027","title":"United Provinces of Kestrel 2027","year":2027,"split":"VALIDATION","entity":{"slug":"united-provinces-of-kestrel","name":"United Provinces of Kestrel","type":"SOVEREIGN"},"creditEvent":{"type":"RESTRUCTURING","eventDate":"2027-09-25T00:00:00.000Z"},"questions":10,"documents":2,"instruments":1,"page":"https://cdsbench.com/cases/united-provinces-of-kestrel-2027"},{"slug":"commonwealth-of-tessaly-2026","title":"Commonwealth of Tessaly 2026","year":2026,"split":"DEVELOPMENT","entity":{"slug":"commonwealth-of-tessaly","name":"Commonwealth of Tessaly","type":"SOVEREIGN"},"creditEvent":{"type":"RESTRUCTURING","eventDate":"2026-01-10T00:00:00.000Z"},"questions":10,"documents":2,"instruments":1,"page":"https://cdsbench.com/cases/commonwealth-of-tessaly-2026"},{"slug":"kingdom-of-vestmark-2026","title":"Kingdom of Vestmark 2026","year":2026,"split":"DEVELOPMENT","entity":{"slug":"kingdom-of-vestmark","name":"Kingdom of Vestmark","type":"SOVEREIGN"},"creditEvent":{"type":"RESTRUCTURING","eventDate":"2026-03-07T00:00:00.000Z"},"questions":10,"documents":2,"instruments":1,"page":"https://cdsbench.com/cases/kingdom-of-vestmark-2026"},{"slug":"meridian-telecom-s-a-2026","title":"Meridian Telecom S.A. 2026","year":2026,"split":"DEVELOPMENT","entity":{"slug":"meridian-telecom-s-a","name":"Meridian Telecom S.A.","type":"CORPORATE"},"creditEvent":{"type":"RESTRUCTURING","eventDate":"2026-08-22T00:00:00.000Z"},"questions":9,"documents":2,"instruments":1,"page":"https://cdsbench.com/cases/meridian-telecom-s-a-2026"},{"slug":"orinoco-retail-holdings-plc-2026-b","title":"Orinoco Retail Holdings plc 2026 (B)","year":2026,"split":"DEVELOPMENT","entity":{"slug":"orinoco-retail-holdings-plc","name":"Orinoco Retail Holdings plc","type":"CORPORATE"},"creditEvent":{"type":"FAILURE_TO_PAY","eventDate":"2026-06-25T00:00:00.000Z"},"questions":10,"documents":2,"instruments":1,"page":"https://cdsbench.com/cases/orinoco-retail-holdings-plc-2026-b"},{"slug":"solvane-airlines-s-a-2026-b","title":"Solvane Airlines S.A. 2026 (B)","year":2026,"split":"DEVELOPMENT","entity":{"slug":"solvane-airlines-s-a","name":"Solvane Airlines S.A.","type":"CORPORATE"},"creditEvent":{"type":"RESTRUCTURING","eventDate":"2026-04-01T00:00:00.000Z"},"questions":9,"documents":2,"instruments":1,"page":"https://cdsbench.com/cases/solvane-airlines-s-a-2026-b"},{"slug":"united-provinces-of-kestrel-2026-b","title":"United Provinces of Kestrel 2026 (B)","year":2026,"split":"DEVELOPMENT","entity":{"slug":"united-provinces-of-kestrel","name":"United Provinces of Kestrel","type":"SOVEREIGN"},"creditEvent":{"type":"RESTRUCTURING","eventDate":"2026-11-13T00:00:00.000Z"},"questions":10,"documents":2,"instruments":1,"page":"https://cdsbench.com/cases/united-provinces-of-kestrel-2026-b"},{"slug":"calder-chemicals-n-v-2025","title":"Calder Chemicals N.V. 2025","year":2025,"split":"DEVELOPMENT","entity":{"slug":"calder-chemicals-n-v","name":"Calder Chemicals N.V.","type":"CORPORATE"},"creditEvent":{"type":"RESTRUCTURING","eventDate":"2025-12-07T00:00:00.000Z"},"questions":10,"documents":2,"instruments":1,"page":"https://cdsbench.com/cases/calder-chemicals-n-v-2025"},{"slug":"commonwealth-of-tessaly-2025-b","title":"Commonwealth of Tessaly 2025 (B)","year":2025,"split":"DEVELOPMENT","entity":{"slug":"commonwealth-of-tessaly","name":"Commonwealth of Tessaly","type":"SOVEREIGN"},"creditEvent":{"type":"RESTRUCTURING","eventDate":"2025-03-25T00:00:00.000Z"},"questions":10,"documents":2,"instruments":1,"page":"https://cdsbench.com/cases/commonwealth-of-tessaly-2025-b"},{"slug":"halvard-steel-ag-2025","title":"Halvard Steel AG 2025","year":2025,"split":"DEVELOPMENT","entity":{"slug":"halvard-steel-ag","name":"Halvard Steel AG","type":"CORPORATE"},"creditEvent":{"type":"RESTRUCTURING","eventDate":"2025-02-04T00:00:00.000Z"},"questions":10,"documents":2,"instruments":1,"page":"https://cdsbench.com/cases/halvard-steel-ag-2025"},{"slug":"kingdom-of-vestmark-2025-b","title":"Kingdom of Vestmark 2025 (B)","year":2025,"split":"DEVELOPMENT","entity":{"slug":"kingdom-of-vestmark","name":"Kingdom of Vestmark","type":"SOVEREIGN"},"creditEvent":{"type":"RESTRUCTURING","eventDate":"2025-05-22T00:00:00.000Z"},"questions":10,"documents":2,"instruments":1,"page":"https://cdsbench.com/cases/kingdom-of-vestmark-2025-b"},{"slug":"meridian-telecom-s-a-2025-b","title":"Meridian Telecom S.A. 2025 (B)","year":2025,"split":"DEVELOPMENT","entity":{"slug":"meridian-telecom-s-a","name":"Meridian Telecom S.A.","type":"CORPORATE"},"creditEvent":{"type":"RESTRUCTURING","eventDate":"2025-10-10T00:00:00.000Z"},"questions":9,"documents":2,"instruments":1,"page":"https://cdsbench.com/cases/meridian-telecom-s-a-2025-b"},{"slug":"republic-of-sanderia-2025","title":"Republic of Sanderia 2025","year":2025,"split":"DEVELOPMENT","entity":{"slug":"republic-of-sanderia","name":"Republic of Sanderia","type":"SOVEREIGN"},"creditEvent":{"type":"RESTRUCTURING","eventDate":"2025-07-19T00:00:00.000Z"},"questions":9,"documents":2,"instruments":1,"page":"https://cdsbench.com/cases/republic-of-sanderia-2025"},{"slug":"brightwater-energy-corp-2024","title":"Brightwater Energy Corp 2024","year":2024,"split":"DEVELOPMENT","entity":{"slug":"brightwater-energy-corp","name":"Brightwater Energy Corp","type":"CORPORATE"},"creditEvent":{"type":"RESTRUCTURING","eventDate":"2024-06-16T00:00:00.000Z"},"questions":11,"documents":3,"instruments":1,"page":"https://cdsbench.com/cases/brightwater-energy-corp-2024"},{"slug":"calder-chemicals-n-v-2024-b","title":"Calder Chemicals N.V. 2024 (B)","year":2024,"split":"DEVELOPMENT","entity":{"slug":"calder-chemicals-n-v","name":"Calder Chemicals N.V.","type":"CORPORATE"},"creditEvent":{"type":"RESTRUCTURING","eventDate":"2024-02-22T00:00:00.000Z"},"questions":10,"documents":2,"instruments":1,"page":"https://cdsbench.com/cases/calder-chemicals-n-v-2024-b"},{"slug":"halvard-steel-ag-2024-b","title":"Halvard Steel AG 2024 (B)","year":2024,"split":"DEVELOPMENT","entity":{"slug":"halvard-steel-ag","name":"Halvard Steel AG","type":"CORPORATE"},"creditEvent":{"type":"RESTRUCTURING","eventDate":"2024-04-19T00:00:00.000Z"},"questions":10,"documents":2,"instruments":1,"page":"https://cdsbench.com/cases/halvard-steel-ag-2024-b"},{"slug":"republic-of-marovia-2024","title":"Republic of Marovia 2024","year":2024,"split":"DEVELOPMENT","entity":{"slug":"republic-of-marovia","name":"Republic of Marovia","type":"SOVEREIGN"},"creditEvent":{"type":"RESTRUCTURING","eventDate":"2024-11-04T00:00:00.000Z"},"questions":10,"documents":2,"instruments":1,"page":"https://cdsbench.com/cases/republic-of-marovia-2024"},{"slug":"republic-of-norland-2024","title":"Republic of Norland 2024","year":2024,"split":"DEVELOPMENT","entity":{"slug":"republic-of-norland","name":"Republic of Norland","type":"SOVEREIGN"},"creditEvent":{"type":"RESTRUCTURING","eventDate":"2024-01-01T00:00:00.000Z"},"questions":10,"documents":2,"instruments":1,"page":"https://cdsbench.com/cases/republic-of-norland-2024"},{"slug":"republic-of-sanderia-2024-b","title":"Republic of Sanderia 2024 (B)","year":2024,"split":"DEVELOPMENT","entity":{"slug":"republic-of-sanderia","name":"Republic of Sanderia","type":"SOVEREIGN"},"creditEvent":{"type":"RESTRUCTURING","eventDate":"2024-09-07T00:00:00.000Z"},"questions":9,"documents":2,"instruments":1,"page":"https://cdsbench.com/cases/republic-of-sanderia-2024-b"}]}