Zhuohan/finreason-task1-development

1{"$defs":{"nullable_score":{"oneOf":[{"type":"null"},{"pattern":"^(?:0(?:\\.[0-9]{1,16})?|1(?:\\.0{1,16})?)$","type":"string"}]}},"$id":"urn:finreason:task1:schema:task1_report.schema.json","$schema":"https://json-schema.org/draft/2020-12/schema","additionalProperties":false,"properties":{"counts":{"additionalProperties":false,"properties":{"cases":{"minimum":1,"type":"integer"},"checkpoint_cases":{"minimum":0,"type":"integer"},"checkpoint_templates":{"minimum":0,"type":"integer"},"matched_final_answers":{"minimum":0,"type":"integer"},"matched_slots":{"minimum":0,"type":"integer"},"total_slots":{"minimum":0,"type":"integer"}},"required":["cases","checkpoint_cases","checkpoint_templates","matched_final_answers","matched_slots","total_slots"],"type":"object"},"dataset_version":{"minLength":1,"type":"string"},"diagnostics":{"additionalProperties":false,"properties":{"micro_checkpoint":{"$ref":"#/$defs/nullable_score"},"micro_fac":{"$ref":"#/$defs/nullable_score"}},"required":["micro_fac","micro_checkpoint"],"type":"object"},"ranking_tuple":{"oneOf":[{"type":"null"},{"items":{"pattern":"^(?:0\\.[0-9]{6}|1\\.000000)$","type":"string"},"maxItems":3,"minItems":3,"type":"array"}]},"schema_version":{"const":"finreason.task1.report/2.0.0"},"scorer_version":{"const":"finreason.task1.scorer/2.0.0"},"scores":{"additionalProperties":false,"properties":{"combined_checkpoint":{"$ref":"#/$defs/nullable_score"},"combined_fac":{"$ref":"#/$defs/nullable_score"},"hidden_checkpoint":{"$ref":"#/$defs/nullable_score"},"hidden_fac":{"$ref":"#/$defs/nullable_score"},"seen_checkpoint":{"$ref":"#/$defs/nullable_score"},"seen_fac":{"$ref":"#/$defs/nullable_score"}},"required":["combined_fac","seen_fac","hidden_fac","combined_checkpoint","seen_checkpoint","hidden_checkpoint"],"type":"object"}},"required":["schema_version","scorer_version","dataset_version","scores","diagnostics","ranking_tuple","counts"],"title":"FinReason Task 1 aggregate score report","type":"object"}2