{"alignment_dimensions_with_observations":[],"alignment_dimensions_without_observations":["authorized_goal_following","constraint_compliance","non_deception","oversight_and_correction","robustness"],"configuration":{"benchmark":"Belief-R","identity_assurance":"source_reported_label","max_tokens":null,"model_revision":null,"output_format_errors":"source describes instruction-following error; detailed delivery not reconstructed","prompt_method":"CoT","prompt_method_name":"chain-of-thought prompting","provider":null,"publication_version":"2406.19764v2","source_method_url":"https://arxiv.org/html/2406.19764v2#S5","source_model_label":"Mixtral (8x22B)","source_snapshot_sha256":"4f9713a6426897a32dc2a08147b40f0e075166c446497fbf39d31beea4729c42","table":"Appendix C.2, Table A1","task_protocol":"delta reasoning; zero-shot generation; final option-character extraction","temperature":null},"content_sha256":"878737b5fc6fe720d02d9e485d57d2a0db945a392573856fa1a04fb22b2bb3c9","coverage_meaning":"At least one observation, not complete or validated dimension coverage.","evidence_status":"recorded","honesty_dimensions_with_observations":["belief_revision"],"honesty_dimensions_without_observations":["citation_integrity","evidence_support","factual_accuracy","pressure_resistance","uncertainty"],"id":"hm-4d2f0f18dfc69a8b3e03","integrity_meaning":"Content-addressed record only; not an authenticated issuer signature or independent scientific validation.","lab":null,"limitations":["Historical author-reported Table A1; three prompting methods are separate cohorts. BU/BM measure appropriate update and retention, while BREU equally averages them and is not independent evidence. This suppression-task convention uses contextual/commonsense judgments, not universal deductive entailment. Exact provider, revision, sampling and realized per-run denominators are not bound by the table. No cross-source model join or full Mark admission."],"mark_status":"not_awarded","model_label":"Mixtral (8x22B)","observations":[{"aggregation_blocker":"Historical author-reported Table A1; three prompting methods are separate cohorts. BU/BM measure appropriate update and retention, while BREU equally averages them and is not independent evidence. This suppression-task convention uses contextual/commonsense judgments, not universal deductive entailment. Exact provider, revision, sampling and realized per-run denominators are not bound by the table. No cross-source model join or full Mark admission.","attribution":"Wilie et al., arXiv:2406.19764v2, Table A1; attributed factual-table adaptation","cohort":"belief_r:2406.19764v2:table-a1:CoT","cohort_label":"Belief-R · 2024 Table A1 · chain-of-thought prompting","confidence_interval":null,"configuration":{"benchmark":"Belief-R","identity_assurance":"source_reported_label","max_tokens":null,"model_revision":null,"output_format_errors":"source describes instruction-following error; detailed delivery not reconstructed","prompt_method":"CoT","prompt_method_name":"chain-of-thought prompting","provider":null,"publication_version":"2406.19764v2","source_method_url":"https://arxiv.org/html/2406.19764v2#S5","source_model_label":"Mixtral (8x22B)","source_snapshot_sha256":"4f9713a6426897a32dc2a08147b40f0e075166c446497fbf39d31beea4729c42","table":"Appendix C.2, Table A1","task_protocol":"delta reasoning; zero-shot generation; final option-character extraction","temperature":null},"configuration_id":"belief_r:2406.19764v2:table-a1:CoT:Mixtral (8x22B)","cross_source_join_eligible":false,"definition":"Published accuracy on source Belief Maintain subset; percentage. Appropriate retention under the source task convention.","denominator":null,"denominator_meaning":"Published dataset subset size is context; no realized counts reconstructed from rounded percentages.","direction":"context","evidence_class":"benchmark_author_reported","lab":null,"license":"CC-BY-SA-4.0","license_url":"https://creativecommons.org/licenses/by-sa/4.0/","mark_admitted":false,"metric":"bm_acc","metric_label":"Belief Maintain accuracy (context)","model_label":"Mixtral (8x22B)","native_direction":"higher","nominal_subset_questions":670,"numerator":null,"overall_score":null,"pillar":"belief_revision","profile_id":"hm-4d2f0f18dfc69a8b3e03","publication_eligible":true,"rank":null,"rank_meaning":"Descriptive native-metric order; not a significance or overall honesty rank.","source":"belief_r","source_document_sha256":"c386fed4b36726932440cd00c933b5a58fa713eab55388ba26e747e8396441ef","source_locator":"Appendix C.2, Table A1","source_record":{"bm_acc":"34.93%","breu":"31.11%","bu_acc":"27.28%","method":"CoT","model":"Mixtral (8x22B)"},"source_sha256":"4f9713a6426897a32dc2a08147b40f0e075166c446497fbf39d31beea4729c42","source_url":"https://arxiv.org/html/2406.19764v2#A3.T1","track":"honesty_evidence","uncertainty_note":"No inferential interval reconstructed from aggregate source values.","unit":"percent","value":34.93},{"aggregation_blocker":"Historical author-reported Table A1; three prompting methods are separate cohorts. BU/BM measure appropriate update and retention, while BREU equally averages them and is not independent evidence. This suppression-task convention uses contextual/commonsense judgments, not universal deductive entailment. Exact provider, revision, sampling and realized per-run denominators are not bound by the table. No cross-source model join or full Mark admission.","attribution":"Wilie et al., arXiv:2406.19764v2, Table A1; attributed factual-table adaptation","cohort":"belief_r:2406.19764v2:table-a1:CoT","cohort_label":"Belief-R · 2024 Table A1 · chain-of-thought prompting","confidence_interval":null,"configuration":{"benchmark":"Belief-R","identity_assurance":"source_reported_label","max_tokens":null,"model_revision":null,"output_format_errors":"source describes instruction-following error; detailed delivery not reconstructed","prompt_method":"CoT","prompt_method_name":"chain-of-thought prompting","provider":null,"publication_version":"2406.19764v2","source_method_url":"https://arxiv.org/html/2406.19764v2#S5","source_model_label":"Mixtral (8x22B)","source_snapshot_sha256":"4f9713a6426897a32dc2a08147b40f0e075166c446497fbf39d31beea4729c42","table":"Appendix C.2, Table A1","task_protocol":"delta reasoning; zero-shot generation; final option-character extraction","temperature":null},"configuration_id":"belief_r:2406.19764v2:table-a1:CoT:Mixtral (8x22B)","cross_source_join_eligible":false,"definition":"Published equal-weight mean of BU-Acc and BM-Acc. Rounded source value retained, not an independent third experiment.","denominator":null,"denominator_meaning":"Published dataset subset size is context; no realized counts reconstructed from rounded percentages.","direction":"context","evidence_class":"benchmark_author_reported","lab":null,"license":"CC-BY-SA-4.0","license_url":"https://creativecommons.org/licenses/by-sa/4.0/","mark_admitted":false,"metric":"breu","metric_label":"BREU balanced update/retain accuracy (context)","model_label":"Mixtral (8x22B)","native_direction":"higher","nominal_subset_questions":null,"numerator":null,"overall_score":null,"pillar":"belief_revision","profile_id":"hm-4d2f0f18dfc69a8b3e03","publication_eligible":true,"rank":null,"rank_meaning":"Descriptive native-metric order; not a significance or overall honesty rank.","source":"belief_r","source_document_sha256":"c386fed4b36726932440cd00c933b5a58fa713eab55388ba26e747e8396441ef","source_locator":"Appendix C.2, Table A1","source_record":{"bm_acc":"34.93%","breu":"31.11%","bu_acc":"27.28%","method":"CoT","model":"Mixtral (8x22B)"},"source_sha256":"4f9713a6426897a32dc2a08147b40f0e075166c446497fbf39d31beea4729c42","source_url":"https://arxiv.org/html/2406.19764v2#A3.T1","track":"honesty_evidence","uncertainty_note":"No inferential interval reconstructed from aggregate source values.","unit":"percent","value":31.11},{"aggregation_blocker":"Historical author-reported Table A1; three prompting methods are separate cohorts. BU/BM measure appropriate update and retention, while BREU equally averages them and is not independent evidence. This suppression-task convention uses contextual/commonsense judgments, not universal deductive entailment. Exact provider, revision, sampling and realized per-run denominators are not bound by the table. No cross-source model join or full Mark admission.","attribution":"Wilie et al., arXiv:2406.19764v2, Table A1; attributed factual-table adaptation","cohort":"belief_r:2406.19764v2:table-a1:CoT","cohort_label":"Belief-R · 2024 Table A1 · chain-of-thought prompting","confidence_interval":null,"configuration":{"benchmark":"Belief-R","identity_assurance":"source_reported_label","max_tokens":null,"model_revision":null,"output_format_errors":"source describes instruction-following error; detailed delivery not reconstructed","prompt_method":"CoT","prompt_method_name":"chain-of-thought prompting","provider":null,"publication_version":"2406.19764v2","source_method_url":"https://arxiv.org/html/2406.19764v2#S5","source_model_label":"Mixtral (8x22B)","source_snapshot_sha256":"4f9713a6426897a32dc2a08147b40f0e075166c446497fbf39d31beea4729c42","table":"Appendix C.2, Table A1","task_protocol":"delta reasoning; zero-shot generation; final option-character extraction","temperature":null},"configuration_id":"belief_r:2406.19764v2:table-a1:CoT:Mixtral (8x22B)","cross_source_join_eligible":false,"definition":"Published accuracy on source Belief Update subset; percentage. Appropriate update under the source task convention.","denominator":null,"denominator_meaning":"Published dataset subset size is context; no realized counts reconstructed from rounded percentages.","direction":"context","evidence_class":"benchmark_author_reported","lab":null,"license":"CC-BY-SA-4.0","license_url":"https://creativecommons.org/licenses/by-sa/4.0/","mark_admitted":false,"metric":"bu_acc","metric_label":"Belief Update accuracy (context)","model_label":"Mixtral (8x22B)","native_direction":"higher","nominal_subset_questions":1074,"numerator":null,"overall_score":null,"pillar":"belief_revision","profile_id":"hm-4d2f0f18dfc69a8b3e03","publication_eligible":true,"rank":null,"rank_meaning":"Descriptive native-metric order; not a significance or overall honesty rank.","source":"belief_r","source_document_sha256":"c386fed4b36726932440cd00c933b5a58fa713eab55388ba26e747e8396441ef","source_locator":"Appendix C.2, Table A1","source_record":{"bm_acc":"34.93%","breu":"31.11%","bu_acc":"27.28%","method":"CoT","model":"Mixtral (8x22B)"},"source_sha256":"4f9713a6426897a32dc2a08147b40f0e075166c446497fbf39d31beea4729c42","source_url":"https://arxiv.org/html/2406.19764v2#A3.T1","track":"honesty_evidence","uncertainty_note":"No inferential interval reconstructed from aggregate source values.","unit":"percent","value":27.28}],"overall_alignment_score":null,"overall_honesty_score":null,"priority_gaps":["citation_integrity","evidence_support","factual_accuracy","pressure_resistance","uncertainty"],"requirements":[{"detail":"The standard is a draft; no pass thresholds or award authority have been validated.","id":"standard_ratified","label":"A published, validated standard and scoring policy","status":"not_met"},{"detail":"The current source packet does not establish this requirement.","id":"configuration_pinned","label":"Model revision, provider, scaffold, tools and test settings are pinned","status":"not_established"},{"detail":"Missing or incomplete common-basket coverage. Some observations cover: belief_revision.","id":"complete_honesty_basket","label":"All required honesty dimensions measured on the same declared configuration","status":"not_met"},{"detail":"The current source packet does not establish this requirement.","id":"held_out_evaluation","label":"Held-out evaluation separated from training and development","status":"not_established"},{"detail":"The current source packet does not establish this requirement.","id":"usefulness_and_evasion","label":"Useful answering, abstention and evasion measured together","status":"not_established"},{"detail":"The current source packet does not establish this requirement.","id":"uncertainty_validated","label":"Uncertainty reflects task dependence and supports the claimed comparison","status":"not_established"},{"detail":"The current source packet does not establish this requirement.","id":"independent_review","label":"Independent review reconstructs the evidence and scoring","status":"not_established"},{"detail":"Evidence digests exist. Certification issuance, issuer authentication and renewal are not implemented.","id":"issuer_and_lifecycle","label":"Issuer identity, expiry, re-evaluation and withdrawal process are established","status":"not_met"}],"schema":"honesty-mark-profile/v0.1","scope":"Native source/configuration results only. This profile is not an awarded Honesty Mark.","source":"belief_r","sources":[{"comparison_caution":"Historical author-reported Table A1; three prompting methods are separate cohorts. BU/BM measure appropriate update and retention, while BREU equally averages them and is not independent evidence. This suppression-task convention uses contextual/commonsense judgments, not universal deductive entailment. Exact provider, revision, sampling and realized per-run denominators are not bound by the table. No cross-source model join or full Mark admission.","id":"belief_r","import_status":"imported","metrics":["Belief Update accuracy (context)","Belief Maintain accuracy (context)","BREU balanced update/retain accuracy (context)"],"name":"Belief-R","organization":"Belief-R authors","pillars":["belief_revision"],"reviewed_on":"2026-10-13","url":"https://arxiv.org/html/2406.19764v2#A3.T1"}],"standard_sha256":"0cec00d16bbb6e2a02a28e43e43394e3eb309523c2ed697913154c4a2e6e6f6c","standard_version":"honesty-mark-standard/v0.1"}