{ "schema": "csoai.hub-cards/0.2", "as_of": "2026-09-06T10:13:43.740Z", "source": "huggingface.co/datasets/csoai/gspc-hub-cards", "population": "third-party models on the Hub — NOT the CSOAI fleet", "honesty": { "status_is_passed_through": "Each row's status is exactly as published. This endpoint never upgrades a cell. A valid signature over a body that says UNMEASURED means the cell is UNMEASURED.", "not_the_board": "These cells are not the 22-axis board. The board is GET /api/gspc; quote totals.public_count.", "own_fleet_is_elsewhere": "GET /api/findings carries the CSOAI fleet, which is a different population and is measured against the same frozen banks.", "unreachable_is_not_empty": "All published indexes were read.", "index_list_is": "Discovered from the dataset: 4 index file(s) published under mill-cards/.", "one_cell_per_pair": "A (model, axis) appears once. Cards the SUPERSEDED.jsonl ledger has replaced are dropped, then duplicates are collapsed keeping the row from the rebuilt INDEX.jsonl. Before this the same pair could be counted twice with two different statuses.", "superseded_ledger": "Read. 0 served row(s) referenced a card the ledger has replaced and were dropped; the replacement carries the live status.", "partial_read_has_no_total": "Every index answered, so counts are the whole published population." }, "counts": { "complete": true, "measured": 856, "unmeasured": 0, "other": 0, "cells": 856, "read_so_far": { "measured": 856, "unmeasured": 0, "other": 0, "cells": 856 }, "superseded_excluded": 0, "duplicates_collapsed": 376, "rows_served_by_indexes": 1232, "indexes_read": 4, "indexes_total": 4, "indexes_discovered": true, "indexes_unread": [] }, "cells": [ { "model": "meta-llama/Llama-3.2-1B-Instruct", "axis": "affect", "status": "MEASURED", "accuracy": 0.2333, "n": 30, "card_sha256": "04bfac1c0dc8f6b5e564c3a5e5492d4a839b734507961194b1c3791f47adc860", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-04bfac1c0dc8.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-8B", "axis": "affect", "status": "MEASURED", "accuracy": 0.7333, "n": 30, "card_sha256": "0990f10b08a733d910b71ba1c3f463e21fc634f5a390ebc17fcd27921bd1a556", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-0990f10b08a7.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "XiaomiMiMo/MiMo-V2.5", "axis": "affect", "status": "MEASURED", "accuracy": 0.6667, "n": 30, "card_sha256": "10427f4ff921070515f5b182344cc51fa77c495c3feddc43253031b010610653", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-10427f4ff921.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-2-2b-it", "axis": "affect", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "140de798aefdcea7d2737a500b4835874aa398c87e0f465549c1bcda279e24a1", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-140de798aefd.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-30B-A3B-Instruct-2507", "axis": "affect", "status": "MEASURED", "accuracy": 0.8333, "n": 30, "card_sha256": "24d7f8a82506e24bccab9704befad3658bab287a137b98054c97673f473f0224", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-24d7f8a82506.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Flash-0731", "axis": "affect", "status": "MEASURED", "accuracy": 0.8333, "n": 30, "card_sha256": "26bae8786472a1f5ec374b0d5324fdb480c903146f2b5252060bf604d6e3508c", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-26bae8786472.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "mistralai/Mistral-7B-Instruct-v0.2", "axis": "affect", "status": "MEASURED", "accuracy": 0.6667, "n": 30, "card_sha256": "28af9c4b46a1d84289eea2681ac6c8cc069e0271f60f277e9547c2a99a5b8ed3", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-28af9c4b46a1.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "NousResearch/Hermes-3-Llama-3.1-8B", "axis": "affect", "status": "MEASURED", "accuracy": 0.6333, "n": 30, "card_sha256": "2c3bd0ba7064378fdb2abe5a2f573fa7b350deaf36db73efbcf950bb166c1cea", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-2c3bd0ba7064.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.3-70B-Instruct", "axis": "affect", "status": "MEASURED", "accuracy": 0.9, "n": 30, "card_sha256": "2c5a6340d68ee6fd685664ff6fd2ff3dfe57f4f2dbf92820dd692eee4c7c2e08", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-2c5a6340d68e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "farbodtavakkoli/OTel-2.0-LLM-31B-IT", "axis": "affect", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "3195dcd4dfc3c8700ce5927ef964518ddf0f3cc29ec93ff9a7861fc3509febe8", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-3195dcd4dfc3.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-7B-Instruct", "axis": "affect", "status": "MEASURED", "accuracy": 0.6, "n": 30, "card_sha256": "34f7d6d815aec98e76407b8bc8c903c9776e07d81363d7fd59d10468b29058ff", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-34f7d6d815ae.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3.1", "axis": "affect", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "3709f6522ecd147f000a02a474e9b4549a31b38c0dfba94000b81b947a7cbb04", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-3709f6522ecd.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "zai-org/GLM-5.2", "axis": "affect", "status": "MEASURED", "accuracy": 0.6667, "n": 30, "card_sha256": "39acd9257e52ddaae062ab77c7a28d7c4f3883b1a0b8d220b501c2989261b136", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-39acd9257e52.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Pro", "axis": "affect", "status": "MEASURED", "accuracy": 0.8, "n": 30, "card_sha256": "3d8b527f3806cb3d34e586f787a773d4328a112e24e8980b93c83f0795f44d9e", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-3d8b527f3806.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:1.5b@sha256:65ec06548149b04c096a120e4a6da9d4017ea809c91734ea5631e89f96ddc57b", "axis": "affect", "status": "MEASURED", "accuracy": 0.439, "n": 41, "card_sha256": "3fd1713aa8ca52fa8ff00c7cb97eccf455d6d60eda25056fb1def76a47fa980e", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-3fd1713aa8ca.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-30B-A3B", "axis": "affect", "status": "MEASURED", "accuracy": 0.3, "n": 30, "card_sha256": "41bf83eb8c72c4dedc2b9925ffd89ecbcb48add77e727ca53145858a1bc022fe", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-41bf83eb8c72.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.2-3B-Instruct", "axis": "affect", "status": "MEASURED", "accuracy": 0.6667, "n": 30, "card_sha256": "43fc536a9b8f205de9ce104b7adb6b3416b007940f814b389d2d149f0f0523ed", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-43fc536a9b8f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-1.7B", "axis": "affect", "status": "MEASURED", "accuracy": 0.3333, "n": 30, "card_sha256": "48b555b9f35e6c833623798cc50a1b9cc46b37f9b461ba9c80fe403c40290692", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-48b555b9f35e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-3B-Instruct", "axis": "affect", "status": "MEASURED", "accuracy": 0.4, "n": 30, "card_sha256": "4dab2ed435bcaf59a8368ed9503574b6930e05865678305f8b64265add9c43e9", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-4dab2ed435bc.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B-Instruct-2507", "axis": "affect", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "6106c10ccf9edb7cb0df26d910afe3fdd2e90af140b2ab1cbe5235bcd662cf01", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-6106c10ccf9e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen3:4b@sha256:359d7dd4bcdab3d86b87d73ac27966f4dbb9f5efdfcc75d34a8764a09474fae7", "axis": "affect", "status": "MEASURED", "accuracy": 0, "n": 41, "card_sha256": "65a3df2c7759ddfd87fa98660285d233d8c02ed4a695c39de33abb39a53ad89b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-65a3df2c7759.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16", "axis": "affect", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "6783610932aef389a61de5867bfee862493240aac8ef058733ccf69c2fa551ba", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-6783610932ae.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-1.5B-Instruct", "axis": "affect", "status": "MEASURED", "accuracy": 0.4333, "n": 30, "card_sha256": "6a1e2703a33988e3972d39884f7234b1377b86e279ff88791a629de2593625fa", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-6a1e2703a339.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-8B-Base", "axis": "affect", "status": "MEASURED", "accuracy": 0.9333, "n": 30, "card_sha256": "6bdf88d859be3309913a4292d1899c5ba823507c4d08dcadbb71e9c9af6b39f8", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-6bdf88d859be.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-7B-Instruct", "axis": "affect", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "6e8e8cba31a20b78676a6f3b87ee0fec7e57c72b686c53010865adc4efabdbdf", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-6e8e8cba31a2.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B", "axis": "affect", "status": "MEASURED", "accuracy": 0.7333, "n": 30, "card_sha256": "6f03ec0f747db9b4dbb5a5f6d6688f67ba452046e589ef5cd9ffc91039c18a31", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-6f03ec0f747d.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "unsloth/Meta-Llama-3.1-8B-Instruct", "axis": "affect", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "6f8b7d861351ca92bdb48b73b419efeef3c9ab887550c0e58be54547eb86d544", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-6f8b7d861351.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-32B-Instruct", "axis": "affect", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "71755ea605f347d4daf410f15cd6cda87bdc41f8a8b2d1e9b92fde6f3c2f520a", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-71755ea605f3.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B-Thinking-2507", "axis": "affect", "status": "MEASURED", "accuracy": 0.0333, "n": 30, "card_sha256": "7c5115ba5a3b4f6ec90a661ea23c20a73a5dadb6e12ff40e9f58acd094a6f716", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-7c5115ba5a3b.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-72B-Instruct", "axis": "affect", "status": "MEASURED", "accuracy": 0.8333, "n": 30, "card_sha256": "7cd23d57d3f61f6f8defe142d9817e1d074ccf9d4f4d3ce50347440dd8c07634", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-7cd23d57d3f6.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-3-1b-it", "axis": "affect", "status": "MEASURED", "accuracy": 0.5667, "n": 30, "card_sha256": "800af20b8e21b27aac712876c098c98d8760848d775b853097759ec8f8143c46", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-800af20b8e21.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-3-4b-it", "axis": "affect", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "849ca377e4dfd58a92101d3322820dcb4bd4155835feafada82c55b8e007cc4d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-849ca377e4df.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.1-70B-Instruct", "axis": "affect", "status": "MEASURED", "accuracy": 0.8333, "n": 30, "card_sha256": "8556e4077b3820675006372a3e52abe62effc79a1bccea860aed94453fda5c7e", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-8556e4077b38.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:0.5b-instruct@sha256:a8b0c51577010a279d933d14c2a8ab4b268079d44c5c8830c0a93900f1827c67", "axis": "affect", "status": "MEASURED", "accuracy": 0.3171, "n": 41, "card_sha256": "8b9d28d446f6206f08d2bc57b9c01dda449af952a01c6ec22ddc46ba028ce424", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-8b9d28d446f6.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "microsoft/Phi-3-mini-4k-instruct", "axis": "affect", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "8c0f0191b6f69cc584900e9e63ede4dcfe14b8ad583a258a39c6e216c912025d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-8c0f0191b6f6.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Coder-Next", "axis": "affect", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "8f092b7b3bcc742181304ab6d62c00f3023c918aab7bd3feb4166cf29905bea9", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-8f092b7b3bcc.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "zai-org/GLM-4.7-Flash", "axis": "affect", "status": "MEASURED", "accuracy": 0.8333, "n": 30, "card_sha256": "914f8eb4f1f2cfdc87b598c593c5e176226882e4f40dc4f7b11afc0285d70987", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-914f8eb4f1f2.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "farbodtavakkoli/OTel-LLM-27B-IT", "axis": "affect", "status": "MEASURED", "accuracy": 0.4333, "n": 30, "card_sha256": "94053b64bdcd04fcebf613301f1419ba41e37086cbfcd719779314dc3f7f8d1d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-94053b64bdcd.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-R1", "axis": "affect", "status": "MEASURED", "accuracy": 0.1333, "n": 30, "card_sha256": "952ef687c10e94d602babf4ca5136f0742a4d7c6e29049717bdea4355517b996", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-952ef687c10e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-14B-Instruct", "axis": "affect", "status": "MEASURED", "accuracy": 0.9, "n": 30, "card_sha256": "987f1c9453ff623d7adfb3305fbe0094ded7caad0730accb8c775143eae4396b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-987f1c9453ff.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-3B-Instruct", "axis": "affect", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "9960d31f61869c4da6f2d8db72c0eeac723f8f27c3229b0e0b29fd3c780e4c93", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-9960d31f6186.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3.5-122B-A10B", "axis": "affect", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "9bfe504e62ac66d7fc0e5f0d223de6e8e2694e72dc0f3a1edc008a9c658490f9", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-9bfe504e62ac.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:7b@sha256:845dbda0ea48ed749caafd9e6037047aa19acfcfd82e704d7ca97d631a0b697e", "axis": "affect", "status": "MEASURED", "accuracy": 0.3902, "n": 41, "card_sha256": "a97f6511a8b0cd8bab99941233ec2437f3b6da0f9ab8c39ec88ca554ed7d1970", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-a97f6511a8b0.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "OBLITERATUS/Qwen3.8-27B-OBLITERATED", "axis": "affect", "status": "MEASURED", "accuracy": 0.7333, "n": 30, "card_sha256": "aa3dcce49ef80c42c43c9f35f9845997db40ba4b4194eb95470374197c9bf757", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-aa3dcce49ef8.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Meta-Llama-3-8B-Instruct", "axis": "affect", "status": "MEASURED", "accuracy": 0.5333, "n": 30, "card_sha256": "b1012de079fc66fd1c07a71dc3baec494ce89a2fefb9fe47afb0175df977705d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-b1012de079fc.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2-7B-Instruct", "axis": "affect", "status": "MEASURED", "accuracy": 0.7333, "n": 30, "card_sha256": "b219158891268454c1d3c1495b55ee0b84ee2fb941e8024b7d3fc068f910b775", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-b21915889126.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-14B", "axis": "affect", "status": "MEASURED", "accuracy": 0.6333, "n": 30, "card_sha256": "ba0f0bb86dde71503314868ca3d14cedb488fc95943bac0ead2c61c8b142e769", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-ba0f0bb86dde.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-0.6B", "axis": "affect", "status": "MEASURED", "accuracy": 0.3333, "n": 30, "card_sha256": "bc687cbfc1263f7217a58e212e607ca56c60ae28db9356dfeab3abe1d5fe4416", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-bc687cbfc126.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Coder-30B-A3B-Instruct", "axis": "affect", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "bf0e0e79606bb249035e556e121b276d61994d5518978dfbcf717f88725bcac3", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-bf0e0e79606b.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ornith-ai/Ornith-1.0-9B", "axis": "affect", "status": "MEASURED", "accuracy": 0.7333, "n": 30, "card_sha256": "c49a9260eae03cf4b8519843c2e87a8edd701d7287444cae21a8c476341b7b2b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-c49a9260eae0.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "swiss-ai/Apertus-8B-Instruct-2509", "axis": "affect", "status": "MEASURED", "accuracy": 0.6667, "n": 30, "card_sha256": "c5d2222acf1eb1e8f672fc976455f9a70bb2ee3c01ac6f7bc0c8981012d0b997", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-c5d2222acf1e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3Guard-Gen-0.6B", "axis": "affect", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "cf6153c81fa92ab898de39da30334f40c0251ec9deeadbcbf91bd40162ecd6c2", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-cf6153c81fa9.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-32B", "axis": "affect", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "cf8662fb556fa33f15c2c89a1c9526f2bbd0621496d742ef24a15728b99522e9", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-cf8662fb556f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Flash", "axis": "affect", "status": "MEASURED", "accuracy": 0.8333, "n": 30, "card_sha256": "d023739101638739cb857c0719362c1235c59363e421a2cc14025e00276a6d38", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-d02373910163.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3", "axis": "affect", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "d6aa2bd09eec738c1a492c313efbba6c2d69413060eff8395c5936295163c939", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-d6aa2bd09eec.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3-0324", "axis": "affect", "status": "MEASURED", "accuracy": 0.7333, "n": 30, "card_sha256": "da180f087fc44fca9076a406d281bae6285243adfa960b49dc9c756fbd51e90c", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-da180f087fc4.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16", "axis": "affect", "status": "MEASURED", "accuracy": 0.8333, "n": 30, "card_sha256": "da689cd20fb4b2524a3b5c2fa8029821a7f3461cdf8efda0cf2a94dca36edd32", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-da689cd20fb4.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Next-80B-A3B-Instruct", "axis": "affect", "status": "MEASURED", "accuracy": 0.9, "n": 30, "card_sha256": "dba2ebd3e62204240ed3a09a656740caf56068e16976a897a356a5b4952159a9", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-dba2ebd3e622.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "prism-ml/Ternary-Bonsai-27B-gguf", "axis": "affect", "status": "MEASURED", "accuracy": 0.7333, "n": 30, "card_sha256": "dc6ca1038433b457ace22051e2a1765b5d01e424b46240f48f874c43b5f688ea", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-dc6ca1038433.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-14B-Instruct", "axis": "affect", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "dd3193db4a0278329d3325bb1579b3d2bfcc153b57ab723d612c5a6f894f9f0f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-dd3193db4a02.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:mistral:7b@sha256:6577803aa9a036369e481d648a2baebb381ebc6e897f2bb9a766a2aa7bfbc1cf", "axis": "affect", "status": "MEASURED", "accuracy": 0.0732, "n": 41, "card_sha256": "e311581b4e8d77355b77c0132008bdef4c8a333a649f4369991a38e54f6f61fe", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-e311581b4e8d.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.1-8B-Instruct", "axis": "affect", "status": "MEASURED", "accuracy": 0.3333, "n": 30, "card_sha256": "e328732b0e256cddcb738646c2787be9bd060bb4904d6f36b147b1228a4c1d50", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-e328732b0e25.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3.2", "axis": "affect", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "e37184166a7754ecf1552feba50f4165a2daad9267026df93ed15d37891ab62a", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-e37184166a77.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-R1-0528", "axis": "affect", "status": "MEASURED", "accuracy": 0.0333, "n": 30, "card_sha256": "e5b905dcf75d39cb0ecdc0d1c7c765829aca8c995cb97c306ecdf34ff6f6a0e4", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-e5b905dcf75d.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-2-9b-it", "axis": "affect", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "ebf0e42080b76d65ef456ef2b534c67713412fb3a1fe6cedfb90cf48f3464349", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-ebf0e42080b7.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-14B-Base", "axis": "affect", "status": "MEASURED", "accuracy": 0.9, "n": 30, "card_sha256": "f11c778e601527ddc2cf66a80adb666461d457991950da12553b6689faa7bf14", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-f11c778e6015.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-7B", "axis": "affect", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "faaf6984f7731a821aa2ba83ca2ab0893c755f6d927580ecca5db8cedd82e777", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-faaf6984f773.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-14B", "axis": "affect", "status": "MEASURED", "accuracy": 0.9333, "n": 30, "card_sha256": "fb0f652120f5d1ce35154e14bc9b9dfc8c23857d7b2809ddad2ad136641ba12a", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-fb0f652120f5.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "microsoft/phi-4", "axis": "affect", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "ff315703e620fd4d858b9e0c83b9ca3a78779f1e1970a1e5762d9aa62e6d233f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-affect-ff315703e620.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "swiss-ai/Apertus-8B-Instruct-2509", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "022bc5c2408f3246814d43c3cea9b953a0e5ef44cbfde131573c8a9e3a235f0f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-022bc5c2408f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-72B-Instruct", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "0906959502f4cba205ca2fb8b0c2ade6c7ab2360e2f46e397c43b3e21181087c", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-0906959502f4.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B-Instruct-2507", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.9333, "n": 30, "card_sha256": "0b0ccd337ad8cbdcf949e045d8ef924449fddda3d5e98d23602a96d1adfb60e0", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-0b0ccd337ad8.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-7B-Instruct", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "0d4432244908d9b8e21f368d2564f3edfafcdfb85dcb7ffee7f3b3f3dddb93a6", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-0d4432244908.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:mistral:7b@sha256:6577803aa9a036369e481d648a2baebb381ebc6e897f2bb9a766a2aa7bfbc1cf", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.4722, "n": 36, "card_sha256": "0eef548644210871f5df8c14ad91d6bfdaee26df3eef476f2ad352c8bab4eedf", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-0eef54864421.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "mistralai/Mistral-7B-Instruct-v0.2", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.9, "n": 30, "card_sha256": "0fc37798f6bb504bf33eb786578797db6c533c3b84038c7a45eefda615b68f84", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-0fc37798f6bb.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Coder-Next", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "11da6d921356c65261e82222c329bfdafa0c77a8d27c1a563d7c90e8e5dd3db8", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-11da6d921356.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.3-70B-Instruct", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "1579c6178c6170416778538b4ba8becdca26f089f30f7b4646ca725feba9243e", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-1579c6178c61.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:7b@sha256:845dbda0ea48ed749caafd9e6037047aa19acfcfd82e704d7ca97d631a0b697e", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.9444, "n": 36, "card_sha256": "19a8062fd1a16b8d628d29d167c9b574a5d2585b86f6b27db357b15f7d55d136", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-19a8062fd1a1.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Pro", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "1dc20d464130e998373e7786d63427f7a1e54c40a09ade3be3ea622fc93bac5b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-1dc20d464130.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.2-3B-Instruct", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.7, "n": 30, "card_sha256": "2ac98d188ad427f8155ea6837c3b69b46fa16499d9c883e123535b185f398207", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-2ac98d188ad4.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-R1", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.1, "n": 30, "card_sha256": "2bf19fdca33d6454a605267043a46ea666951c34a03bddf465d8b9115e92adb3", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-2bf19fdca33d.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-7B-Instruct", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "31453ff4e41767824d6c997796aa972acaf6e9421ab40f15386f887ad650f938", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-31453ff4e417.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2-7B-Instruct", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "339f5698a9cbb67c21dce1fc8552a8092da6d90b6234159564620d4436475982", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-339f5698a9cb.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-1.5B-Instruct", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.7333, "n": 30, "card_sha256": "382cd58b0ac1373ec783e1c4edea481c69a73e8c44450b28cd8ae04362a508b9", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-382cd58b0ac1.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-14B", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "3df7265802e1355163d30e7d14f2dc5e24cd902b1a78165368a5c05ecba197db", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-3df7265802e1.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-14B-Instruct", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "438bcd2ebc602b0613f39af34867d7ad67d96e5107a5e547a7350dab71bac470", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-438bcd2ebc60.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-32B-Instruct", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.8, "n": 30, "card_sha256": "4556c5a23a1f5414622051595c132cee1eab9159105612a660815d42f76b5ce0", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-4556c5a23a1f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B-Thinking-2507", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "5aba21151a35dfba9b52dd5683df6bb2371cb253ada5526ffd54e7d27ec6cb82", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-5aba21151a35.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2-1.5B-Instruct", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.5333, "n": 30, "card_sha256": "5c51c79a810a3d834a7d514adfb29a2ba160e133421fe949dd8034c5ce11e81d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-5c51c79a810a.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-7B", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "5df085a7e3e8a2f53223821950a6f6eb60a920505d145d774d73fabf3bf3c6d5", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-5df085a7e3e8.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ornith-ai/Ornith-1.0-9B", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "608096f4a23151b5d994cc48ebf3e6d4e6ac2ad339a7bf204e50feedb04d06e4", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-608096f4a231.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.1-8B-Instruct", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.8333, "n": 30, "card_sha256": "6134f779e6f5cd95818594d57f1899326e6ce35a1afab4205d8f9e72ebe26fbd", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-6134f779e6f5.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.6333, "n": 30, "card_sha256": "62c938e26aa8c8537c651634e9cde65a88f4dbc76a9d6e939e468e452328f7c9", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-62c938e26aa8.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-3B-Instruct", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.8333, "n": 30, "card_sha256": "655170ed64318db61eb54b19c1d38b596a3e1480ce98ed08b2432ff5204858e8", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-655170ed6431.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "prism-ml/Ternary-Bonsai-27B-gguf", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "669afe147a7a03f7ef0a2f22a6638ce9617306ab21c0b7961a0653602a0bd82f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-669afe147a7a.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-0.6B", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.4667, "n": 30, "card_sha256": "677d66d7b2af408102b91b764f1e3dd105fab77ae8cbc5c387ded7cb28d01c65", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-677d66d7b2af.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "XiaomiMiMo/MiMo-V2.5", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.8, "n": 30, "card_sha256": "6b624496f625894678df93f807fcd4426bc7e719e8198a9d297ce83068dbaaf4", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-6b624496f625.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-1.7B", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.7, "n": 30, "card_sha256": "725889364c4656002ffee0dd26623f93f42a4545c0227de5afbb4911801a1eb4", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-725889364c46.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3-0324", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "74c6d7c64ffc8147f6cac3d174aeb8e50e6d80148c8f84fa1cd2c2754f54aa7a", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-74c6d7c64ffc.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "NousResearch/Hermes-3-Llama-3.1-8B", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.9333, "n": 30, "card_sha256": "84826e8c4003822095e5c28223be4d28a9ede4d4d6e2cb50b49dd083dabddd32", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-84826e8c4003.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-2-9b-it", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "9740c621a856d1b5716d323eba77b6be52f5ad880ed3989cd29ad2a281ee1d70", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-9740c621a856.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.2-1B-Instruct", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.5, "n": 30, "card_sha256": "9d3ee292a60a766b68c1a8b9ff295b96583bc11dc145fc8035789c5255f04c9c", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-9d3ee292a60a.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "a1d7f07a05ee4bd934947d82c105a88d19a54f70e444a43795d0fd33a4168d06", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-a1d7f07a05ee.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Coder-30B-A3B-Instruct", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "a53c59bb65f88729caa2889c6925dcae1650abc278db554f108d2a9ece1d166f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-a53c59bb65f8.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-3-4b-it", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "a748eb44de575980682ec1bff619f3b1f9e4308ec368414c75de877c84a03bb9", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-a748eb44de57.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "acb2b4eff8177876600f636aa2af2f853d817257877c27ddc28dcc6b61855da3", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-acb2b4eff817.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-32B-Instruct", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "acfd1ceb0342590ae65546d0d85ecda48e9d767f80bc5b602a1d4e42664b4b04", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-acfd1ceb0342.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "b258ba3d8520a839e26811d0c980828a4025ec53d4e3d0d40e89f02a4f9f8eca", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-b258ba3d8520.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "zai-org/GLM-5.2", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.9333, "n": 30, "card_sha256": "b837454b1c48ad67c6463fd440044d3ca52659aec2ac1e3e5eb30c1b4f2566eb", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-b837454b1c48.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "farbodtavakkoli/OTel-2.0-LLM-31B-IT", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "b872795a5c5fb8ff138de67f1854e5f28bc71fc932c360facf47bad00fad8333", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-b872795a5c5f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "microsoft/phi-4", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "b9f967f8222802155f60736550d2fdd38179a3125bfe82d991631c2607e7f52e", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-b9f967f82228.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-8B", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "be3b366b7f1edc6bfeb362410fc4aef04709cab7a8be17e077eaa5abf6b0c845", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-be3b366b7f1e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Flash-0731", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.9, "n": 30, "card_sha256": "c492f1d1e47f503181e44dcc49e5ee997e1491e6347bf25c926398e96b693dba", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-c492f1d1e47f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3.2", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "c7d69d15534f4c09a60ed07dfb5649f8afe3900f26b0f7a19e59a9dcbf886c3b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-c7d69d15534f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-32B", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "cb94c7ef03e52f47c4a9722fc515af3c96187703f9ca0f2aaf24bfdd01589271", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-cb94c7ef03e5.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Next-80B-A3B-Instruct", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "cdfb572a2cf65520775863ccf0167ddf8cf33fe4ca9923188e6b74dd4a858798", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-cdfb572a2cf6.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3.5-122B-A10B", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "ce209bb4fffe19edc6fddca6e32949ca9b774c8b69041c595e1e4ea482674f4d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-ce209bb4fffe.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-8B-Base", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.8, "n": 30, "card_sha256": "d0f070436ce233583cfe55d8ca865e085eaad454d81cc51ea290dd135ae67796", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-d0f070436ce2.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-14B-Instruct", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "d3e78690f6eb7113c0735bcf368454a89b9344e8bdd130ea9a47f51930c11209", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-d3e78690f6eb.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-3-1b-it", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.7333, "n": 30, "card_sha256": "d513b6608bea071775ad5211a02edc60b9cc3d29ecc5b50ab10a3d953583ffa2", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-d513b6608bea.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-30B-A3B", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.1, "n": 30, "card_sha256": "d9073be1d52141fec58c439de8a14630ad6e7ba9031844270f536acfced041d5", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-d9073be1d521.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:0.5b-instruct@sha256:a8b0c51577010a279d933d14c2a8ab4b268079d44c5c8830c0a93900f1827c67", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.5278, "n": 36, "card_sha256": "de4d61bfd21750b14b92f7955da97444a82324c558c0a15e289d53e9cd0270dc", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-de4d61bfd217.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Flash", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.9333, "n": 30, "card_sha256": "ea14a6c540873582ad20240f2de1c75aad855661420d0e6fa993d41f5d02941b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-ea14a6c54087.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-3B-Instruct", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.8, "n": 30, "card_sha256": "ec19e8bb76113068447636d049fa40892e4f102b43835d9d87d15253665d88f0", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-ec19e8bb7611.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen3:4b@sha256:359d7dd4bcdab3d86b87d73ac27966f4dbb9f5efdfcc75d34a8764a09474fae7", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0, "n": 36, "card_sha256": "fa83bb7ed2e50a490836f8cb6d20045c2cc9730addcf1247f79e2e51b504ff1e", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-fa83bb7ed2e5.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:1.5b@sha256:65ec06548149b04c096a120e4a6da9d4017ea809c91734ea5631e89f96ddc57b", "axis": "art5-safeguard", "status": "MEASURED", "accuracy": 0.5833, "n": 36, "card_sha256": "fc8c34780a80c843574c7a3e3523fd8f1dd28f1bb69dd9f20dab5ef2141ae78f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-art5-saf-fc8c34780a80.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B-Thinking-2507", "axis": "care", "status": "MEASURED", "accuracy": 0.2, "n": 30, "card_sha256": "0085fce0a467d2f7887da25577a26a5f681f831ba91f0152430f8a49414610d3", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-0085fce0a467.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-1.5B-Instruct", "axis": "care", "status": "MEASURED", "accuracy": 0.6, "n": 30, "card_sha256": "017f257886a627c48db882ed0ae65df1b3f1e5435da07189db1eeae367949903", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-017f257886a6.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "microsoft/Phi-3-mini-4k-instruct", "axis": "care", "status": "MEASURED", "accuracy": 0.1667, "n": 30, "card_sha256": "02f981b99498961d421cbc3eee43879a687f6f582209deb0306eabe0a035cf1b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-02f981b99498.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "NousResearch/Hermes-3-Llama-3.1-8B", "axis": "care", "status": "MEASURED", "accuracy": 0.4667, "n": 30, "card_sha256": "063507c3fa90468e916ec790fc6fa0a97097fab5e1165c85eb187b678be33f00", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-063507c3fa90.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.1-70B-Instruct", "axis": "care", "status": "MEASURED", "accuracy": 0.2667, "n": 30, "card_sha256": "0b2b9612ae00b6fd2d24fece002158ad3cf2b27d3a3ec1b3801f6f7a42749d84", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-0b2b9612ae00.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-30B-A3B-Instruct-2507", "axis": "care", "status": "MEASURED", "accuracy": 0.1, "n": 30, "card_sha256": "0ee8fb25eee6da011c326e9caf173d2f05b1edd4c28cd38a158e82cdf16d830f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-0ee8fb25eee6.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Pro", "axis": "care", "status": "MEASURED", "accuracy": 0.6, "n": 30, "card_sha256": "10c723fed1bb9c288f8aa90d9331c67d58952e4e623a226d94c172f6cf2544c1", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-10c723fed1bb.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "farbodtavakkoli/OTel-LLM-27B-IT", "axis": "care", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "10e9a94494bc6d4f7859426065315e3f78fc837c86dc5082e8dbcf61750e2651", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-10e9a94494bc.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-7B", "axis": "care", "status": "MEASURED", "accuracy": 0.9, "n": 30, "card_sha256": "1399140982dc46fd9142320ac0e724c203feb1c87a6a5f4405393f114ecf4e66", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-1399140982dc.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-7B", "axis": "care", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "13d639bbdc00896916713597e401400a491197fc2aa1950235079625c395847f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-13d639bbdc00.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-0.6B", "axis": "care", "status": "MEASURED", "accuracy": 0.5667, "n": 30, "card_sha256": "180708df180d0caa50aec6629276b02dfba4892dd4a5ef81c695d255366c0cde", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-180708df180d.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-8B", "axis": "care", "status": "MEASURED", "accuracy": 0.3, "n": 30, "card_sha256": "1902182eaca8d4d489c9a9dec53371fed3a302f926a832aff3c2397de3d30fdd", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-1902182eaca8.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-0.5B-Instruct", "axis": "care", "status": "MEASURED", "accuracy": 0.3, "n": 30, "card_sha256": "1a5aba98307935959a6da226e5ce29a332de69fce93d4c93de4ba9d428307758", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-1a5aba983079.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "microsoft/Phi-4-mini-instruct", "axis": "care", "status": "MEASURED", "accuracy": 0.2, "n": 30, "card_sha256": "1ae9fdbd47ba9520ca9363cab7f11cbf02be6ab24b6eae613a55d10c7a266de8", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-1ae9fdbd47ba.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-14B-Base", "axis": "care", "status": "MEASURED", "accuracy": 0.1, "n": 30, "card_sha256": "23e9a1f65c485d37aec916391178d9587ca0255a53affc1ab72063ffdd41e551", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-23e9a1f65c48.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16", "axis": "care", "status": "MEASURED", "accuracy": 0.6333, "n": 30, "card_sha256": "281205f3c93e34704417b6533fde3ad846085a9cc44cd02e6dd8978acf1d61a6", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-281205f3c93e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-R1", "axis": "care", "status": "MEASURED", "accuracy": 0.2667, "n": 30, "card_sha256": "3032b07f97ed26996d943ee4a5a663f333b3c281dc567944e8eb03b3ed4e32b6", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-3032b07f97ed.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-1.7B", "axis": "care", "status": "MEASURED", "accuracy": 0.3667, "n": 30, "card_sha256": "35f4541da405f19bcb0b29a43f078d8a482024d1502f11aa50ad817978f39f59", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-35f4541da405.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-14B-Instruct", "axis": "care", "status": "MEASURED", "accuracy": 0.1333, "n": 30, "card_sha256": "384f566509961287840ebef982e0becb51016c8a9f01084a1095ac6d79fcca97", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-384f56650996.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.2-1B-Instruct", "axis": "care", "status": "MEASURED", "accuracy": 0.2, "n": 30, "card_sha256": "44eddd688a125c7b6d4a969c7d67b60319cc3505249b845381a5febec4c5605c", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-44eddd688a12.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-14B-Instruct", "axis": "care", "status": "MEASURED", "accuracy": 0.1667, "n": 30, "card_sha256": "46ebd03f76133654ae109a1f1933cea9aa4ff8f43a46ca4fba7a858b1a62aaaf", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-46ebd03f7613.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Coder-30B-A3B-Instruct", "axis": "care", "status": "MEASURED", "accuracy": 0.3667, "n": 30, "card_sha256": "4977e89aa6aff106479b0f1ff38af1f20dd0f01d1d5d27fdc8a10f9500d15d40", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-4977e89aa6af.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:1.5b@sha256:65ec06548149b04c096a120e4a6da9d4017ea809c91734ea5631e89f96ddc57b", "axis": "care", "status": "MEASURED", "accuracy": 0.2362, "n": 199, "card_sha256": "4bf85c05df38c003e25e0401acef13ee084bf45c2f3ca573ff142389f7fe413d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-4bf85c05df38.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Flash", "axis": "care", "status": "MEASURED", "accuracy": 0.5667, "n": 30, "card_sha256": "4f50fd63787b774190f16e368a22d8681f8b12a3285dad321ce7529ccc37be2d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-4f50fd63787b.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B", "axis": "care", "status": "MEASURED", "accuracy": 0.4667, "n": 30, "card_sha256": "56e9471e78cc902c9714d28c62d216d5e2fceac42890da15d0e42e7072021cf5", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-56e9471e78cc.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-0.6B-Base", "axis": "care", "status": "MEASURED", "accuracy": 0.1667, "n": 30, "card_sha256": "59646dff32454728c45c6fbecbe97261d14591f733cbf343c8ffefd9e238af7c", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-59646dff3245.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16", "axis": "care", "status": "MEASURED", "accuracy": 0.2667, "n": 30, "card_sha256": "5dcc5b19e3a47b0968ad034b7414bdd751ea446642d3746e6da0d51efb88dc01", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-5dcc5b19e3a4.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "IlyaGusev/saiga_llama3_8b", "axis": "care", "status": "MEASURED", "accuracy": 0.1333, "n": 30, "card_sha256": "5fb6449f8b84336eeaeff7542f03cd2422d359c289f5dca0b819c81fd648a07e", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-5fb6449f8b84.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3.2", "axis": "care", "status": "MEASURED", "accuracy": 0.2, "n": 30, "card_sha256": "648065965a80d7768b34f3e09ae8d4ab0313b41a2546a17ea51b6f069e987d1d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-648065965a80.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:mistral:7b@sha256:6577803aa9a036369e481d648a2baebb381ebc6e897f2bb9a766a2aa7bfbc1cf", "axis": "care", "status": "MEASURED", "accuracy": 0.0302, "n": 199, "card_sha256": "64eaf6ae4f20a8287ec3ac64460a1c1fab0af210d5ef6a24ab06d2d817d050d5", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-64eaf6ae4f20.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2-7B-Instruct", "axis": "care", "status": "MEASURED", "accuracy": 0.1, "n": 30, "card_sha256": "6601a4301bba1eb044a8b111d1917e716edd5538ea824a59635b9e1292dc82fe", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-6601a4301bba.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "TinyLlama/TinyLlama-1.1B-Chat-v1.0", "axis": "care", "status": "MEASURED", "accuracy": 0.6667, "n": 30, "card_sha256": "6739cdfb3767279ff3faea8b31f1d2185ce5d61e1ed391297ae70fe4c874cfa8", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-6739cdfb3767.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2-0.5B", "axis": "care", "status": "MEASURED", "accuracy": 0.3, "n": 30, "card_sha256": "7068bb8e20601560769162b1c3daf55c1c9177bf8ccffd6e417f06cb61424091", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-7068bb8e2060.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-32B", "axis": "care", "status": "MEASURED", "accuracy": 0.3667, "n": 30, "card_sha256": "7462ff25fb3add458db5ee808c62889903481d3e66ba726202cfd423aa4e84b2", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-7462ff25fb3a.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-3B-Instruct", "axis": "care", "status": "MEASURED", "accuracy": 0.1, "n": 30, "card_sha256": "77f1846d841cf1075936c8bac1d108ab6a4340f5ba7987ce9f5382a56e26cdbe", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-77f1846d841c.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:7b@sha256:845dbda0ea48ed749caafd9e6037047aa19acfcfd82e704d7ca97d631a0b697e", "axis": "care", "status": "MEASURED", "accuracy": 0.1558, "n": 199, "card_sha256": "78a49b7f07d60e9c606f3806b194d625d2cdabc5f17df8ed7779177dab4d5b96", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-78a49b7f07d6.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "zai-org/GLM-4.7-Flash", "axis": "care", "status": "MEASURED", "accuracy": 0.3, "n": 30, "card_sha256": "7a8651f2e4dc79bae49ddd7fd684a6bd90044ecf4314c54c49b70bfbc0d8f653", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-7a8651f2e4dc.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen3:4b@sha256:359d7dd4bcdab3d86b87d73ac27966f4dbb9f5efdfcc75d34a8764a09474fae7", "axis": "care", "status": "MEASURED", "accuracy": 0, "n": 199, "card_sha256": "7af1b5097856975a8dacf9f70c11640cb460689acfd536de69361d541a5b7481", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-7af1b5097856.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.1-8B-Instruct", "axis": "care", "status": "MEASURED", "accuracy": 0.1333, "n": 30, "card_sha256": "82f1926ee6eb9db151db0fdfd85228cb2a6247353f0a99c98a877bf86b561add", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-82f1926ee6eb.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ornith-ai/Ornith-1.0-9B", "axis": "care", "status": "MEASURED", "accuracy": 0.2333, "n": 30, "card_sha256": "83df94db4334337c66d9ea759f996d2711006417a97703f28dcf90527dc493eb", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-83df94db4334.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-72B-Instruct", "axis": "care", "status": "MEASURED", "accuracy": 0.3333, "n": 30, "card_sha256": "87eba632c6baba757823e1e6395679a4aba0f1db3fc31e4045cddf442660c494", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-87eba632c6ba.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-7B-Instruct", "axis": "care", "status": "MEASURED", "accuracy": 0.3667, "n": 30, "card_sha256": "8f68a1c5cf276e92b25af784d60891f7e4f0684dbdf09f749714f8c2d4fbda86", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-8f68a1c5cf27.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-3-1b-it", "axis": "care", "status": "MEASURED", "accuracy": 0.3667, "n": 30, "card_sha256": "9085f812773c44a8d9ffaca5c7782ffeb04405d2b863f3f4a44f9e7f4473fc8c", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-9085f812773c.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-8B-Base", "axis": "care", "status": "MEASURED", "accuracy": 0.9333, "n": 30, "card_sha256": "94796279cbf5881e2564dbeb3387afc91be6e22e1d3b5dd3fb1ff0b5fec3fa57", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-94796279cbf5.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-1.5B", "axis": "care", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "9cab48049cbb029892fd84165bc87ed7331090dbf4deb06c91c9dab646acb0de", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-9cab48049cbb.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-7B-Instruct", "axis": "care", "status": "MEASURED", "accuracy": 0.2333, "n": 30, "card_sha256": "a3712325245993621369d0662dd955aaa8eee57c11e111ef7c57c549c78207b5", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-a37123252459.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "XiaomiMiMo/MiMo-V2.5", "axis": "care", "status": "MEASURED", "accuracy": 0.4333, "n": 30, "card_sha256": "a58dc0fcbd86e10b527383aab07714b1ad5b9d436fbd65ad202fa2bb15121f2b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-a58dc0fcbd86.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Meta-Llama-3-8B-Instruct", "axis": "care", "status": "MEASURED", "accuracy": 0.1, "n": 30, "card_sha256": "a5d5b544081c55797b0b5f9fdf2d314bb4a45e2088e86ca954496597f96f0c1e", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-a5d5b544081c.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Next-80B-A3B-Instruct", "axis": "care", "status": "MEASURED", "accuracy": 0.3667, "n": 30, "card_sha256": "ab7a470f138b1c278546edd60025fbeb5ca3ea372d9173b4328c0da360fad1d0", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-ab7a470f138b.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "swiss-ai/Apertus-8B-Instruct-2509", "axis": "care", "status": "MEASURED", "accuracy": 0.1333, "n": 30, "card_sha256": "afb862523bc264f2da1334fc923a8890a11be65789a9972f93164dd8b82ce388", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-afb862523bc2.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3-0324", "axis": "care", "status": "MEASURED", "accuracy": 0.1667, "n": 30, "card_sha256": "b3810c79b2aa21277a0dd2f1d6124ccc35f4c42e4b32553011a096d686742d0c", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-b3810c79b2aa.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-2-2b-it", "axis": "care", "status": "MEASURED", "accuracy": 0.3, "n": 30, "card_sha256": "b6dce967b6a783b6f5b096f8d08f91029428f4e7bf84c91e446bf24da9b0a35f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-b6dce967b6a7.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.3-70B-Instruct", "axis": "care", "status": "MEASURED", "accuracy": 0.3, "n": 30, "card_sha256": "b887609deb1f292ca0a157bc1c4284a844201fac53aea6ce039442f152cc405d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-b887609deb1f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "microsoft/phi-4", "axis": "care", "status": "MEASURED", "accuracy": 0.1667, "n": 30, "card_sha256": "baf476faf22154505d1d80b9956e2e4410551f64b5cf4922f0dba405a060354e", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-baf476faf221.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-30B-A3B", "axis": "care", "status": "MEASURED", "accuracy": 0.1667, "n": 30, "card_sha256": "bb112e30ed0cae936e25254ac9eaf033ae4338da3d73b59e3d4f5ce8bf390c52", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-bb112e30ed0c.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "mistralai/Mistral-7B-Instruct-v0.2", "axis": "care", "status": "MEASURED", "accuracy": 0.4, "n": 30, "card_sha256": "c38aa6c37366815c04da1d14a2f1fcf73dccc4020c688120f66d96eea09fc984", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-c38aa6c37366.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16", "axis": "care", "status": "MEASURED", "accuracy": 0.2, "n": 30, "card_sha256": "cc9863062740fff875027db8fccf98c00688d15748fe324f25b29c8d8e72d21d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-cc9863062740.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "farbodtavakkoli/OTel-2.0-LLM-31B-IT", "axis": "care", "status": "MEASURED", "accuracy": 0.4333, "n": 30, "card_sha256": "cebad21d03994d4c17d7b483232af8929aa59c1e21dd884c36df5a62ffae09ad", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-cebad21d0399.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Coder-Next", "axis": "care", "status": "MEASURED", "accuracy": 0.3333, "n": 30, "card_sha256": "d0b4595b49354680e2fea38503ca1e7300371c0fd1477c2ef25589c0aeb04237", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-d0b4595b4935.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3", "axis": "care", "status": "MEASURED", "accuracy": 0.1, "n": 30, "card_sha256": "d23a190564c0f0e98bc11374f237812669be33495d85debd2f97c92d9803af9c", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-d23a190564c0.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B-Instruct-2507", "axis": "care", "status": "MEASURED", "accuracy": 0.3, "n": 30, "card_sha256": "db131d9da85cb3123169db603fee31a6d2a1f6c95ec302f47b803d69c03058c6", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-db131d9da85c.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Flash-0731", "axis": "care", "status": "MEASURED", "accuracy": 0.7, "n": 30, "card_sha256": "dfa6e8ccfaf311e3d281bb10b16cb96c7156bdda3b2b20d3860940db7a8fd689", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-dfa6e8ccfaf3.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2-1.5B-Instruct", "axis": "care", "status": "MEASURED", "accuracy": 0.1333, "n": 30, "card_sha256": "e167c255f256a1d224c1e109db0aec12c76180ce17c14c314bbc8ee97f997e10", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-e167c255f256.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-32B-Instruct", "axis": "care", "status": "MEASURED", "accuracy": 0.3667, "n": 30, "card_sha256": "e3ecfedc5769edc22f9e093f56739251276faac9a902252798b35c12a4f22d2e", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-e3ecfedc5769.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-3B-Instruct", "axis": "care", "status": "MEASURED", "accuracy": 0.4333, "n": 30, "card_sha256": "ec5b8ce4a2b48bd3b006eaec8a6d4db9efac7e3e47fc756136f7c76219833e49", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-ec5b8ce4a2b4.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-2-9b-it", "axis": "care", "status": "MEASURED", "accuracy": 0.1667, "n": 30, "card_sha256": "ecabe90d14c47e7202fd90f5413d6ae1406bd393e2ef9b65595e6b28d9521c16", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-ecabe90d14c4.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-32B-Instruct", "axis": "care", "status": "MEASURED", "accuracy": 0.1333, "n": 30, "card_sha256": "f0b87fcbba7b5efee12d8f831ff2b9cfe62a8f37dc660e15d868ea2ec5cd904f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-f0b87fcbba7b.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.2-3B-Instruct", "axis": "care", "status": "MEASURED", "accuracy": 0.0667, "n": 30, "card_sha256": "f56648b3db0dcb3ce720f4f9485693265c80f4b7930a5b362a2e02b1c2b9e053", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-f56648b3db0d.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "prism-ml/Ternary-Bonsai-27B-gguf", "axis": "care", "status": "MEASURED", "accuracy": 0.4, "n": 30, "card_sha256": "f71c541364380c55ec1df526301f791ec5214e45e7d90306062e2210e19c216c", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-f71c54136438.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "zai-org/GLM-5.2", "axis": "care", "status": "MEASURED", "accuracy": 0.4, "n": 30, "card_sha256": "fc813abc923a873ef79a7085f7818d3313ee2ef8d17802c82de8727b4d0be4c0", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-fc813abc923a.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:0.5b-instruct@sha256:a8b0c51577010a279d933d14c2a8ab4b268079d44c5c8830c0a93900f1827c67", "axis": "care", "status": "MEASURED", "accuracy": 0.4623, "n": 199, "card_sha256": "fecc5ce9eed9f8fcf664a6f526eaff98d441c62312fd25b68fd9b56a806ade2b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-care-fecc5ce9eed9.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-2-9b-it", "axis": "conformance", "status": "MEASURED", "accuracy": 0.8333, "n": 30, "card_sha256": "001219d25a5fa1a93615a826fd28a5b0ff78e2ddea51c43642dd8434713f36b3", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-001219d25a5f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-1.7B", "axis": "conformance", "status": "MEASURED", "accuracy": 0.6333, "n": 30, "card_sha256": "00bafcdbac0ff6dda45912c9a4d40709877850b86475561555535f82626cbba6", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-00bafcdbac0f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "InternScience/Agents-A1-4B", "axis": "conformance", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "01176adc72557f55c5806bead2b60b9e87b35daf9630c3a2c9efb3b631550fae", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-01176adc7255.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.2-3B-Instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 0.5333, "n": 30, "card_sha256": "029fb47bef5577a2e96bb19f1e5da2ed62da89205ce86cea6c364df49960a932", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-029fb47bef55.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "microsoft/Phi-4-mini-instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 0.7333, "n": 30, "card_sha256": "0a1ad3cd923b78d8289689c94f3e9e3f13ac8fad59d1a4721eccfd05f82e6737", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-0a1ad3cd923b.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.1-8B-Instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 0.8, "n": 30, "card_sha256": "0a8c0aefa7c874229636579a2eef25a3ada1fbeeada41f9e5957c8f02c626145", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-0a8c0aefa7c8.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.2-1B-Instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 0.7, "n": 30, "card_sha256": "0afe2be7474e20efe851213b8a724a6afe105441446414159d58f55e4f248ebb", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-0afe2be7474e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ornith-ai/Ornith-1.5-9B", "axis": "conformance", "status": "MEASURED", "accuracy": 0.8333, "n": 30, "card_sha256": "0d8085739690ce662a9a32a0a218afef6675fb324893862cbf1978d71ff874e5", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-0d8085739690.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.3-70B-Instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "0e666fa447d9693f966a9dfacb344e0139e7e4a6d8af78f7755d233ad992abc4", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-0e666fa447d9.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "NousResearch/Meta-Llama-3.1-8B-Instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 0.8, "n": 30, "card_sha256": "0ee4d4cfc2a10bdd977a02365062fd8c0252940ee5a143a0f30d94171bd25661", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-0ee4d4cfc2a1.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "QCRI/Fanar-1-9B-Instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "0f1f339e54113a5f34d27d892133e4815b0a6988e583e1745cc1218d0bbddeb2", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-0f1f339e5411.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-2-13b-chat-hf", "axis": "conformance", "status": "MEASURED", "accuracy": 0.5, "n": 30, "card_sha256": "117e1855fb461a86717d863bb011b86badbfce0840e52115f5baaf7a10af6d4d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-117e1855fb46.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "unsloth/Qwen2.5-14B-Instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "13a4fbcfdb2728f7171826b357f31a3be08e9b29d27015bd9f2fecbf74a245a2", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-13a4fbcfdb27.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Efficient-Large-Model/gemma-2-2b-it", "axis": "conformance", "status": "MEASURED", "accuracy": 0.6667, "n": 30, "card_sha256": "175f2fe9121f7f06929fb80a06934b1e79ee5c1dd6841ae19f48c0b04da930d2", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-175f2fe9121f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "farbodtavakkoli/OTel-LLM-27B-IT", "axis": "conformance", "status": "MEASURED", "accuracy": 0.5, "n": 30, "card_sha256": "18677bd85920f29aeea70b8052e3cea1556411cdf234eba7a60872c76e8d7d57", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-18677bd85920.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-14B-Instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "18dc96fd831837b682ec6903a382fd2f32e9eff2bf1d8c85499f57a1af7cbf6b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-18dc96fd8318.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-3B", "axis": "conformance", "status": "MEASURED", "accuracy": 0.5, "n": 30, "card_sha256": "18f756850d355c7d358adfa9c68b66f7b7360060b08207524f11115c9935a59b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-18f756850d35.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "XiaomiMiMo/MiMo-V2.5", "axis": "conformance", "status": "MEASURED", "accuracy": 0.9333, "n": 30, "card_sha256": "1b7c1edf571d23620092ee9c6a6efd0ab7634f8403a271380e9a026ee92777ab", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-1b7c1edf571d.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Meta-Llama-3-8B-Instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 0.6667, "n": 30, "card_sha256": "1ba31cff0f7ed4daa202f5162ae1c630eced516e94ed937ed14b631348dc8dcd", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-1ba31cff0f7e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-7B", "axis": "conformance", "status": "MEASURED", "accuracy": 0.6, "n": 30, "card_sha256": "1f007b9d2d9b6e40b748bb2c44bb4a3f015982b60ddcbaf05717390f28787d1a", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-1f007b9d2d9b.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-32B-Instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 0.9, "n": 30, "card_sha256": "1f7c9695bacce4b890245783f510caadc861ba4dff04e58b775224bb674dbdc6", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-1f7c9695bacc.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-1.5B-Instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 0.5333, "n": 30, "card_sha256": "24f8948aa47f0dca6db27b04e1477ac3943e42209abc0577ff907b1c0fee48e5", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-24f8948aa47f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "mistralai/Mistral-7B-Instruct-v0.2", "axis": "conformance", "status": "MEASURED", "accuracy": 0.6333, "n": 30, "card_sha256": "29694900815bfd1677c275670909f35f30b5b3e826c03408c5f5f6ec7f05307d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-29694900815b.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Math-1.5B-Instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "2cf667114ed4d56468596df334ecb7c42468e650986ee245a8ca4ce45f9fc9a3", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-2cf667114ed4.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-235B-A22B", "axis": "conformance", "status": "MEASURED", "accuracy": 0.9333, "n": 30, "card_sha256": "2d1ea474a0bc6be8dda37d9b51f3054dd3d7093f428c75022d61d7383a44a2d1", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-2d1ea474a0bc.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "yentinglin/Llama-3-Taiwan-8B-Instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 0.5667, "n": 30, "card_sha256": "2f2f5381ef3ad8a9babe827c1316d21ddadac404ae8e8a659eef3cfc9c87c984", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-2f2f5381ef3a.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen3:4b@sha256:359d7dd4bcdab3d86b87d73ac27966f4dbb9f5efdfcc75d34a8764a09474fae7", "axis": "conformance", "status": "MEASURED", "accuracy": 0, "n": 35, "card_sha256": "3123fae6aa50cd37ffe7a07b393a4187e292a223f22f7877c1c9d78559441154", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-3123fae6aa50.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:1.5b@sha256:65ec06548149b04c096a120e4a6da9d4017ea809c91734ea5631e89f96ddc57b", "axis": "conformance", "status": "MEASURED", "accuracy": 0.5429, "n": 35, "card_sha256": "31487bd96221396b59849187bfd0e7d1b378485635b63c0a0f1b8c646d33f766", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-31487bd96221.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-Guard-3-8B", "axis": "conformance", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "3355d0286f2b69024d9a67f77e2245eae428bd6e1428b4c492e51ee44678e3c2", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-3355d0286f2b.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3-0324", "axis": "conformance", "status": "MEASURED", "accuracy": 0.9333, "n": 30, "card_sha256": "34d076dbdd254eb435c821882d03e81e628d558c4586196ec62e5eaca20f662c", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-34d076dbdd25.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-14B", "axis": "conformance", "status": "MEASURED", "accuracy": 0.1, "n": 30, "card_sha256": "36a478d635d5794f9ecfe2f9c6eaaecd4646c18bb3e4f78b960b2ef7193b4450", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-36a478d635d5.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "farbodtavakkoli/OTel-2.0-LLM-31B-IT", "axis": "conformance", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "3c45540445fd5e48de3a85251fd773d87ac4a79c6b0fa413a2f540a1fcdac901", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-3c45540445fd.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-1.5B-Instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 0.6667, "n": 30, "card_sha256": "43fe119d7107865401f431bf7cdff27d40c72bda01a4f5b9b9b4bae9d9d3e7aa", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-43fe119d7107.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Flash", "axis": "conformance", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "4a4d6d0aa8c2d9e3d2881e2d2f4035d2e03b2efa3a65082ed8b94534976c564b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-4a4d6d0aa8c2.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-R1-0528", "axis": "conformance", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "4c7711bfc968b2c06497e21d0f9905b99a88e400cd32f6adfa9a3d951febcd39", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-4c7711bfc968.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-8B", "axis": "conformance", "status": "MEASURED", "accuracy": 0.8, "n": 30, "card_sha256": "4f91ddf8d78b27022b611651ac74c05932c603c2b328f97e6fffc45e7f4ffce4", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-4f91ddf8d78b.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B-Thinking-2507", "axis": "conformance", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "508077de0119b73f846a1100c56c567b62fd6864225d2381cc3eaca3eba59d9a", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-508077de0119.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-2-2b-it", "axis": "conformance", "status": "MEASURED", "accuracy": 0.6333, "n": 30, "card_sha256": "54116a47bbbb78c58d04653edb7199e843871fd717c10c135d8b456c5816fb13", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-54116a47bbbb.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:mistral:7b@sha256:6577803aa9a036369e481d648a2baebb381ebc6e897f2bb9a766a2aa7bfbc1cf", "axis": "conformance", "status": "MEASURED", "accuracy": 0.4571, "n": 35, "card_sha256": "55322be02048b0c8a1a807252c139e4f834146eca3ef157db92d7f554f48fd3c", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-55322be02048.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ornith-ai/Ornith-1.0-9B", "axis": "conformance", "status": "MEASURED", "accuracy": 0.9, "n": 30, "card_sha256": "56a448eb2e7dfe9bcdeb5a3d29dcfbd32ee4e9050db4b33db94717778de20075", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-56a448eb2e7d.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "unsloth/Qwen2.5-7B-Instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "57a5f7af11ca50eeb1d2de8291a3b122166d49f27b8e1a76b228a9078c12df6d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-57a5f7af11ca.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "mistralai/Mistral-7B-Instruct-v0.1", "axis": "conformance", "status": "MEASURED", "accuracy": 0.6, "n": 30, "card_sha256": "58511f53583416a2a01ee896cfdc203d1bf33342c1c86cfc825e1374a0ed5acb", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-58511f535834.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-7B", "axis": "conformance", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "5b9da6a217e1bc128e20377caea5bf2384845656769c126f773b4004216855e7", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-5b9da6a217e1.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-1.5B", "axis": "conformance", "status": "MEASURED", "accuracy": 0.5667, "n": 30, "card_sha256": "5c647dcd16d989a68b79761275a5e6e2eac3f9ff086f9f71ded77afd03731978", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-5c647dcd16d9.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "NousResearch/Meta-Llama-3-8B-Instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 0.6333, "n": 30, "card_sha256": "5cd6173060b86e50dc86502754fe3d8f0a71c59e638c08e64c1ee895d4831796", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-5cd6173060b8.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "unsloth/Llama-3.1-8B-Instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 0.8333, "n": 30, "card_sha256": "60fe92b7e906b43cf64c63a27086bcad85b8e1efd0f0b930941fdb4e15b0b064", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-60fe92b7e906.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "moonshotai/Kimi-Linear-48B-A3B-Instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "62967e831bd5c5fccb41d024b143fa2c706e254e506afc96d5c22e66416edc15", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-62967e831bd5.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-R1", "axis": "conformance", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "6364c0c2e76f32c143c938306331a85fd9ac7707de5465a8d40701292655d514", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-6364c0c2e76f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2-0.5B", "axis": "conformance", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "64d61130964b36009a65642efbbc82e2849aa484422b019a8c28cab2adfbbd89", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-64d61130964b.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-0.5B", "axis": "conformance", "status": "MEASURED", "accuracy": 0.8, "n": 30, "card_sha256": "677d88ddbc19eb85a6705aff711cc015464a4daaa0bba0e938d5390f9fce90d4", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-677d88ddbc19.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Coder-30B-A3B-Instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 0.9, "n": 30, "card_sha256": "67b7a17ad86fbb687daa6b72a7868654bbd4c6fe08d4c6bd26083279e4db9cc5", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-67b7a17ad86f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "prism-ml/Ternary-Bonsai-27B-gguf", "axis": "conformance", "status": "MEASURED", "accuracy": 0.9333, "n": 30, "card_sha256": "7269129b3e0d1edb3dd93902f5b1daa525ad697ca87ce7dfd74e976c18b0fac8", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-7269129b3e0d.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "zai-org/GLM-5.2", "axis": "conformance", "status": "MEASURED", "accuracy": 0.9, "n": 30, "card_sha256": "740223de4bec447f7d4db63902d5018860b73007bfd3fbe8f50f696bde504df1", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-740223de4bec.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B", "axis": "conformance", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "76067a9bdaa413b982735b5b39345b678da8bfa0ac54effba02ec26e373525f6", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-76067a9bdaa4.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:0.5b-instruct@sha256:a8b0c51577010a279d933d14c2a8ab4b268079d44c5c8830c0a93900f1827c67", "axis": "conformance", "status": "MEASURED", "accuracy": 0.5143, "n": 35, "card_sha256": "764766bf0f5a5435fbe1a308ca3f6e2a8fbf9f4f69b45e08f0858fa625cbfb11", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-764766bf0f5a.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16", "axis": "conformance", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "77363f8cf0e4f37ebde3d0b5ead857984d828865dce61599874483f28d51cd9e", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-77363f8cf0e4.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-0.6B", "axis": "conformance", "status": "MEASURED", "accuracy": 0.4667, "n": 30, "card_sha256": "8059463bab0e68134fbe51ec34843be343ca9b579466959465b3695f1d011e95", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-8059463bab0e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Next-80B-A3B-Instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 0.9333, "n": 30, "card_sha256": "80c35ae75d32d368b7d5b56460b8997226e06e79057b4bae56ec3ab26354241f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-80c35ae75d32.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2-1.5B-Instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 0.6333, "n": 30, "card_sha256": "8443b2eb04f0a82ce4f14b4ede75d2c98e9354799fc10bd25a8a893c60020d92", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-8443b2eb04f0.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Flash-0731", "axis": "conformance", "status": "MEASURED", "accuracy": 0.9333, "n": 30, "card_sha256": "84d638cec29314b37ce0ec0a287f0793b4b332cca6585058632ee24552072337", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-84d638cec293.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "unsloth/Meta-Llama-3.1-8B-Instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 0.8333, "n": 30, "card_sha256": "89da3e823d25ff4101b760d55a063eb9fc4d5ed6f1def74a2f4ecf89bc93b7a6", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-89da3e823d25.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-32B", "axis": "conformance", "status": "MEASURED", "accuracy": 0.9, "n": 30, "card_sha256": "8afd29150fba02f5326947998730b71e3f81a2c9d5e20142ee5904086baad9e5", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-8afd29150fba.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "moonshotai/Kimi-K2-Instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "8c0f9ca83b27529971644ae13247844169f6f394b513f02a0c565e491c2d087d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-8c0f9ca83b27.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-14B-Base", "axis": "conformance", "status": "MEASURED", "accuracy": 0.9, "n": 30, "card_sha256": "92e2af21d1d42497d873beb25c06995f9071e5caadd05976099b36da4c1ff9ce", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-92e2af21d1d4.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3.1", "axis": "conformance", "status": "MEASURED", "accuracy": 0.6667, "n": 30, "card_sha256": "93385aaf8ebf4833364d6afd38e53ea439afd9ae4bc4649ec56de376dd41abd5", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-93385aaf8ebf.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen1.5-0.5B-Chat", "axis": "conformance", "status": "MEASURED", "accuracy": 0.1, "n": 30, "card_sha256": "9450b46fed243e8cfc1780574b5c882adb9dc75bdde45f7f7c0e597aa0531eaa", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-9450b46fed24.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-3-1b-it", "axis": "conformance", "status": "MEASURED", "accuracy": 0.5, "n": 30, "card_sha256": "94a13050c383a1805b807b2699396e0a5afca4db97772ab446367659de7d6a1c", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-94a13050c383.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "IlyaGusev/saiga_llama3_8b", "axis": "conformance", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "984a6c40ded6492ee9520037d0f6520dbef88fe4b5791283d503fff72f11c308", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-984a6c40ded6.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-3B-Instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 0.5333, "n": 30, "card_sha256": "991d519059b5147309191040932c027ed4af5f7a82a55879b6ec3f2510b9d643", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-991d519059b5.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-30B-A3B-Instruct-2507", "axis": "conformance", "status": "MEASURED", "accuracy": 0.9, "n": 30, "card_sha256": "9947f5097eb3adf53b163992daccd5455ff0b6565128b6de68a0bd1023e3cc0d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-9947f5097eb3.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3", "axis": "conformance", "status": "MEASURED", "accuracy": 0.9, "n": 30, "card_sha256": "9a25983ede0797ae085149da2f898a358b935b66d6513cbb48777dd0cd1aaba4", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-9a25983ede07.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.1-70B-Instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 0.9333, "n": 30, "card_sha256": "9e6c802762237f9567eb10d3f6d0950b482dfece5d9d06f8d9dc02399b8a8039", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-9e6c80276223.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-7B-Instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 0.8333, "n": 30, "card_sha256": "9fdbaa27f06a770a093345c90e2349846bd5575cdd33885553420abddddf7d44", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-9fdbaa27f06a.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "swiss-ai/Apertus-8B-Instruct-2509", "axis": "conformance", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "a15436bdd99592871d60cc13433cfabd49e90388743779a55108582923f0fd5b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-a15436bdd995.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "zai-org/GLM-5.3-Flash", "axis": "conformance", "status": "MEASURED", "accuracy": 0.9333, "n": 30, "card_sha256": "a3b826ac644fb82ddca36fc2d360afb1f2e2a55003251da0ef4d0362426014e2", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-a3b826ac644f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-3B-Instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 0.6667, "n": 30, "card_sha256": "a58bab6cb228dc4c8769be30cac6c671b33294a70e143e2294613e31f504028d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-a58bab6cb228.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3Guard-Gen-0.6B", "axis": "conformance", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "a605bf2217ef19d017d15acefd3eca71f48508203c11a80d330d66eaff1df4d5", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-a605bf2217ef.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "OBLITERATUS/Qwen3.8-27B-OBLITERATED", "axis": "conformance", "status": "MEASURED", "accuracy": 0.7333, "n": 30, "card_sha256": "a78ed5fc7c4c20a55e396ea7017d521a0ed6829c3a71ff68af1c2ab1b260aaa3", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-a78ed5fc7c4c.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "NousResearch/Hermes-3-Llama-3.1-8B", "axis": "conformance", "status": "MEASURED", "accuracy": 0.6667, "n": 30, "card_sha256": "a9fce0a8c3345665cdbd0265fe2d40c81e1058a553eb583fce4083100ac9f4e3", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-a9fce0a8c334.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-8B-Base", "axis": "conformance", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "ac096f3edef8b0bc15baff2f267e3dd25df946cdf229b314fee6cd36e6a5414b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-ac096f3edef8.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-1.7B-Base", "axis": "conformance", "status": "MEASURED", "accuracy": 0.3333, "n": 30, "card_sha256": "ad79f35ce04e769295d7b6e724aa91758ec3368e278a034e72481adbf65e4e5b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-ad79f35ce04e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3Guard-Gen-4B", "axis": "conformance", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "adcdf4434c9b5973f4a8c2052d41d8d6c79430c57eb2ee64726552906996041a", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-adcdf4434c9b.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-14B", "axis": "conformance", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "b6542edf9f5ea2775bcf322b7eb82d5c8c57bb69834490c8bab3556f19bba361", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-b6542edf9f5e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2-1.5B", "axis": "conformance", "status": "MEASURED", "accuracy": 0.0667, "n": 30, "card_sha256": "b95712555a07f5cb1ebb7ccd993ae54204d43406bf37331caf2c54e6d6b94a52", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-b95712555a07.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:7b@sha256:845dbda0ea48ed749caafd9e6037047aa19acfcfd82e704d7ca97d631a0b697e", "axis": "conformance", "status": "MEASURED", "accuracy": 0.6571, "n": 35, "card_sha256": "bcd4c5d985fa8382004f270437b4c6a3380a46e96678184285ea491e3566f644", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-bcd4c5d985fa.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Coder-Next", "axis": "conformance", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "c3c5bb803547fb418cb43fa7b1e6637ac9f248a94231daf66b64b3cb3cc31857", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-c3c5bb803547.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B-Instruct-2507", "axis": "conformance", "status": "MEASURED", "accuracy": 0.9, "n": 30, "card_sha256": "c49b3804c52c6ff9c892e8cfe1360d2df96deae14221a2a969f5a72e71ffaa17", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-c49b3804c52c.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16", "axis": "conformance", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "c553cb9e5bcfe2d133d5109ce4084a314efbd07f62490621a732ebfdf0ced363", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-c553cb9e5bcf.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-32B-Instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 0.9333, "n": 30, "card_sha256": "cc296e017c426ace1ec6d8cd72d3c590146e4e839082114a2c5f14c4b54618c0", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-cc296e017c42.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16", "axis": "conformance", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "cc467ba4807e587793e939079a666bca96a88c446fac70ac652285a78adee77c", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-cc467ba4807e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-72B-Instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "cc929bfb2371171771c1c16004858a9731261f780bf61c1a781bcc61d56864de", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-cc929bfb2371.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-14B-Instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "d277daeac6b469799b1aced563bcf333d877d97f88454f503323c44f55f78221", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-d277daeac6b4.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3.2-Exp", "axis": "conformance", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "d3e7e4def656b36d9ff5b62ae8bfe78dbcb375480762706326c0afd434a0fa09", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-d3e7e4def656.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-0.5B-Instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 0.4667, "n": 30, "card_sha256": "d431a700465397dd7e3d249b4e1cd5eb61a4f20e728fc30860206fd8e3496a5e", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-d431a7004653.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-7B-Instruct-1M", "axis": "conformance", "status": "MEASURED", "accuracy": 0.8, "n": 30, "card_sha256": "d58c9f95aefc55c4cbabf44922e1d66f9e71685a2c44df32d3f3c0f5e93c8ead", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-d58c9f95aefc.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2-7B", "axis": "conformance", "status": "MEASURED", "accuracy": 0.5, "n": 30, "card_sha256": "d67e113dcf50e395cfd7a5645efe1d6037d06a9bd863eac28439be8b6e0fccad", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-d67e113dcf50.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "unsloth/gemma-3-1b-it", "axis": "conformance", "status": "MEASURED", "accuracy": 0.5, "n": 30, "card_sha256": "de513dc14e3ff25bab5a86285b5011526d21fd741804516853dde62315d0bdda", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-de513dc14e3f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-7B-Instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "def747e4c91d4430861d1ec3178ea4e80ffdaf1f0a7fd1c4c62d0505e104bba6", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-def747e4c91d.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3.2", "axis": "conformance", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "e1e76966d5d8ca40a8e0d832e8632084075e948c4eb20e3c17b9a80d496ded67", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-e1e76966d5d8.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Math-1.5B", "axis": "conformance", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "e21b16b8c734e9901233ff1709afdadf7524bd60bb9c61d8ef4a095a4d41b658", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-e21b16b8c734.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-0.6B-Base", "axis": "conformance", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "e483eba6b513951f60f21ca1727f14413ef667857b9f8b62a4184157d0a951b4", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-e483eba6b513.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2-0.5B-Instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 0.6, "n": 30, "card_sha256": "e60312c01355a984a38a2004eb221b9c1f2dcfbfdfe80ce67f1a32091947f49b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-e60312c01355.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "microsoft/phi-4", "axis": "conformance", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "e6db09f5cb945acaa4ae44dfaf86e8653fa5c089464e0577921da7a1b808f01f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-e6db09f5cb94.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Pro-0813", "axis": "conformance", "status": "MEASURED", "accuracy": 0.9, "n": 30, "card_sha256": "ea7c1795b3dd16ff2b35bfe60950f595e97aa196e4be7380bad52682908c4847", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-ea7c1795b3dd.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-30B-A3B", "axis": "conformance", "status": "MEASURED", "accuracy": 0.7, "n": 30, "card_sha256": "eb091aee1ffc449dbaf996983e0c4cfbb0f4cdcb2c69f2f39a1d05a1fce7ac71", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-eb091aee1ffc.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "zai-org/GLM-4.7-Flash", "axis": "conformance", "status": "MEASURED", "accuracy": 0.9, "n": 30, "card_sha256": "ee9ab54d61be3561acfbbbd0b9d7adf80e9bc0f922ef14bed2da02933f9020f2", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-ee9ab54d61be.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "TinyLlama/TinyLlama-1.1B-Chat-v1.0", "axis": "conformance", "status": "MEASURED", "accuracy": 0.4667, "n": 30, "card_sha256": "ef583aa4edee35fd75f94a4ee1805f376b7d6970e579c17f9d7023f44da9d9b8", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-ef583aa4edee.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "nvidia/Llama-3.1-Nemotron-Nano-8B-v1", "axis": "conformance", "status": "MEASURED", "accuracy": 0.5333, "n": 30, "card_sha256": "efbcef5c6f7eceeccb911344809e4dff5584a330ceda80c9690ec6c7b8dd1789", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-efbcef5c6f7e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "microsoft/Phi-3-mini-4k-instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 0.6333, "n": 30, "card_sha256": "f1395abbcb229f34e25ecd0521330e21d226dcefdb7b54c13677d0255cb2a85b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-f1395abbcb22.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "TsinghuaC3I/Llama-3-8B-UltraMedical", "axis": "conformance", "status": "MEASURED", "accuracy": 0.7333, "n": 30, "card_sha256": "fa0585f6cc385f85eeba51ebb2ece44a31df6c69d9c9730327683cf5be299263", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-fa0585f6cc38.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Pro", "axis": "conformance", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "fa17cdf730811e42380e7afd4db991b01ec8455215616eb8abd635575f702d85", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-fa17cdf73081.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "tokyotech-llm/Llama-3.1-Swallow-8B-Instruct-v0.5", "axis": "conformance", "status": "MEASURED", "accuracy": 0.7, "n": 30, "card_sha256": "fc69937387dad4e1e6922415199217ef723fd42a8a3382ba604c634d491d2f9a", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-fc69937387da.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2-7B-Instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 0.8, "n": 30, "card_sha256": "fda1cb11197696358e1ffe31d944fdf3113f84b4c717299c5e0da38642ac6f1b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-fda1cb111976.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "unsloth/Qwen2.5-Coder-7B-Instruct", "axis": "conformance", "status": "MEASURED", "accuracy": 0.8333, "n": 30, "card_sha256": "ff5fd9ea2194165acb06ab30afc54a48b764703c66c7bb014f2800255a01c6fb", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-conforma-ff5fd9ea2194.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.2-1B-Instruct", "axis": "continuity", "status": "MEASURED", "accuracy": 0.4, "n": 30, "card_sha256": "047c55e407b9975a6faef6cec75f1e17dd016083d557430a3df84082bfadeda4", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-047c55e407b9.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Pro", "axis": "continuity", "status": "MEASURED", "accuracy": 0.6, "n": 30, "card_sha256": "06e8fafa011e6ae57db20338425b0e7219889d7e224e42bda343786f7b6d49d0", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-06e8fafa011e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "TinyLlama/TinyLlama-1.1B-Chat-v1.0", "axis": "continuity", "status": "MEASURED", "accuracy": 0.6667, "n": 30, "card_sha256": "07b8ceb9a5a94a355fdf1ff861564763587efc6daa12c6ffda334603108ea765", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-07b8ceb9a5a9.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "microsoft/Phi-3-mini-4k-instruct", "axis": "continuity", "status": "MEASURED", "accuracy": 0.4333, "n": 30, "card_sha256": "10db76c6daa934acd0a34e62ed5d28e246020d5a34485f1e905eca7d2e7197af", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-10db76c6daa9.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-R1", "axis": "continuity", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "16874b152f7680c0e9ebd6e17736e6e3e06c7eaffe9e0f4b857a2976bf32d68f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-16874b152f76.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B", "axis": "continuity", "status": "MEASURED", "accuracy": 0.4667, "n": 30, "card_sha256": "18957fff0c9988feae58a27a9d6b768ebea6b4bbdf37fbf5445a009d48dd5ec2", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-18957fff0c99.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "farbodtavakkoli/OTel-LLM-27B-IT", "axis": "continuity", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "191b82e0d05d4728330f0170c17ea4c24cdc36328e37f7855cf6e22f5d6a4baf", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-191b82e0d05d.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-2-2b-it", "axis": "continuity", "status": "MEASURED", "accuracy": 0.4667, "n": 30, "card_sha256": "21bb37a1b7828aa970c9464323bf4acb1779b0c310498b908700b62d3c1c553c", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-21bb37a1b782.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3", "axis": "continuity", "status": "MEASURED", "accuracy": 0.6667, "n": 30, "card_sha256": "2379481dba7e330eee746f6ec8d9bd15b3210261d117ce937790ab4228f0b9d2", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-2379481dba7e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-7B-Instruct", "axis": "continuity", "status": "MEASURED", "accuracy": 0.4, "n": 30, "card_sha256": "28afab6326d1f44402d8d2ed87e9de228c03b92175b274a0d9e2cbc07d2659c0", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-28afab6326d1.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-14B", "axis": "continuity", "status": "MEASURED", "accuracy": 0.6667, "n": 30, "card_sha256": "3062a2fbb78156d24d6a8292cc21c37f4891248fe4db4a49fa75ec0e1ec918e0", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-3062a2fbb781.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.2-3B-Instruct", "axis": "continuity", "status": "MEASURED", "accuracy": 0.4, "n": 30, "card_sha256": "40d389754a3f7f3d1d571c6544d1eec8ed0b63af5530b02b8a9a8d2dff5a4c05", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-40d389754a3f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-30B-A3B-Instruct-2507", "axis": "continuity", "status": "MEASURED", "accuracy": 0.5333, "n": 30, "card_sha256": "4461029b92640d39afc730e5fe934f5b1a6900a2e8025b6991b9a9dd34121efc", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-4461029b9264.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:0.5b-instruct@sha256:a8b0c51577010a279d933d14c2a8ab4b268079d44c5c8830c0a93900f1827c67", "axis": "continuity", "status": "MEASURED", "accuracy": 0.3333, "n": 33, "card_sha256": "44ef8ce8726aff2bbacf5c1cb8820690b8ce5fb0636099eb48caf16604375f03", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-44ef8ce8726a.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16", "axis": "continuity", "status": "MEASURED", "accuracy": 0.4667, "n": 30, "card_sha256": "4b075c5eff233d527b913b5895b0678518efe23fe8ea162d56057f9837550a98", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-4b075c5eff23.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-3B-Instruct", "axis": "continuity", "status": "MEASURED", "accuracy": 0.4, "n": 30, "card_sha256": "4b638290c4b3e88dc9df82adfd109a0325098c6d9b7f9eb94938593abd87f3cd", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-4b638290c4b3.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "NousResearch/Hermes-3-Llama-3.1-8B", "axis": "continuity", "status": "MEASURED", "accuracy": 0.2667, "n": 30, "card_sha256": "4be16c37c5e483ebece9a6f5499f1b2a86d7bd94893caff219d7d5a57b78e801", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-4be16c37c5e4.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:mistral:7b@sha256:6577803aa9a036369e481d648a2baebb381ebc6e897f2bb9a766a2aa7bfbc1cf", "axis": "continuity", "status": "MEASURED", "accuracy": 0.2727, "n": 33, "card_sha256": "6642756278caa0167e5f5456cc138a3c79dc1ecde3fdf25032d5a09155fd8e62", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-6642756278ca.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "prism-ml/Ternary-Bonsai-27B-gguf", "axis": "continuity", "status": "MEASURED", "accuracy": 0.4333, "n": 30, "card_sha256": "6891435c02db5b87b98666ffe36865f49a0bfa1f18205f0822eed27af5dee6af", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-6891435c02db.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Flash", "axis": "continuity", "status": "MEASURED", "accuracy": 0.6333, "n": 30, "card_sha256": "6f559352ccfb8a13638118067f3454dda7040b3a2557427588d5b4bb198043ec", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-6f559352ccfb.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-3-1b-it", "axis": "continuity", "status": "MEASURED", "accuracy": 0.3667, "n": 30, "card_sha256": "73c52009d4e3f5c7b1e3f8226cb3a80b3b38792cbd45b60f79ea6e649a3d2371", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-73c52009d4e3.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-32B", "axis": "continuity", "status": "MEASURED", "accuracy": 0.5333, "n": 30, "card_sha256": "762bed2a97a1259f5910f70b06ce6ba90f25d37de86a1c680daa85b5182c04f8", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-762bed2a97a1.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Next-80B-A3B-Instruct", "axis": "continuity", "status": "MEASURED", "accuracy": 0.6667, "n": 30, "card_sha256": "797c8ce893b016336118df320ef33717c315ebd37ecc2b47f4d956572a1ce792", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-797c8ce893b0.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16", "axis": "continuity", "status": "MEASURED", "accuracy": 0.6667, "n": 30, "card_sha256": "7a1d28bb33d9a15d7c79fc04850b084740bc7da6c7871a33007f3504c3d0de1f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-7a1d28bb33d9.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.3-70B-Instruct", "axis": "continuity", "status": "MEASURED", "accuracy": 0.5333, "n": 30, "card_sha256": "7b03c5cf2da9f600da7f32a10b658f9767773e524d5bf07956564c47737e9b99", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-7b03c5cf2da9.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:7b@sha256:845dbda0ea48ed749caafd9e6037047aa19acfcfd82e704d7ca97d631a0b697e", "axis": "continuity", "status": "MEASURED", "accuracy": 0.5455, "n": 33, "card_sha256": "7d4adb02f155f3599dc3dc04ded5c30fa745250613c43d2c7f99c5b2ad333780", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-7d4adb02f155.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ornith-ai/Ornith-1.0-9B", "axis": "continuity", "status": "MEASURED", "accuracy": 0.3333, "n": 30, "card_sha256": "81be1d4d9d6e2d7ad2256e923306f0315d30587161c5224ec05f092f8faa4698", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-81be1d4d9d6e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Flash-0731", "axis": "continuity", "status": "MEASURED", "accuracy": 0.4667, "n": 30, "card_sha256": "8cdac4ffb0acccbfb7463940ce73b23508049d3649cdbfaed4098d2a1b3e601f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-8cdac4ffb0ac.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-8B-Base", "axis": "continuity", "status": "MEASURED", "accuracy": 0.7333, "n": 30, "card_sha256": "8e46f779665a8121c852ca152698c04e750ce0a48e0cfd1a6881dffab4bb0bcd", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-8e46f779665a.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-30B-A3B", "axis": "continuity", "status": "MEASURED", "accuracy": 0.5, "n": 30, "card_sha256": "91b64878007e88daec9cf6d5dead476a540c26328324f1b41889496c27d57d6f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-91b64878007e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B-Thinking-2507", "axis": "continuity", "status": "MEASURED", "accuracy": 0.2667, "n": 30, "card_sha256": "923ba5e2d1cd9da7f2a4dcdb0fb79ec3ccbc9d1e905a9082b115206d896890e4", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-923ba5e2d1cd.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "swiss-ai/Apertus-8B-Instruct-2509", "axis": "continuity", "status": "MEASURED", "accuracy": 0.4667, "n": 30, "card_sha256": "9407a3436358990d820d746b6bc9c63c6c4e560a21af7dff5837fc58083d10d7", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-9407a3436358.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "NousResearch/Meta-Llama-3.1-8B-Instruct", "axis": "continuity", "status": "MEASURED", "accuracy": 0.4, "n": 30, "card_sha256": "94836e8b4943237e484fc19f71df91ce87312595d9d1a81e7c8bc77ec1f5205a", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-94836e8b4943.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-1.5B-Instruct", "axis": "continuity", "status": "MEASURED", "accuracy": 0.2667, "n": 30, "card_sha256": "9fc5d8dc1c0f702de1f7257c9798de02a4b8b375c432bb5f1ea0360c859f37f4", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-9fc5d8dc1c0f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "microsoft/phi-4", "axis": "continuity", "status": "MEASURED", "accuracy": 0.5667, "n": 30, "card_sha256": "a2b329df90379650057388f0d63a2062784f60e02e0bfebb996c42fbf429915b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-a2b329df9037.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-1.7B", "axis": "continuity", "status": "MEASURED", "accuracy": 0.2333, "n": 30, "card_sha256": "a93db0e148f6f676eac3006ea2da4ce1004caaed7ccb78ce626ea5b9d63c378e", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-a93db0e148f6.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-7B", "axis": "continuity", "status": "MEASURED", "accuracy": 0.4, "n": 30, "card_sha256": "a9c4e666eb755f67232dc678fef3118db24fb8c3c179e02efa593f24280ce9b7", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-a9c4e666eb75.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-14B-Base", "axis": "continuity", "status": "MEASURED", "accuracy": 0.8333, "n": 30, "card_sha256": "aef0f57a5e7b20d24ce58e4e9755c284686105c6417530c9ded31f6a7d6a6244", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-aef0f57a5e7b.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-2-9b-it", "axis": "continuity", "status": "MEASURED", "accuracy": 0.1, "n": 30, "card_sha256": "af2f10405f9ac4ece9a8d558d5a8b31b7d59a921661b6a06501f40a8605c4a77", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-af2f10405f9a.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-32B-Instruct", "axis": "continuity", "status": "MEASURED", "accuracy": 0.5, "n": 30, "card_sha256": "af933bbc76f758512988df079be9a34c8e5e264cda4df19c4b8d81715897061f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-af933bbc76f7.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-14B-Instruct", "axis": "continuity", "status": "MEASURED", "accuracy": 0.5333, "n": 30, "card_sha256": "b4789d9db90f498944f979840c93826291da124cb748120aefba7e107ab89715", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-b4789d9db90f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "unsloth/Meta-Llama-3.1-8B-Instruct", "axis": "continuity", "status": "MEASURED", "accuracy": 0.3667, "n": 30, "card_sha256": "bfd723661d453fbc00b09eed87f17d84b51cb92b504e9448ebe94d3ab1f60571", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-bfd723661d45.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-8B", "axis": "continuity", "status": "MEASURED", "accuracy": 0.6667, "n": 30, "card_sha256": "d1aadf2b0d6c22d9b49d3148a74d77fd4dc927d1cd850bcffc64ecca27171b38", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-d1aadf2b0d6c.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Coder-Next", "axis": "continuity", "status": "MEASURED", "accuracy": 0.6667, "n": 30, "card_sha256": "d22f2228a21abb065cadaac7b3fca26381cb20d64973dbd429abea0ab63fbfd0", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-d22f2228a21a.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Meta-Llama-3-8B-Instruct", "axis": "continuity", "status": "MEASURED", "accuracy": 0.3, "n": 30, "card_sha256": "d3c9891ec7d383c263e072034bf45842579cd07235339b10c51fc21ca0c9aa98", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-d3c9891ec7d3.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Math-1.5B-Instruct", "axis": "continuity", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "d6f170a99f4adc91ac2911cc09772a937414bc3f1fc3da3b55067c060d8d2585", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-d6f170a99f4a.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen3:4b@sha256:359d7dd4bcdab3d86b87d73ac27966f4dbb9f5efdfcc75d34a8764a09474fae7", "axis": "continuity", "status": "MEASURED", "accuracy": 0, "n": 33, "card_sha256": "dcb4927b9aefda606465e34f82fc4642d5de631beb312ace7683abd808896cff", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-dcb4927b9aef.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3.2", "axis": "continuity", "status": "MEASURED", "accuracy": 0.6333, "n": 30, "card_sha256": "e875a599f574f0931183fbc91d13d22ce482aa259fa5c04acc39200b41c1f4b9", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-e875a599f574.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B-Instruct-2507", "axis": "continuity", "status": "MEASURED", "accuracy": 0.5333, "n": 30, "card_sha256": "e89f162b9fbb23248ce78695100b3961176800d8dd9dfd98882dd17349f6b0d1", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-e89f162b9fbb.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.1-8B-Instruct", "axis": "continuity", "status": "MEASURED", "accuracy": 0.3667, "n": 30, "card_sha256": "ed42afda607e72fe5aa5c01c652ce19d0e4175d3f04f138470b94ff7f7570bff", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-ed42afda607e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "XiaomiMiMo/MiMo-V2.5", "axis": "continuity", "status": "MEASURED", "accuracy": 0.5, "n": 30, "card_sha256": "ef84cc4eeeb849651f2111a3fb25ec48d9a7d42452848e15f32102f233e10dda", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-ef84cc4eeeb8.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2-1.5B-Instruct", "axis": "continuity", "status": "MEASURED", "accuracy": 0.4, "n": 30, "card_sha256": "f19e69ed2023620fda1486a340138d71eda654a918a479611eca753586896ec8", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-f19e69ed2023.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Coder-30B-A3B-Instruct", "axis": "continuity", "status": "MEASURED", "accuracy": 0.3667, "n": 30, "card_sha256": "f2917f47c535a406ac0425fae57407dc5d35c5d748238baf2e9f8656296ff997", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-f2917f47c535.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "InternScience/Agents-A1-4B", "axis": "continuity", "status": "MEASURED", "accuracy": 0.4333, "n": 30, "card_sha256": "f3d9f9b89f3180b63d3706d2f533ba7934577f3943df633036588613018f4005", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-f3d9f9b89f31.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3-0324", "axis": "continuity", "status": "MEASURED", "accuracy": 0.6667, "n": 30, "card_sha256": "f4aa8a6be497f4be9acfb135e0c4f13c70c558d905db7688a0b1c72292463cf3", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-f4aa8a6be497.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "zai-org/GLM-5.2", "axis": "continuity", "status": "MEASURED", "accuracy": 0.6, "n": 30, "card_sha256": "f4b918ec6ec75843c35a8c97473dd7dc1bd166528c878ed3673ba59d32373284", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-f4b918ec6ec7.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:1.5b@sha256:65ec06548149b04c096a120e4a6da9d4017ea809c91734ea5631e89f96ddc57b", "axis": "continuity", "status": "MEASURED", "accuracy": 0.303, "n": 33, "card_sha256": "f6cbf5264d8c4a691aa36341836e622a97c22e8c3d78cf5f75aa32c0d3c58b65", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-f6cbf5264d8c.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-72B-Instruct", "axis": "continuity", "status": "MEASURED", "accuracy": 0.6, "n": 30, "card_sha256": "ff386e33ec7ce8ae7ffa8c721bc7470b83857486d83376891e197152053833be", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-continui-ff386e33ec7c.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-30B-A3B", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "047e7a524d3dfc8f4bca59ec484ae534d012df3e5db3b3394fbbd981771f1b1a", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-047e7a524d3d.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:mistral:7b@sha256:6577803aa9a036369e481d648a2baebb381ebc6e897f2bb9a766a2aa7bfbc1cf", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.5, "n": 32, "card_sha256": "04e34b5faa7454613d9a58337fa62b2bcf330604bce5d78d57171fc06fd75435", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-04e34b5faa74.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-3B-Instruct", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.5, "n": 30, "card_sha256": "05e14b28a68e2635d34deffae7a94ceba252bf33ee2025a0164d85ef9298bb01", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-05e14b28a68e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "farbodtavakkoli/OTel-2.0-LLM-31B-IT", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.4, "n": 30, "card_sha256": "06e9a49f72b8ceddec971248d0b9b87982b5266b6fd8e3078da1973c83796d5c", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-06e9a49f72b8.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:1.5b@sha256:65ec06548149b04c096a120e4a6da9d4017ea809c91734ea5631e89f96ddc57b", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.4375, "n": 32, "card_sha256": "0dcdc409e698b7688de6aaf8f920097132f04aa463ae1924e0e7d6b0400a5c2b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-0dcdc409e698.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-32B-Instruct", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.4667, "n": 30, "card_sha256": "14bc4dd4cc8be024974d64db022346ff291cf02f1cd0844ec78481a76dc8505c", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-14bc4dd4cc8b.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-3-1b-it", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.4333, "n": 30, "card_sha256": "164efecd2ab20ef2c28af49173e25d7d6f8d4396fbc1e67557f2f2b6c3f64280", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-164efecd2ab2.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-0.6B", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.2667, "n": 30, "card_sha256": "1854865b1bcd06733ff4f2517eeaeab3d326b7707ff50af7b00e4e1556e37895", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-1854865b1bcd.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "OBLITERATUS/Qwen3.8-27B-OBLITERATED", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.4667, "n": 30, "card_sha256": "1d20167d19be75b0712c0c61de0ba4821d94974e35a2f43e3271492883debd33", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-1d20167d19be.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Flash", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.3333, "n": 30, "card_sha256": "1e93241e77ffd6d8c3b0fbafa2b0b9410a9bb0c6ed4ece7062d41a225516e690", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-1e93241e77ff.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-R1", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.1333, "n": 30, "card_sha256": "2562b1b87ae891920118650ae1878f9a85f5ee02629c409366fc22368e3ac61a", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-2562b1b87ae8.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B-Instruct-2507", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.5, "n": 30, "card_sha256": "2cf347bdca86a57547eb04c4b6423978df4f4637fcf893d90b83c1f29e1560ac", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-2cf347bdca86.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "microsoft/phi-4", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.4, "n": 30, "card_sha256": "36c782d2bc3e9e303cbadc66f1dbad7b65aba63be1bc759d1ac26c3cb6a5b738", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-36c782d2bc3e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Coder-Next", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.4, "n": 30, "card_sha256": "37df6330df66527769730c22f788ad974e7b25f0031bc051650d14c41b087c5f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-37df6330df66.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-14B-Instruct", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.5667, "n": 30, "card_sha256": "3b9d37768b00bf374af6f4c315dbd4f6832f4ba4fa90c7092a44a753ccc9f447", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-3b9d37768b00.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "NousResearch/Hermes-3-Llama-3.1-8B", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.4, "n": 30, "card_sha256": "3d8552510ce626eb1a973e983b52d9caac1b88b26d097670014e0073ad08437f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-3d8552510ce6.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B-Thinking-2507", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "3f6b9f37c267f8f0add3157c2396f8856086ca7f9f5154c002040c8c6ef38df5", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-3f6b9f37c267.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-8B", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.6, "n": 30, "card_sha256": "403be00b851f5591f80d594303c9267e0f531f92ca760b2be3b53060e44f914a", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-403be00b851f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.3-70B-Instruct", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.4, "n": 30, "card_sha256": "4253a7882a8750f06835d6f51761d721c37598c19f8e6f0338bb222cf29f59cd", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-4253a7882a87.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "prism-ml/Ternary-Bonsai-27B-gguf", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.5333, "n": 30, "card_sha256": "4482670542b85467abed6f59f7b741cea4d1201544f5465139b4fde0935d752f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-4482670542b8.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-32B", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.2333, "n": 30, "card_sha256": "490f04fbe44edf7c0ad36a67045d372dfc132d2fabe5f35e29ce43afb531e683", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-490f04fbe44e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-30B-A3B-Instruct-2507", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.4667, "n": 30, "card_sha256": "4fa1afbba63896afddb85d09a0c1b2389651d88a24a472e78399b6e716c5fa14", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-4fa1afbba638.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-14B-Base", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.7333, "n": 30, "card_sha256": "51a43e4ff1b3c75f9bf213f9b0750b9f5f6bf86e72a60a75c13fb9fe4f29e547", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-51a43e4ff1b3.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.2-1B-Instruct", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.4333, "n": 30, "card_sha256": "51f15300232d299b0d3a46e73bc061459a6c363d82655b814bc2177def731ec0", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-51f15300232d.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3.2", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.5333, "n": 30, "card_sha256": "53a4c9e59a3ae68a66f995b6cbe4841f896e055f934a5691ba2d16a2c889f765", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-53a4c9e59a3a.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Flash-0731", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.4, "n": 30, "card_sha256": "570543c393ad6c687f992b076f280e9bfc429cb0add3fcd297f70fc946a5186c", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-570543c393ad.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3.5-122B-A10B", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "5a607dcc3925cc99f60f775f330987fd9099ee7773efd015fe6d757319762d04", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-5a607dcc3925.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:7b@sha256:845dbda0ea48ed749caafd9e6037047aa19acfcfd82e704d7ca97d631a0b697e", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.625, "n": 32, "card_sha256": "64cc0ef936efec7ffce19f99ee811fe968d71a3837d2f6177044bfa97b5d881b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-64cc0ef936ef.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-7B-Instruct", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.4667, "n": 30, "card_sha256": "6b78e6ec8f1dea8f1e49bd94538810b6bf2cc95bf54613d1336fbbccfdb92eb3", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-6b78e6ec8f1d.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-2-2b-it", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.4333, "n": 30, "card_sha256": "6b8818c3a140b7f017d659aa6e9e2e5c21e4095cd466a210561be11ab1ccbfd6", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-6b8818c3a140.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen3:4b@sha256:359d7dd4bcdab3d86b87d73ac27966f4dbb9f5efdfcc75d34a8764a09474fae7", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0, "n": 32, "card_sha256": "6c183825571793f93b55a7466dc20a30637b5e8d020718d55d084b1f99ca8e72", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-6c1838255717.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.5, "n": 30, "card_sha256": "6e2065166b429b2b61567f096e91d1fa853ba6ae08eef634e82003fadbbf8d18", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-6e2065166b42.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "zai-org/GLM-5.2", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.4333, "n": 30, "card_sha256": "7126a3422483bc7476926803f61ee1619236d0b1787e6c8001de9de05e6f3958", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-7126a3422483.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "swiss-ai/Apertus-8B-Instruct-2509", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.4333, "n": 30, "card_sha256": "75cd5ce89b50c8660cd82bf0fbc49d96a73303409bcc322af56c63e57817df17", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-75cd5ce89b50.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-2-9b-it", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.2667, "n": 30, "card_sha256": "77b2fb10f63aa456372f7ca69100dc0330ae2cfade22016d78c4c8579004b582", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-77b2fb10f63a.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:0.5b-instruct@sha256:a8b0c51577010a279d933d14c2a8ab4b268079d44c5c8830c0a93900f1827c67", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.4062, "n": 32, "card_sha256": "7a4918e2e15193f18c882623197f35407115c3e8d43200ade2fedb0b56a90f85", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-7a4918e2e151.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3-0324", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.5333, "n": 30, "card_sha256": "82a23f39a46b88797a050edf8bed88c73c9974472615400fc438e81be4b3dd41", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-82a23f39a46b.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "XiaomiMiMo/MiMo-V2.5", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.5333, "n": 30, "card_sha256": "852a301fbd34b1d86412fd37be61f7e03f4b686278d383e3210ed06b986f6c34", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-852a301fbd34.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "microsoft/Phi-3-mini-4k-instruct", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.4667, "n": 30, "card_sha256": "88fb50f2193f0ccb594b6d1ea3b8dd247fb45073ad5a1c105159d8f5ecdc2869", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-88fb50f2193f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-14B-Instruct", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.4333, "n": 30, "card_sha256": "99b199f7f85c69ed36662d3df09e1ed1ba2e6d24c2601b1f935d3a93190d0e44", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-99b199f7f85c.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.4, "n": 30, "card_sha256": "a3f26e748974511ade038d5505b7804a3cbdf0f7c2dc01ec10da4ea184fc2dcd", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-a3f26e748974.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Coder-30B-A3B-Instruct", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.4, "n": 30, "card_sha256": "a5a2e36687abf4dae72a50f60d398c377be20a27eea0f527619fae3e82656596", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-a5a2e36687ab.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-14B", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.3, "n": 30, "card_sha256": "a63776fc61e610411d0cb704b0720e20ea5ff7860f0be97b67326e4ab572f56b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-a63776fc61e6.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-7B-Instruct", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.6, "n": 30, "card_sha256": "a7b1b156a3e474996cb6c5ce725e4c6723ce4368102ab26e984da4b9af71dfda", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-a7b1b156a3e4.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.3667, "n": 30, "card_sha256": "acf012da78433dc14ab3b45990e18f9ad1943128143b3152def2d7ec68fdb222", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-acf012da7843.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2-7B-Instruct", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.6, "n": 30, "card_sha256": "b30c2eb782e215a41db4c5a0d1dfc4c0d7076072aefe1383e813fe16c02247c4", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-b30c2eb782e2.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-8B-Base", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.9333, "n": 30, "card_sha256": "bb91f74e667cf74a2d7b27a8822d2a659809adbe52252599b10d04ff18b31261", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-bb91f74e667c.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Meta-Llama-3-8B-Instruct", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.2667, "n": 30, "card_sha256": "bdba421c2adf1b79ca3bb6933d8be97dc8da56d87e1ca9c601b52f7fe038e15e", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-bdba421c2adf.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-72B-Instruct", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.5, "n": 30, "card_sha256": "c5b6706502268bbff253ee668d6b5e6c94a63cff1148af5a51c3878af6fd63bb", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-c5b670650226.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-3-4b-it", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.4333, "n": 30, "card_sha256": "c9319f09cb6de9d684744b0df1cd40693ce27313371f60ec4da5fb86d045b9ee", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-c9319f09cb6d.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Pro", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.5667, "n": 30, "card_sha256": "cfa14878ee50d41823a3f3cfd85ee72e1b23dedc4998989f02fcd17e41a6c4d3", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-cfa14878ee50.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.1-8B-Instruct", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.4333, "n": 30, "card_sha256": "d9445f8db789d4cfcf8bc539674af0118f34bda79d0c73f4d39a2ea18b05ab9c", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-d9445f8db789.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "InternScience/Agents-A1-4B", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.4, "n": 30, "card_sha256": "f25e9ebabb2916f48b73811b7ac306e217cd3e67d61a65e0aecbd2f6c542052c", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-f25e9ebabb29.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-3B-Instruct", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.3667, "n": 30, "card_sha256": "f5ef767156a3d44e91beff353842e4c2b09f3557ebf7c0d548d275e93f6f742c", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-f5ef767156a3.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.2-3B-Instruct", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.5667, "n": 30, "card_sha256": "f656c2850335247e81e5bbd26788f2500edd5d3f1e09199accefff8ea9b8eb54", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-f656c2850335.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-1.5B-Instruct", "axis": "cross-reality", "status": "MEASURED", "accuracy": 0.3, "n": 30, "card_sha256": "fbf4cab248837198e299e182656f3674db12bfd64dbbc6ef76a2ccd58aba443b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-cross-re-fbf4cab24883.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.2-3B-Instruct", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "04d4a79517720b6657905f7f38a0ff411a673141b9269f81492b5ac09d865e78", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-04d4a7951772.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3.1", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "071a2b4ee791667213f2b7eca4dd5d7e29191a03e9d496bf4b34091d94b45c87", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-071a2b4ee791.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.2-1B-Instruct", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.2333, "n": 30, "card_sha256": "074e691bee4606092ee301deb31bb88356505bf1c33e203bc58515e1074c4c0a", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-074e691bee46.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-0.6B", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.3667, "n": 30, "card_sha256": "14609b14751c901527e9d4daeb5e021e1742fe323bd3a93f94385187eab7bab3", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-14609b14751c.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:1.5b@sha256:65ec06548149b04c096a120e4a6da9d4017ea809c91734ea5631e89f96ddc57b", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.697, "n": 33, "card_sha256": "14d85bf1a8331596e8dc8e17e810656c0f5c30c37eb1367eb3fba595548ba41e", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-14d85bf1a833.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "microsoft/Phi-3-mini-4k-instruct", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "1566cec761a42363b400a96688aad1f93185e7cd298e4ba6cc9e7899dc10bd89", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-1566cec761a4.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-3B-Instruct", "axis": "detector-interop", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "17e304768701b9778f57a8daffa9998dcc152840e8fada5df36862a93ac07f7b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-17e304768701.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "XiaomiMiMo/MiMo-V2.5", "axis": "detector-interop", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "183985d5b5778a8b10a0d2710a0979b6bd74729322db6b9cd33d4c006abb1c3b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-183985d5b577.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-30B-A3B", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "1bc36a1a99ec2016f199b86df63039146998e74a53bf1e0c1c89fc27c890ab03", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-1bc36a1a99ec.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-14B", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.7333, "n": 30, "card_sha256": "1d4eb7baa1e8d94b8e5077bcf2aa503ef3def05c58d39bec2df8642ffebfc220", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-1d4eb7baa1e8.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B-Instruct-2507", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "1ee7ff9be417654aef2568260df441e8bbc0be6e40fd06bd8bf35eab6fe54c89", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-1ee7ff9be417.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.3-70B-Instruct", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.7333, "n": 30, "card_sha256": "299a9bf896ca4616cac01402cb25f17390ff7f594e82470297e23ab79ba180fb", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-299a9bf896ca.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3-0324", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "2e0db71a0fb41e32d3019c0f42237fbba95452fb4a7b371019c15df6bc811181", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-2e0db71a0fb4.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-1.5B-Instruct", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "34f5f2055308d36aca64bf34e9ff1c211a744613bc57140a50aa6042cc337e24", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-34f5f2055308.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B-Thinking-2507", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "367e40fa522be20ce5612534137ec9011147bfc0386f34db246406eb79d61946", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-367e40fa522b.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "OBLITERATUS/Qwen3.8-27B-OBLITERATED", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "38aa53d3b1e168eee9c7846abd63b36df367e6e78b9eb54909b74edf68dc6099", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-38aa53d3b1e1.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-32B-Instruct", "axis": "detector-interop", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "4a530569f9e62f3caa466ecab0d6ec6df3cf9745de54640a60e20ce5fc8f8f1a", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-4a530569f9e6.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-32B", "axis": "detector-interop", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "4ff14e88a4fa54b8e58e30365a8a0ed15b5cca606ac8d834715263bd9180a8c5", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-4ff14e88a4fa.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-3B-Instruct", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "507783b6daf4eb95dbd2c0f0aec836273f100cb79648a8ed0d65acab9d691d81", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-507783b6daf4.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Flash", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.9333, "n": 30, "card_sha256": "5106efea43cc880fe1fa37e9dce00bf0083d75d7b53a55a75b88fc6f33e0e1ca", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-5106efea43cc.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:7b@sha256:845dbda0ea48ed749caafd9e6037047aa19acfcfd82e704d7ca97d631a0b697e", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.4545, "n": 33, "card_sha256": "5259f4ff1caf8a8f8d313d8e078c6cf8ad65d963068aa82ee5a6d7ec32833c12", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-5259f4ff1caf.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.6667, "n": 30, "card_sha256": "59a9dfadf1effb8b76c8ee4b23f9f0c95d422440b6fd31ebf23732d9c20c12fa", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-59a9dfadf1ef.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "zai-org/GLM-5.2", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "6249b14f20cc806e13e3bec8b98c20a3a1493cd15f26f5433a0bf50a4f11a7a5", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-6249b14f20cc.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-3-4b-it", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "642f8e2720b760e125f581780e75c37a74374a97b2416a71b57d13636becd138", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-642f8e2720b7.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-7B", "axis": "detector-interop", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "6f5ee60ae625e86dd08624dedeb94b5872ee55fda038369b16c61224e94f97b2", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-6f5ee60ae625.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "swiss-ai/Apertus-8B-Instruct-2509", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.9, "n": 30, "card_sha256": "72a185b67f454fac3b5a4a11336db22694c851a17693bb54f4479b7b77404b6f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-72a185b67f45.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "microsoft/phi-4", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.8333, "n": 30, "card_sha256": "766aa7b906b76de64754ae201de564284084b1ca5c048da74c397f14aa38fb6f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-766aa7b906b7.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2-1.5B-Instruct", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.6667, "n": 30, "card_sha256": "772087a5e1c58b724331d1c616161034fb0b87d5c2b4e1cde48ad0609980ad79", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-772087a5e1c5.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-7B-Instruct", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "80946d6e893aa4d64179eafef0af1f479c0d2de7f9ff69e834d757085f9bbc8c", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-80946d6e893a.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3.5-122B-A10B", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "84ed9356ff246fdadeace0d63318de9a5f1b33749cf9a71aa97ef4fe686b40a9", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-84ed9356ff24.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-1.7B", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.5, "n": 30, "card_sha256": "8dc2b009c71760971deaacab2191fdc3c04d4a1bc4f3ce5bfb7e133a5779a6d4", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-8dc2b009c717.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-R1", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.2, "n": 30, "card_sha256": "9388bc6a204feb0711c6b62b29c7e964de458465171d08d56c67db41bd67bc79", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-9388bc6a204f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-14B-Instruct", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "94363d7afbb7d9f3105e788f0645448c87df74b9330aa64e79b0eb4133a5f587", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-94363d7afbb7.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "zai-org/GLM-4.7-Flash", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "94ac74b5d041c99bc3deddb4d2db2b05608b98b0e3a3874abfe76e975d3b6a40", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-94ac74b5d041.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-7B-Instruct", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.7333, "n": 30, "card_sha256": "972e3f7dec04884bd6a97db4524d4285258ffc484dc807aa0ed4390abc9eec4b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-972e3f7dec04.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:mistral:7b@sha256:6577803aa9a036369e481d648a2baebb381ebc6e897f2bb9a766a2aa7bfbc1cf", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.7879, "n": 33, "card_sha256": "98e26fd0049db1338dc20104e6e46de2c7d47fcb69322a222b0028ab544bb208", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-98e26fd0049d.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "mistralai/Mistral-7B-Instruct-v0.2", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "9a16e9754865540c41ed9ba48556bdcc0eec037e92ca863be312ef159545f55f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-9a16e9754865.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.1-8B-Instruct", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "9b73a158f067bea6c737c10559009973e4b311b14070d7aa42450e9122a0ab05", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-9b73a158f067.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Next-80B-A3B-Instruct", "axis": "detector-interop", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "9cedbd63580a47a1e8817dbc2580eb425b4c4d151f5450db0ce9b6894ce4adea", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-9cedbd63580a.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ornith-ai/Ornith-1.0-9B", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.9, "n": 30, "card_sha256": "9fba4edd609b8ba521952ee9139da474d0260d07ea05cda9034bb1327bc82bf8", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-9fba4edd609b.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16", "axis": "detector-interop", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "a239205209876816e4a2206f7bd1963ab9d8e75f75efcbfa9e06a826317522c1", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-a23920520987.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-72B-Instruct", "axis": "detector-interop", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "ac50fd931b49ded7af7c3550b4001ede0ff2c17648e40b115de2a3c50e185277", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-ac50fd931b49.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "InternScience/Agents-A1-4B", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "b28509db6a9d2ed1ed3606aaeecbd3145e1dfa45032608d8a029990d8f937505", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-b28509db6a9d.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "b5e5149255afb5fca9bb165ee23cd02b5efc97514c97c344419bdbfe8df8388a", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-b5e5149255af.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Math-1.5B-Instruct", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "c76e239fa6ce21e537ef86f044e20c948083ace68dfd0bc57d98b2487bd8acbc", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-c76e239fa6ce.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Coder-Next", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.9333, "n": 30, "card_sha256": "ca882faf07e46a90b4810c5dffb738a6216d0bdcd1ffa29d71b540d1b04c93f6", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-ca882faf07e4.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3.2", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.8, "n": 30, "card_sha256": "cc4f58daf8d2cea5a8860af8dd7b33116450dda21869828449ed0494381c59e0", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-cc4f58daf8d2.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen3:4b@sha256:359d7dd4bcdab3d86b87d73ac27966f4dbb9f5efdfcc75d34a8764a09474fae7", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0, "n": 33, "card_sha256": "d8663fe3f7919e3a0fcf6dc996f0ae839ec8955d87cffa6d47ec3bee34962b6b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-d8663fe3f791.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Flash-0731", "axis": "detector-interop", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "da15fcf8ca8cbde23581ce450c193d926dcc7c0ac8199ba3d72918e507aba8f3", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-da15fcf8ca8c.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-3-1b-it", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.9, "n": 30, "card_sha256": "dd2325860a2300acd85604964b3681161c8a4da1c49267f250f02f52c0a4524d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-dd2325860a23.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-8B", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "e02d565aee84107c850d4c22027368f455f2ce953d69e3ed50464195b1a7d948", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-e02d565aee84.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Coder-30B-A3B-Instruct", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.7, "n": 30, "card_sha256": "e1aa36b94d0ff5c3880095d432943875fc2c357f29d50706dc1c9bb2130a58cc", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-e1aa36b94d0f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "prism-ml/Ternary-Bonsai-27B-gguf", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "e3336a3d7215436ae11c7556814a1be4108af474a8c8f544d25bdbc8f035ff1f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-e3336a3d7215.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "e4d56581c74caec4c188886fec890ccfbd50ea09e7c2fa4c879f616edf1daf4e", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-e4d56581c74c.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "farbodtavakkoli/OTel-2.0-LLM-31B-IT", "axis": "detector-interop", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "e8040be647c2e6b2e10a451a7f3a2dca2c427d8eb8eb53fb3bfaa5ff18c2ca5a", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-e8040be647c2.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:0.5b-instruct@sha256:a8b0c51577010a279d933d14c2a8ab4b268079d44c5c8830c0a93900f1827c67", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.2121, "n": 33, "card_sha256": "e8c465b455481aa17380c079be6aa94add0355eefb775fd77cb12cf8bb3c3c67", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-e8c465b45548.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Pro", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "e9503a651df9a779ccaab5e826797ac486682882ed594e18781717bb184dfba8", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-e9503a651df9.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-2-9b-it", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.7333, "n": 30, "card_sha256": "ea4b1f4d7bad6476da58b3a88957c66c19288ab2ae6bc5b0ffdbbced5f944815", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-ea4b1f4d7bad.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-1.5B-Instruct", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "f342fdcd8abf019463f58da4e6057185b87d4565e8bf577cfb0942ebc91f46b7", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-f342fdcd8abf.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-2-2b-it", "axis": "detector-interop", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "f35af41b2d5fad8edd42433691f23ceb5599c7baa533e3fd60de2ccbe011da4d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-f35af41b2d5f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-32B-Instruct", "axis": "detector-interop", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "f657c4f789d563692d3760854abe106023f71b2bdc829d3e8e856ecd7bdab9f1", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-f657c4f789d5.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-14B-Base", "axis": "detector-interop", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "f84447bd6c29654a744439169e126588b6d0c10c32265c18a5d6f560c4b8c35b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-f84447bd6c29.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-30B-A3B-Instruct-2507", "axis": "detector-interop", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "f9d2af87ed951c462c04243d25468e8915cb0ef73a2a72a0b313729d021fae35", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-detector-f9d2af87ed95.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-30B-A3B", "axis": "governance", "status": "MEASURED", "accuracy": 0.0667, "n": 30, "card_sha256": "082e381d4a304b9375000f37810acf6f03b3249961d4f8c1201a1d8321d01256", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-082e381d4a30.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ornith-ai/Ornith-1.0-9B", "axis": "governance", "status": "MEASURED", "accuracy": 0.4, "n": 30, "card_sha256": "0bd917dc4772c40b4b1d23fa4a46688268f24d65f6d115b72f7e610b8b19c07b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-0bd917dc4772.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Next-80B-A3B-Instruct", "axis": "governance", "status": "MEASURED", "accuracy": 0.5333, "n": 30, "card_sha256": "1350178ba9556008a957253161904c4108020510def999ab9b8b39baeedd347a", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-1350178ba955.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "TinyLlama/TinyLlama-1.1B-Chat-v1.0", "axis": "governance", "status": "MEASURED", "accuracy": 0.6333, "n": 30, "card_sha256": "14fd604765d2f90a248223f12aa92ee6ae68b837a029fc4a287cbb9d3ea2b79f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-14fd604765d2.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-14B-Instruct", "axis": "governance", "status": "MEASURED", "accuracy": 0.4667, "n": 30, "card_sha256": "152c2b734763a64e16454b73d0f172d7e0fd519d27a386cfce73eea1290cc8f4", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-152c2b734763.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B-Instruct-2507", "axis": "governance", "status": "MEASURED", "accuracy": 0.3667, "n": 30, "card_sha256": "1f668d16ce1b3ffc13517493c85a15a67e036cccdaad609be544b442fa857c78", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-1f668d16ce1b.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Flash", "axis": "governance", "status": "MEASURED", "accuracy": 0.5, "n": 30, "card_sha256": "1fa804fe74c876bc178718df53a04aac1380ed821c2abbc38cf32c3ec1c14861", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-1fa804fe74c8.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-R1-0528", "axis": "governance", "status": "MEASURED", "accuracy": 0.0333, "n": 30, "card_sha256": "205fa3ae50db2a527622a081555da00757684e97c8ae9d0a34f0e5dd13da92e1", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-205fa3ae50db.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Coder-30B-A3B-Instruct", "axis": "governance", "status": "MEASURED", "accuracy": 0.6, "n": 30, "card_sha256": "24dbcd5dfa79a737ac10a00d5435503641834a2117b112ba08ef2836ee19be11", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-24dbcd5dfa79.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-30B-A3B-Instruct-2507", "axis": "governance", "status": "MEASURED", "accuracy": 0.4667, "n": 30, "card_sha256": "2826e697e4f2b5c555c1c8cc7ca0aa7015841ded5c2b7740e99e4f1542c2d5fa", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-2826e697e4f2.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Pro", "axis": "governance", "status": "MEASURED", "accuracy": 0.4333, "n": 30, "card_sha256": "3261417a64c187056f5bfabafa6ea86fb5c01723b605e77ab72fdbf03cccf05b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-3261417a64c1.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "NousResearch/Meta-Llama-3.1-8B-Instruct", "axis": "governance", "status": "MEASURED", "accuracy": 0.3333, "n": 30, "card_sha256": "351159cd97cac5504b1537442c90a36d02eeb1eb25f78a683d75aceb651de107", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-351159cd97ca.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B", "axis": "governance", "status": "MEASURED", "accuracy": 0.6333, "n": 30, "card_sha256": "36a0aa19d763177917819892633aa53262b2f26e708f23f30ed25759cab9c8d3", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-36a0aa19d763.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-8B", "axis": "governance", "status": "MEASURED", "accuracy": 0.5, "n": 30, "card_sha256": "392543eec0ca1cc5909326b3ce99e36f27fb43d226e082af8572bf1031bd9e01", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-392543eec0ca.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen3:4b@sha256:359d7dd4bcdab3d86b87d73ac27966f4dbb9f5efdfcc75d34a8764a09474fae7", "axis": "governance", "status": "MEASURED", "accuracy": 0, "n": 237, "card_sha256": "3c96b82c7e64b9872a2b5c0207678437a2703c752a6ae10b26485be7ff027815", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-3c96b82c7e64.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "prism-ml/Ternary-Bonsai-27B-gguf", "axis": "governance", "status": "MEASURED", "accuracy": 0.4667, "n": 30, "card_sha256": "3ce59bfdcb8a6c953851f5bef7adf9a6dedc717cb096997e88a64df8b90c59c6", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-3ce59bfdcb8a.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-3B-Instruct", "axis": "governance", "status": "MEASURED", "accuracy": 0.3667, "n": 30, "card_sha256": "452c9ebbbd3507fe1d4dcfaa45ddb475e3e300beb56671cdb5696eadd8554708", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-452c9ebbbd35.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-2-2b-it", "axis": "governance", "status": "MEASURED", "accuracy": 0.3, "n": 30, "card_sha256": "469563d0c917627d9636045bd288adb791e5246eb3e8155d759b85887fdda7d1", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-469563d0c917.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:1.5b@sha256:65ec06548149b04c096a120e4a6da9d4017ea809c91734ea5631e89f96ddc57b", "axis": "governance", "status": "MEASURED", "accuracy": 0.2574, "n": 237, "card_sha256": "4fc430a6a4fa03f84f003f567b07df5a2be673d6c90c4042502350d49d2c886f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-4fc430a6a4fa.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-0.5B", "axis": "governance", "status": "MEASURED", "accuracy": 0.1333, "n": 30, "card_sha256": "54c6101f633a2c4617a14372801100a6146369b35babb88a1e34fbb6b0b28cef", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-54c6101f633a.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "NousResearch/Hermes-3-Llama-3.1-8B", "axis": "governance", "status": "MEASURED", "accuracy": 0.2333, "n": 30, "card_sha256": "571538e0d751b5d0f378c211b88602def4d5b08d6d9c7ac5eaa0b8a8dcb939f6", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-571538e0d751.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "swiss-ai/Apertus-8B-Instruct-2509", "axis": "governance", "status": "MEASURED", "accuracy": 0.5667, "n": 30, "card_sha256": "5b442558516c12ab488af7e706f668ae492bbd72989c5b0fa0d10e4ef4c84cc0", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-5b442558516c.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-32B", "axis": "governance", "status": "MEASURED", "accuracy": 0.4, "n": 30, "card_sha256": "5ce78a4eb84e9fa787d8b4c27898fd5ee1aa618975e96ae91c057e66d4cf71c6", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-5ce78a4eb84e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B-Thinking-2507", "axis": "governance", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "5e580edc5ce288e133f13bf6903598f2eb293e5de33fa66f83bfddc08cdc8e4d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-5e580edc5ce2.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "microsoft/Phi-3-mini-4k-instruct", "axis": "governance", "status": "MEASURED", "accuracy": 0.4333, "n": 30, "card_sha256": "663e446e432d2ec1f442eb393cc40717603cb867ff20bb2e6328b509706db468", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-663e446e432d.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-32B-Instruct", "axis": "governance", "status": "MEASURED", "accuracy": 0.5667, "n": 30, "card_sha256": "6fb85b02cb715a22530a00836680a32f6b942e26959934fac8eb74edc9a12c0c", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-6fb85b02cb71.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-14B", "axis": "governance", "status": "MEASURED", "accuracy": 0.5333, "n": 30, "card_sha256": "75da8e661e2b87b39379d6ec2b52fffc82db0f1bec6e46999528a945eb934381", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-75da8e661e2b.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:0.5b-instruct@sha256:a8b0c51577010a279d933d14c2a8ab4b268079d44c5c8830c0a93900f1827c67", "axis": "governance", "status": "MEASURED", "accuracy": 0.2489, "n": 237, "card_sha256": "78c75934398d736f984536e15cf6fecb6e73338e5b82dc06e39e6d0e3a7af07b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-78c75934398d.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-2-9b-it", "axis": "governance", "status": "MEASURED", "accuracy": 0.5667, "n": 30, "card_sha256": "7d589cee2bba623fca696de6340a5753f89696f63bf6de3f9aacc74ffbf09726", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-7d589cee2bba.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3.1", "axis": "governance", "status": "MEASURED", "accuracy": 0.6333, "n": 30, "card_sha256": "7fbb42ee82f55b6fee00fd237c5a7e9425d8d0f7556a400112bfe62b480cc07d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-7fbb42ee82f5.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.2-1B-Instruct", "axis": "governance", "status": "MEASURED", "accuracy": 0.2333, "n": 30, "card_sha256": "7fc2fdea91902b0d4bb4933c75962d115c7af837c5f7189926de368f4c30eaff", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-7fc2fdea9190.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-72B-Instruct", "axis": "governance", "status": "MEASURED", "accuracy": 0.5667, "n": 30, "card_sha256": "7fc7b575c7b83dad3e83b141c46e41c301ba897dba837a4a0093ca70160c89d5", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-7fc7b575c7b8.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-3B-Instruct", "axis": "governance", "status": "MEASURED", "accuracy": 0.3333, "n": 30, "card_sha256": "80be5778ec5a0eb6dd6b17e0d041844588a307b12a5068f9bc9c5853a19641b3", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-80be5778ec5a.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "XiaomiMiMo/MiMo-V2.5", "axis": "governance", "status": "MEASURED", "accuracy": 0.6667, "n": 30, "card_sha256": "85c56fcdd54525576b8ae40c0b8b8a57693105e536df9da9bf496996fe61dccd", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-85c56fcdd545.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-7B-Instruct", "axis": "governance", "status": "MEASURED", "accuracy": 0.3333, "n": 30, "card_sha256": "8c9233d48874750d1839269051457b2acb493d4dcd629f3445555be4e56db90b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-8c9233d48874.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2-1.5B-Instruct", "axis": "governance", "status": "MEASURED", "accuracy": 0.4, "n": 30, "card_sha256": "8f5e0c235675f4dde6ebbacec5f58b4d1cd6b395a847ffe5ef1f3e0ca0de6118", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-8f5e0c235675.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.3-70B-Instruct", "axis": "governance", "status": "MEASURED", "accuracy": 0.4333, "n": 30, "card_sha256": "957aaa5057c20cd125492f6e203f41cc0787f5c9a5f3c5bc446b49416173bffc", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-957aaa5057c2.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Coder-Next", "axis": "governance", "status": "MEASURED", "accuracy": 0.4667, "n": 30, "card_sha256": "a3070fcfdb764bd4f53b26526d60f12d9aaf0b0fda7a559a690576171d04ca25", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-a3070fcfdb76.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-3-4b-it", "axis": "governance", "status": "MEASURED", "accuracy": 0.4667, "n": 30, "card_sha256": "a5acc38d6f011d2ab2f071e90ba61e3303ea349f3e5b81ef72eaaffbbcf8ec48", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-a5acc38d6f01.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-7B-Instruct", "axis": "governance", "status": "MEASURED", "accuracy": 0.3333, "n": 30, "card_sha256": "a8efaba1fc21a10e4a7b99169955b6c6a526901ed653cc7b96b4e467c4ebc154", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-a8efaba1fc21.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3.2", "axis": "governance", "status": "MEASURED", "accuracy": 0.6, "n": 30, "card_sha256": "b595ef1143580cd3ed72881e26d7db58f35fdf6018d87cebcf38219778a75b75", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-b595ef114358.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.1-8B-Instruct", "axis": "governance", "status": "MEASURED", "accuracy": 0.3, "n": 30, "card_sha256": "b6b42c527e759ccf6b2d3aa9158ba8642eef33e3d73edf4e19f33a8d1a0f2502", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-b6b42c527e75.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3.5-122B-A10B", "axis": "governance", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "b9fc917251c6db62b3f0e48a72e1c3fdd7b250b9e45d2cd30a6be2bb284e2b4c", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-b9fc917251c6.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "microsoft/phi-4", "axis": "governance", "status": "MEASURED", "accuracy": 0.7333, "n": 30, "card_sha256": "bb4f7a8963476fa644cadc12fa042406e16586031175dc7ba6dfaf44630b3299", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-bb4f7a896347.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "farbodtavakkoli/OTel-2.0-LLM-31B-IT", "axis": "governance", "status": "MEASURED", "accuracy": 0.6, "n": 30, "card_sha256": "bc74f9966bf7df3516179c21fcf61c2c12778747dce4fdaf65c31452096ceb75", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-bc74f9966bf7.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:mistral:7b@sha256:6577803aa9a036369e481d648a2baebb381ebc6e897f2bb9a766a2aa7bfbc1cf", "axis": "governance", "status": "MEASURED", "accuracy": 0.4979, "n": 237, "card_sha256": "c1fbadc39bb732fd0e3a0655c8d2a14108a67c0610fcf5ff232f17ccfc7e9bc1", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-c1fbadc39bb7.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3", "axis": "governance", "status": "MEASURED", "accuracy": 0.5, "n": 30, "card_sha256": "c50c172f4f293573e3a0fa67f1eae0d867621375a251b4a177d76229e0378ed8", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-c50c172f4f29.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-1.7B", "axis": "governance", "status": "MEASURED", "accuracy": 0.2333, "n": 30, "card_sha256": "c5ff8ebabe5433faf1fe2be15d50585b75d6602e9910cc72c4b435ba7cfa4049", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-c5ff8ebabe54.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "farbodtavakkoli/OTel-LLM-27B-IT", "axis": "governance", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "ca390d1fa1973ad08456ddee0ea2a4c9fcfb4e6b96fcf0eb431b2d81d4568696", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-ca390d1fa197.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-3-1b-it", "axis": "governance", "status": "MEASURED", "accuracy": 0.2, "n": 30, "card_sha256": "cb53477b864faf76825cf51edc9f6e98f39c07009a1bc7dffed44e187d20d885", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-cb53477b864f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-3B", "axis": "governance", "status": "MEASURED", "accuracy": 0.2, "n": 30, "card_sha256": "cdf582a4b39b3ca59d2d0fbce6b7a213fac98d00060328b27e8783056ac6dd45", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-cdf582a4b39b.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16", "axis": "governance", "status": "MEASURED", "accuracy": 0.6667, "n": 30, "card_sha256": "ce2387e493469b120f8d1cd6548bb55f25b9398c8a430c0286d6c07dcd05bf7b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-ce2387e49346.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:7b@sha256:845dbda0ea48ed749caafd9e6037047aa19acfcfd82e704d7ca97d631a0b697e", "axis": "governance", "status": "MEASURED", "accuracy": 0.4979, "n": 237, "card_sha256": "ce3595d021f020af6f76b6fe5398783678f255d7a9f7006e68dbb2e8a0004c14", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-ce3595d021f0.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Meta-Llama-3-8B-Instruct", "axis": "governance", "status": "MEASURED", "accuracy": 0.3, "n": 30, "card_sha256": "d0b27b7aa978143156aedc0b402dc5267de35aef4ae1914f202dab5882db0c7e", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-d0b27b7aa978.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-32B-Instruct", "axis": "governance", "status": "MEASURED", "accuracy": 0.3667, "n": 30, "card_sha256": "d38d17ce670450299da054451d918c15bb276c45bf7fdc4b61646784cfc58633", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-d38d17ce6704.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Flash-0731", "axis": "governance", "status": "MEASURED", "accuracy": 0.4, "n": 30, "card_sha256": "d40410449032fa60dc71d2ebcacb40e435010bdbb79198e19f45d35096c35e84", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-d40410449032.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "zai-org/GLM-5.2", "axis": "governance", "status": "MEASURED", "accuracy": 0.5667, "n": 30, "card_sha256": "d4af80d67470499d52b6f2b53fb9fdcd068621cbb951f410fef139baa2c75e47", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-d4af80d67470.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-14B-Instruct", "axis": "governance", "status": "MEASURED", "accuracy": 0.5667, "n": 30, "card_sha256": "dcca3f42ff0fd98179d3e0bb01456d7d1a9b2ccdceecd8abfbfb9eb2c29f6928", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-dcca3f42ff0f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-R1", "axis": "governance", "status": "MEASURED", "accuracy": 0.2, "n": 30, "card_sha256": "dce46b17b6f9a4a72ab241096183d19f4529d5efc010d0657fe53696c4f9ac9b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-dce46b17b6f9.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.2-3B-Instruct", "axis": "governance", "status": "MEASURED", "accuracy": 0.3333, "n": 30, "card_sha256": "e40ba6d14b668f37c5d71fa37b2a3d0f2fd67f1cc77b031ab0e32139d9951d2a", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-e40ba6d14b66.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3-0324", "axis": "governance", "status": "MEASURED", "accuracy": 0.5, "n": 30, "card_sha256": "ec6ecd7f22406b1eef946ce1b3ffd20f68149d8760b4d80d7cf482835a8f99d0", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-ec6ecd7f2240.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-1.5B-Instruct", "axis": "governance", "status": "MEASURED", "accuracy": 0.2333, "n": 30, "card_sha256": "f5f33ea29a89d1d8324ead97d000170e81946eda0d68905fd20f3172790dd218", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-f5f33ea29a89.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-8B-Base", "axis": "governance", "status": "MEASURED", "accuracy": 0.5333, "n": 30, "card_sha256": "f6fc9d323bb1c41d0d358908da3f2c280c6879a5dded4947a0953b31d6231346", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-f6fc9d323bb1.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-0.6B", "axis": "governance", "status": "MEASURED", "accuracy": 0.2, "n": 30, "card_sha256": "febedddbb37e1689407c32923d2497556aef5daae19673822f2afb27f511b707", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-governan-febedddbb37e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:7b@sha256:845dbda0ea48ed749caafd9e6037047aa19acfcfd82e704d7ca97d631a0b697e", "axis": "jail", "status": "MEASURED", "accuracy": 0.0244, "n": 41, "card_sha256": "37d590185313fa2953c2bf151b12330da2e49d24f24c5fd4524325012fcbe6a4", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-jail-37d590185313.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:1.5b@sha256:65ec06548149b04c096a120e4a6da9d4017ea809c91734ea5631e89f96ddc57b", "axis": "jail", "status": "MEASURED", "accuracy": 0.0732, "n": 41, "card_sha256": "37e18c321859d3c2d0f832fb667d5434bd0d550a2336e499235fc2a4a8e88471", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-jail-37e18c321859.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:mistral:7b@sha256:6577803aa9a036369e481d648a2baebb381ebc6e897f2bb9a766a2aa7bfbc1cf", "axis": "jail", "status": "MEASURED", "accuracy": 0.9024, "n": 41, "card_sha256": "4171b09be9b1e23dd6aedebac9ceea3ff8f3dfadbb231b06814635c1d4c3c661", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-jail-4171b09be9b1.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen3:4b@sha256:359d7dd4bcdab3d86b87d73ac27966f4dbb9f5efdfcc75d34a8764a09474fae7", "axis": "jail", "status": "MEASURED", "accuracy": 0, "n": 41, "card_sha256": "6fc8385d64e7fc831239cdad101a003fa6feb4e25b8d2137f73dd883f0b74ceb", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-jail-6fc8385d64e7.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:0.5b-instruct@sha256:a8b0c51577010a279d933d14c2a8ab4b268079d44c5c8830c0a93900f1827c67", "axis": "jail", "status": "MEASURED", "accuracy": 0.0488, "n": 41, "card_sha256": "71eb4412d064366b17c113dca17317e052526761d801f2f63cbc1cbc395132c8", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-jail-71eb4412d064.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.3333, "n": 30, "card_sha256": "04a71377b637cfdc26177f26c98bad043fca8a6213f28ddd1e47e11426f11e21", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-04a71377b637.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3.5-122B-A10B", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "0d45841deeeb8d3f3b7165f3745b899141d0f698b0da3eae2ec13203e0d2d87c", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-0d45841deeeb.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "XiaomiMiMo/MiMo-V2.5", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.5, "n": 30, "card_sha256": "1e47274806a79652cb7f59895db002595150a7a2f46b13d5bdf0da9fe634edd4", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-1e47274806a7.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-30B-A3B", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.1, "n": 30, "card_sha256": "1ef5f902dc5a05d97a04edcd96885f196d9c4309ff15f6e74adfa037c2250c20", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-1ef5f902dc5a.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-2-2b-it", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.3, "n": 30, "card_sha256": "31718098d3458f5382b1ff5576514b274a02ececf89746861e24c7a8cee86618", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-31718098d345.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-0.6B", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.3, "n": 30, "card_sha256": "35eb847eebc123e293d4baed4dc7805c8c56c5f7c0ca57529eb797256e04e30b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-35eb847eebc1.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-14B", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.4667, "n": 30, "card_sha256": "35ec29499e740955aae3806c12352dc9c6a9b40d8c81f538f4c9bf833b6f5565", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-35ec29499e74.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.2-1B-Instruct", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.3333, "n": 30, "card_sha256": "3751f012fe3e78d67fced36f52438e4d4bbb8217733595878f1858fb3a2b5922", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-3751f012fe3e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-3B-Instruct", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.3667, "n": 30, "card_sha256": "3e85f6c904d6d5c419c2cf2a3a0c808c31676afe2ff0292b0db686866693293d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-3e85f6c904d6.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B-Instruct-2507", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.6, "n": 30, "card_sha256": "40fbabe1f8b6021d53dd0338fd0f5ed5ddb75693523fdd185a3e94b8dc5526da", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-40fbabe1f8b6.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.5, "n": 30, "card_sha256": "4695c601eae76ff808ff9498b5ee683d4867e85749d7eea3fe9f1510d58d67f4", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-4695c601eae7.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.4, "n": 30, "card_sha256": "4a89215de8d71b4aa75587089b5de64d15ff9d7bd3aa33add5023341bc922420", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-4a89215de8d7.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-14B-Instruct", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.6, "n": 30, "card_sha256": "4af701fe44565a8f25ab208f6b177b39aee1597ba88a1d15572c1ba50c6fdae1", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-4af701fe4456.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-3-4b-it", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.1, "n": 30, "card_sha256": "4b5de26f7a3f2aaa6b9692fc018ea4b6f7ef26cb5412b95935e99448fe76cc33", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-4b5de26f7a3f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:mistral:7b@sha256:6577803aa9a036369e481d648a2baebb381ebc6e897f2bb9a766a2aa7bfbc1cf", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.3333, "n": 33, "card_sha256": "4bb3132c54ebfb7e7efb0b8d0da4659997266362d462cde54ea272d0c467b34d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-4bb3132c54eb.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-30B-A3B-Instruct-2507", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.5333, "n": 30, "card_sha256": "4f240d70af7b697e118564ca6ffa2189da2602757294583da5315faee58e68b0", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-4f240d70af7b.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-72B-Instruct", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.4667, "n": 30, "card_sha256": "51f46a3fc95ae25933fa1ec029174adc3a79907e85a95f49da8768812825dcf7", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-51f46a3fc95a.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:7b@sha256:845dbda0ea48ed749caafd9e6037047aa19acfcfd82e704d7ca97d631a0b697e", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.3333, "n": 33, "card_sha256": "609f3a8f60eb064d4f23fef5db3c34ecc3e56e7499cd51bef2efb39e75a082f9", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-609f3a8f60eb.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:1.5b@sha256:65ec06548149b04c096a120e4a6da9d4017ea809c91734ea5631e89f96ddc57b", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.4242, "n": 33, "card_sha256": "628109eacb2357201758b3300538654922bae2beff0a8a320e08c77f5031ff7a", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-628109eacb23.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-7B-Instruct", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.4333, "n": 30, "card_sha256": "6bc32fb700d5e17ec408db8c05686aab7e9042e29b852625568bdc1786656a47", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-6bc32fb700d5.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-32B-Instruct", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.4333, "n": 30, "card_sha256": "6c1ecd8d6033c30e8b0dd82ce22c88951d2bc07bfcee0de1140d6c0024ae51a0", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-6c1ecd8d6033.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Flash", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.4667, "n": 30, "card_sha256": "6c4834e77f2c10ef68712936fa493263b609259cbed14d1cdb6569f8de734663", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-6c4834e77f2c.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-1.5B-Instruct", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.4, "n": 30, "card_sha256": "6dd22070ca956b5038c3ecb5811deb580f965ffa194f9aa80263587a3a046102", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-6dd22070ca95.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "farbodtavakkoli/OTel-2.0-LLM-31B-IT", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.5, "n": 30, "card_sha256": "703a839321aaa28416d342633787f49c6d71c8b740803d8af7acd233c6d5538e", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-703a839321aa.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen3:4b@sha256:359d7dd4bcdab3d86b87d73ac27966f4dbb9f5efdfcc75d34a8764a09474fae7", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0, "n": 33, "card_sha256": "70a2203b1f3f9723d01aa34092068935c5322461519aaaf43b76f7673fddaf19", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-70a2203b1f3f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "NousResearch/Hermes-3-Llama-3.1-8B", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.4, "n": 30, "card_sha256": "71bc2ea543ea8dd25508b64461df324cb762ae5253fd2bdc1601e2ec50425950", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-71bc2ea543ea.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Coder-30B-A3B-Instruct", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.4667, "n": 30, "card_sha256": "72b0bece16da9a6f514c9ad9456891eca7d6148d7a32a114bfaac2d834989df2", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-72b0bece16da.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Coder-Next", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.6, "n": 30, "card_sha256": "766c1292720db9c656187aedb13344e0ce825035a9606e7b23b202dbd5772072", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-766c1292720d.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-7B-Instruct", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.3667, "n": 30, "card_sha256": "8479c48f84f25df3f60c8ec2edf146474fd5e5548a1ded95a0de637f1e61500f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-8479c48f84f2.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-32B", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.3, "n": 30, "card_sha256": "8d58ca906b91360ef06e79a5ed632bf6fa38bb12868445fb67e4cf47d615dfc5", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-8d58ca906b91.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.2-3B-Instruct", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.2333, "n": 30, "card_sha256": "91c2c2bd2cdd34f16a8affebaaa2f17d489a5add66b3c42896c069f1265e3ee5", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-91c2c2bd2cdd.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:0.5b-instruct@sha256:a8b0c51577010a279d933d14c2a8ab4b268079d44c5c8830c0a93900f1827c67", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.303, "n": 33, "card_sha256": "924955e0826b4903332552f21433a171e619c475271b243f58ca17acaf8f8f55", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-924955e0826b.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3.1", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.5333, "n": 30, "card_sha256": "94de49fc583172ea9fc4c33475f71dabb7eb00efbae553471837866816d3949b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-94de49fc5831.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.4, "n": 30, "card_sha256": "9ed5f9cdd845271f38f4cbfaae5dd3672cd88c72056f5eee3e220bd0c76f3f8b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-9ed5f9cdd845.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "zai-org/GLM-4.7-Flash", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.5333, "n": 30, "card_sha256": "a2a4090078e039059b03655e3b11542c5edb13d7d32463aff685acce3aaf76aa", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-a2a4090078e0.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "unsloth/Meta-Llama-3.1-8B-Instruct", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.4, "n": 30, "card_sha256": "a3e4b0fef3cef39f664e5253f23cccd7a4332337dcc50a0a21479695f318c89d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-a3e4b0fef3ce.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-8B", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.5333, "n": 30, "card_sha256": "a6d32f597d84c067af82e728c00314a70cb00b505b20564dec8582fedc47a32c", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-a6d32f597d84.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-14B-Instruct", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.4667, "n": 30, "card_sha256": "aa8d5f6053903fb0187c0134311754ad7dba4ae6411803eef353980cf6fed7fc", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-aa8d5f605390.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Next-80B-A3B-Instruct", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.6, "n": 30, "card_sha256": "af4f640b54b36686d8ed4b41efb73a33d4293a97f3bbf382d7633154b870c77a", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-af4f640b54b3.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-R1", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.1, "n": 30, "card_sha256": "b29af7d391ee36ee7c951370e7e8276f3a8bc94a5982c99295658475b72fdc4b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-b29af7d391ee.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "prism-ml/Ternary-Bonsai-27B-gguf", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.5, "n": 30, "card_sha256": "b3bf4dd8bdbfb6883064daeea728781b33a126dd60f8125cb3a4143d4a05cc72", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-b3bf4dd8bdbf.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "microsoft/phi-4", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.3667, "n": 30, "card_sha256": "b46984d5b33e3d2b95bfb55353306b7512db3d579e1fb3819510d01698a4d8b8", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-b46984d5b33e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-32B-Instruct", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.6, "n": 30, "card_sha256": "b5b32d2191b91d094ee03db389e3529fcdf14f1b55aad6b5399d0745e953cf86", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-b5b32d2191b9.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-3-1b-it", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.2667, "n": 30, "card_sha256": "b7ee2e47fd45cbc00e3128156ece13e1bc60df0e9c7ab092f1294be5d1c52f8d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-b7ee2e47fd45.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "swiss-ai/Apertus-8B-Instruct-2509", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.3667, "n": 30, "card_sha256": "bed9682a0dc446b56f3d03779ff04d8eac610fad52a5143b7e16295ad6a59a81", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-bed9682a0dc4.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3.2", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.4667, "n": 30, "card_sha256": "bf2254ebb2aa900bbe9802efb5ded5e9bf8e0350ef6138fe1f6af9ded3d71df7", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-bf2254ebb2aa.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.3-70B-Instruct", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.4, "n": 30, "card_sha256": "cb346369833b556be23108dfb8dca298aab9b868097d7b0bb3775df68de227eb", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-cb346369833b.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "zai-org/GLM-5.2", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.5333, "n": 30, "card_sha256": "cdd0629fa04fc7069be8959287d78eaaa45486536b36256f13fb9e34c82ae4c2", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-cdd0629fa04f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Flash-0731", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.6, "n": 30, "card_sha256": "d9f70a251f5cf4e0b1356927d2f07b2c87d95296dc011a0103632f3062439000", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-d9f70a251f5c.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B-Thinking-2507", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "dd1a472d92bff0b6416abf9d305530f6f0034a4f4be2d5eae0988d4233dc63ca", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-dd1a472d92bf.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "t-tech/T-lite-it-2.1", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.3, "n": 30, "card_sha256": "deaf666d3e6d4a8622902b26112115287443d6ad4b471de1ae8429c50af6294e", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-deaf666d3e6d.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-1.7B", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.3333, "n": 30, "card_sha256": "df194a26e95a33aade1f6c119af67b9986ca03470467581bf9b09cbdd67f45dd", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-df194a26e95a.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "TinyLlama/TinyLlama-1.1B-Chat-v1.0", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.6, "n": 30, "card_sha256": "e8d3af4e9d3c33dbeb94e08358ac067efc95cb0c844223b68348adb51505ece3", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-e8d3af4e9d3c.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "mistralai/Mistral-7B-Instruct-v0.2", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.5, "n": 30, "card_sha256": "e93bbb7169e074a9410fbcbc7ece12d2c0f49042df75e550ff33c9799116da77", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-e93bbb7169e0.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Pro", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.4, "n": 30, "card_sha256": "f0bb53fa9339be93b610c144de2fc150e0767cd7723a82fc299699d8da719313", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-f0bb53fa9339.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-3B-Instruct", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.4333, "n": 30, "card_sha256": "f3fb67ffc38a696f237931f1cc9b9dcf2ae77bf4adf50dd681bf260d49137877", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-f3fb67ffc38a.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.1-8B-Instruct", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.3, "n": 30, "card_sha256": "f7f4246f3690199ed795d9b96bd16b3ebe85482b8595bcd84c96dfa6e02805d5", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-f7f4246f3690.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3-0324", "axis": "machinery-conformity", "status": "MEASURED", "accuracy": 0.4, "n": 30, "card_sha256": "fdf27bbbd63408d53b7b6f3d58180fe4479f9e45ef00558314a96758fc4ea4b7", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-machiner-fdf27bbbd634.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3.2", "axis": "openness", "status": "MEASURED", "accuracy": 0.9333, "n": 30, "card_sha256": "01a6498dda8d94fc3e1f4ea64fc3fc6a9cfb1ee888c7083bc3021db9aa37a090", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-01a6498dda8d.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-30B-A3B-Instruct-2507", "axis": "openness", "status": "MEASURED", "accuracy": 0.9333, "n": 30, "card_sha256": "05ce514d6306d5bdcd660d4f1eb1b030d6624eb72189a7eb28a02598cb9c31ab", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-05ce514d6306.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2-0.5B", "axis": "openness", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "072220113c176af90c1d6110017496040185c619a35c9555c4e0a2ecceb56826", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-072220113c17.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-1.5B-Instruct", "axis": "openness", "status": "MEASURED", "accuracy": 0.5333, "n": 30, "card_sha256": "09de04ee0ae2d87e00759796fd0aaee6bb40f7e85ff592e0a3ed6ca7d8d757e7", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-09de04ee0ae2.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.1-8B-Instruct", "axis": "openness", "status": "MEASURED", "accuracy": 0.6333, "n": 30, "card_sha256": "0c53b715a85e402ed1106aa254efd28d36ed7f5db8d56aec892e66d4b05a718e", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-0c53b715a85e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16", "axis": "openness", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "0e3acf038b7ca505fc506de8f8188ecc96398e492accb5968d7427a2413d6416", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-0e3acf038b7c.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:7b@sha256:845dbda0ea48ed749caafd9e6037047aa19acfcfd82e704d7ca97d631a0b697e", "axis": "openness", "status": "MEASURED", "accuracy": 0.75, "n": 32, "card_sha256": "0ee0ec7c958d1a5442df12bdf4d6c042d8c57b32185e4c208a3e395eeba58271", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-0ee0ec7c958d.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Flash", "axis": "openness", "status": "MEASURED", "accuracy": 0.9333, "n": 30, "card_sha256": "0f5512d55acd6e9bf87abe488f6cd473f769c8b877e5f4b8e0251d7ebdaf43eb", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-0f5512d55acd.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "microsoft/Phi-3-mini-4k-instruct", "axis": "openness", "status": "MEASURED", "accuracy": 0.7, "n": 30, "card_sha256": "110f5c59dc1384085ace9248bd30b334f8a386ec30b621e061ff67f87c1882d1", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-110f5c59dc13.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen3:4b@sha256:359d7dd4bcdab3d86b87d73ac27966f4dbb9f5efdfcc75d34a8764a09474fae7", "axis": "openness", "status": "MEASURED", "accuracy": 0, "n": 32, "card_sha256": "13aaed40c6c1de138fa93786dab1d286cc35c422abef0452b4a248bb358accf7", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-13aaed40c6c1.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "XiaomiMiMo/MiMo-V2.5", "axis": "openness", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "152040133a6254924f92c2fa1b7a81faee765b24b52b23c2ce29b44aa5793176", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-152040133a62.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2-1.5B-Instruct", "axis": "openness", "status": "MEASURED", "accuracy": 0.4667, "n": 30, "card_sha256": "1bcc3a74f1c868d5544175106460278db95087a643dba2ddfc436443051ec78d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-1bcc3a74f1c8.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "NousResearch/Meta-Llama-3.1-8B-Instruct", "axis": "openness", "status": "MEASURED", "accuracy": 0.8333, "n": 30, "card_sha256": "1e13148fdcffd8898c6350bc5465ca3cc55c18a5244df102be666ada6f645fb5", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-1e13148fdcff.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-7B", "axis": "openness", "status": "MEASURED", "accuracy": 0.8333, "n": 30, "card_sha256": "25ffd6c83add42514143c4a8f3b6c545c4e2735d18aa7594bfd2af0fe6eb2c21", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-25ffd6c83add.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Coder-30B-A3B-Instruct", "axis": "openness", "status": "MEASURED", "accuracy": 0.7333, "n": 30, "card_sha256": "275a4d1e35daceb54fd4384569e20616a69f9c0aaae734c62e28b241d51c6f30", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-275a4d1e35da.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-3B-Instruct", "axis": "openness", "status": "MEASURED", "accuracy": 0.6667, "n": 30, "card_sha256": "2abcb3f4e1ef166144d48b2c8b3f7fc943af852cade77068c74056c3d8aed81a", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-2abcb3f4e1ef.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-7B", "axis": "openness", "status": "MEASURED", "accuracy": 0.7333, "n": 30, "card_sha256": "2b9a18bf2b46c1fa4c4c60eb7749315642b295e0a5ce2416b2bebcb6880c5231", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-2b9a18bf2b46.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-72B-Instruct", "axis": "openness", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "30f5b9a4ff93f6d259e6fd8a1809583e8f69a3e8528b1027075bb3c4a8194816", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-30f5b9a4ff93.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-32B-Instruct", "axis": "openness", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "313e1413d4f1eb8304d4ab3d7308d108836301a50f226cca821eda14a8715e4d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-313e1413d4f1.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "mistralai/Mistral-7B-Instruct-v0.2", "axis": "openness", "status": "MEASURED", "accuracy": 0.6667, "n": 30, "card_sha256": "36c37992ea0141f3ff3af14d70f623361530b8373a586491ed922927d07bff1d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-36c37992ea01.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-14B-Base", "axis": "openness", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "3980c75a8cb593c6e84d7a9c3d852f25a3a9836acd85bfd4528da668a634be48", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-3980c75a8cb5.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-2-2b-it", "axis": "openness", "status": "MEASURED", "accuracy": 0.7, "n": 30, "card_sha256": "3a8c91db60748e65af0dd81bc653d8801283f046d554a9eab20293c350db9a96", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-3a8c91db6074.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-32B", "axis": "openness", "status": "MEASURED", "accuracy": 0.9333, "n": 30, "card_sha256": "3d0715bcd5d542580913919adc3c16c2b98964050c5de877d7b240e8a021ae17", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-3d0715bcd5d5.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-3B-Instruct", "axis": "openness", "status": "MEASURED", "accuracy": 0.6, "n": 30, "card_sha256": "410f35c2cad1d13fa9dd5636d4ba521cb5cda1ff9089946a933e89c84f44dfaf", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-410f35c2cad1.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.3-70B-Instruct", "axis": "openness", "status": "MEASURED", "accuracy": 0.9, "n": 30, "card_sha256": "49223d29508c94b331be8cedf0d7fc619ed4df94eed2666745f012546b03954e", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-49223d29508c.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-0.5B", "axis": "openness", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "4d5ea0692ed2aa05fd1faa19d55a1d04eadc4a18cd9dcac55567d640c170d8e7", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-4d5ea0692ed2.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Coder-Next", "axis": "openness", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "50902dd73b6e87d6130ad764921b1ceac6e5c75a8f57f3cb25c15e08e1ca780c", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-50902dd73b6e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "zai-org/GLM-5.2", "axis": "openness", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "53f43230bb55cc6a34806ba58fd398c66ef5b77afee61f07ee362661a9e1d7b7", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-53f43230bb55.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3-0324", "axis": "openness", "status": "MEASURED", "accuracy": 0.9333, "n": 30, "card_sha256": "5ac8cc3583d12ce880a68d17b0dd66f312caf90862a3a778991e16df9d7664ee", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-5ac8cc3583d1.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Meta-Llama-3-8B-Instruct", "axis": "openness", "status": "MEASURED", "accuracy": 0.6667, "n": 30, "card_sha256": "602a7ef6b97ba13467c097e44f148fc649a24fe7ddd92d2c1b7f2bf467fb255e", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-602a7ef6b97b.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.1-70B-Instruct", "axis": "openness", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "64370ce82c0ea6a801df0db8975dc97cf967cd21b412425102d4bff7a2412e70", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-64370ce82c0e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B-Instruct-2507", "axis": "openness", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "65bff9ff2d688687a4aadb422ddb32fe72b874a60d63445719de4393c41b2fea", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-65bff9ff2d68.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-R1", "axis": "openness", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "66e5aa4024659575bdb060bf89f1581d03d1083ae769d98239d72e236279e080", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-66e5aa402465.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-0.5B-Instruct", "axis": "openness", "status": "MEASURED", "accuracy": 0.5, "n": 30, "card_sha256": "70752660292e82a2a5e6b9c8474bf2fdc6e9fcd9699dcc1ff2ed1d071b4793ef", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-70752660292e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16", "axis": "openness", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "77c606fcc3ece743cdc38fe0eb00746a97d66805cbc96275c2bd53baaeb9a6a8", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-77c606fcc3ec.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-7B-Instruct", "axis": "openness", "status": "MEASURED", "accuracy": 0.7, "n": 30, "card_sha256": "7bce4161c0715299cb25d213807008aa6bcf90152071a2aa78eb1a7cca162afb", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-7bce4161c071.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-2-9b-it", "axis": "openness", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "8331674c94e5ae5b835d643fa5df16ad0b80b1578f9be56549885c4051a0cc12", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-8331674c94e5.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16", "axis": "openness", "status": "MEASURED", "accuracy": 0.7333, "n": 30, "card_sha256": "886ca78f92627300670e118d24401a441935b3fe9009bda320d11c0fde09bad2", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-886ca78f9262.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:0.5b-instruct@sha256:a8b0c51577010a279d933d14c2a8ab4b268079d44c5c8830c0a93900f1827c67", "axis": "openness", "status": "MEASURED", "accuracy": 0.5, "n": 32, "card_sha256": "8b48e684eebd50bf76dae132c2726cfb2979ff7dad7b20232f1c5b0bec24e2a0", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-8b48e684eebd.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Pro", "axis": "openness", "status": "MEASURED", "accuracy": 0.9, "n": 30, "card_sha256": "8c358875642f495f431f38115ec40cdd3ce9595a5a20a872092b08b0e3c292ae", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-8c358875642f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "swiss-ai/Apertus-8B-Instruct-2509", "axis": "openness", "status": "MEASURED", "accuracy": 0.8333, "n": 30, "card_sha256": "8d63b4702ee0dc85e8ff6bc5c0784cd78d55c2b477d8375a28b6b5f1655892f9", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-8d63b4702ee0.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "farbodtavakkoli/OTel-2.0-LLM-31B-IT", "axis": "openness", "status": "MEASURED", "accuracy": 0.9333, "n": 30, "card_sha256": "9026c0245935d2de6307af4d59df3901b4fd686918a2b5fc09ff737e6f06318c", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-9026c0245935.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B", "axis": "openness", "status": "MEASURED", "accuracy": 0.7333, "n": 30, "card_sha256": "92f38c610bd9ed6dc7b3b3f77bd854bc2842017fd1e23410e214b6929608cf68", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-92f38c610bd9.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-3-1b-it", "axis": "openness", "status": "MEASURED", "accuracy": 0.8, "n": 30, "card_sha256": "9d6219b3a411ee2aa413be68cfcfa64b295ad3440b46240d05bfbae12e9a97e7", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-9d6219b3a411.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-1.5B-Instruct", "axis": "openness", "status": "MEASURED", "accuracy": 0.5, "n": 30, "card_sha256": "9dc2727911a514ecd706c74151167d5948eabe8f92b400997644ae2c989d5b68", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-9dc2727911a5.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-14B", "axis": "openness", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "a4241cb5e9edd239d7b41caefb5c071330c5e012ca1cf8e76d60db51ce732c19", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-a4241cb5e9ed.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B-Thinking-2507", "axis": "openness", "status": "MEASURED", "accuracy": 0.1, "n": 30, "card_sha256": "ad3ba4941efe9fdc7ee0f84b646b369c6e8ef0fa06728df7e15ff69a6dce3503", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-ad3ba4941efe.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Next-80B-A3B-Instruct", "axis": "openness", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "b21cb7d720bf0fc044ab250a7e9f9e4d32aa32e9ef570d37f719f3feb58c5a28", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-b21cb7d720bf.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:1.5b@sha256:65ec06548149b04c096a120e4a6da9d4017ea809c91734ea5631e89f96ddc57b", "axis": "openness", "status": "MEASURED", "accuracy": 0.6875, "n": 32, "card_sha256": "b238e6211d0e2e68efc83edb0080975a0b28c3d625ae6575e5363537a0af2cb2", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-b238e6211d0e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "prism-ml/Ternary-Bonsai-27B-gguf", "axis": "openness", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "be09e6dff3ea5a5087b60825138e0c0a258be6768d30546a1d9cc6ba22a670f1", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-be09e6dff3ea.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:mistral:7b@sha256:6577803aa9a036369e481d648a2baebb381ebc6e897f2bb9a766a2aa7bfbc1cf", "axis": "openness", "status": "MEASURED", "accuracy": 0.3125, "n": 32, "card_sha256": "bf1d9e7c3f0bb552a16afeb08ea72a3fe18a50edd74aac9635e9e6c7b9e34d7d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-bf1d9e7c3f0b.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-7B-Instruct", "axis": "openness", "status": "MEASURED", "accuracy": 0.8, "n": 30, "card_sha256": "c2ae324cf60ad96ca3f00a65e055e31b9ee3d007c881acfd061dbb5c12cc24e8", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-c2ae324cf60a.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-0.6B-Base", "axis": "openness", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "c42861147f0593a82a90d5f3c76196dcca39419fbeaf69736b13114f8da57b5c", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-c42861147f05.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-32B-Instruct", "axis": "openness", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "c669c8591b6c7432eea62199317c6f398406df981915e92350ce876c71dcb2b7", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-c669c8591b6c.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-14B-Instruct", "axis": "openness", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "c99d6685f2b8f9567100aa96376c858ebfcb3dfdd2069fcba517a42d048562ba", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-c99d6685f2b8.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Flash-0731", "axis": "openness", "status": "MEASURED", "accuracy": 0.9333, "n": 30, "card_sha256": "cc9dde9bf7c49dc383712e1f9b090ab0a5310ed331e16fc9850302e51f5b64bd", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-cc9dde9bf7c4.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "microsoft/phi-4", "axis": "openness", "status": "MEASURED", "accuracy": 0.6, "n": 30, "card_sha256": "d2c915e817044ddd21ee16dcc8fcdcffbbf63513bf470416ee6ad0a7e33d33ce", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-d2c915e81704.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "zai-org/GLM-4.7-Flash", "axis": "openness", "status": "MEASURED", "accuracy": 0.8333, "n": 30, "card_sha256": "dc82e5ae64f47e85886fbc417cf86236e49e8e3fc51937d5c5ea00c1576dd88d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-dc82e5ae64f4.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "TinyLlama/TinyLlama-1.1B-Chat-v1.0", "axis": "openness", "status": "MEASURED", "accuracy": 0.3667, "n": 30, "card_sha256": "dd06b241079e41b13dc34fb8494a231cdabee811bc5cd020b7464cd00c33858c", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-dd06b241079e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-1.5B", "axis": "openness", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "e17266748c7424612c532b3bd0830e8d7f16d1d1846624a0c2f285596634d079", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-e17266748c74.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-1.7B", "axis": "openness", "status": "MEASURED", "accuracy": 0.5667, "n": 30, "card_sha256": "e187a5db5fa1195bbab4e1295784606625f3ff0913b3afff38c7de24cac39603", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-e187a5db5fa1.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-8B-Base", "axis": "openness", "status": "MEASURED", "accuracy": 0.8, "n": 30, "card_sha256": "e216471dd84506229561a6dedb531fc11edc6e8b1de1fa229f6daabceae1b2c2", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-e216471dd845.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.2-1B-Instruct", "axis": "openness", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "e27aa67727691b362ae6ca4416a9a04d8c85bb7bf2e707837736e9a6165ed18f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-e27aa6772769.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-8B", "axis": "openness", "status": "MEASURED", "accuracy": 0.9333, "n": 30, "card_sha256": "e63d4e0019887e106e5bed1a6d807484e6a2056c8812939b22388cf3a2da1697", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-e63d4e001988.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3", "axis": "openness", "status": "MEASURED", "accuracy": 0.9, "n": 30, "card_sha256": "e654656bd1c6239ad4fa898f982a0cd6fbe214fdf05cf800d9df68e810801915", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-e654656bd1c6.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "microsoft/Phi-4-mini-instruct", "axis": "openness", "status": "MEASURED", "accuracy": 0.8, "n": 30, "card_sha256": "eb628d55565f15b5e754ce4d050ef33c15477bac264390f3e6ad2ba6ca59b249", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-eb628d55565f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "OBLITERATUS/Qwen3.8-27B-OBLITERATED", "axis": "openness", "status": "MEASURED", "accuracy": 0.7333, "n": 30, "card_sha256": "f233ed75c992cf2b4019dc897a8f0ab2574063ac8c2e86855a85fcab357c7fdb", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-f233ed75c992.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-30B-A3B", "axis": "openness", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "f2afc2e4c120f2ca980d9d8a104d94d11d63b14b035141b2400368e5c5d11bb6", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-f2afc2e4c120.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "farbodtavakkoli/OTel-LLM-27B-IT", "axis": "openness", "status": "MEASURED", "accuracy": 0.6667, "n": 30, "card_sha256": "f349e684ca4fa966cffd4bc0b6dbd46da7d3582f2df2c2d609ac802962c4f708", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-f349e684ca4f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-0.6B", "axis": "openness", "status": "MEASURED", "accuracy": 0.1, "n": 30, "card_sha256": "f78b4c81ecf33990d6db25c2cb16f0461040504f551ce57c6eb4d039457d1be9", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-f78b4c81ecf3.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ornith-ai/Ornith-1.0-9B", "axis": "openness", "status": "MEASURED", "accuracy": 0.9, "n": 30, "card_sha256": "f8c616701f92cd399c1272f9291ed36a4f83d53d89670f2a2eef166c51bc3800", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-f8c616701f92.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.2-3B-Instruct", "axis": "openness", "status": "MEASURED", "accuracy": 0.6667, "n": 30, "card_sha256": "f95a3b7b96461d7bb1cf50b6d8d48492f4637edbbc6878e7fc6df5c7f9dcb09e", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-f95a3b7b9646.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-14B-Instruct", "axis": "openness", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "f9957b8fb22c1db3300eda59c3b88131a53fd56977b08561599f57fdb19476e7", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-openness-f9957b8fb22c.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3", "axis": "provenance", "status": "MEASURED", "accuracy": 0.6, "n": 30, "card_sha256": "06cb9b8ad8478f49e939b65e62844e1e80edd56244fd5371db72b1603078b5dd", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-06cb9b8ad847.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Flash", "axis": "provenance", "status": "MEASURED", "accuracy": 0.9, "n": 30, "card_sha256": "085c3a130fe7afcd818073ea1a676447861773938c27d48a0006bf59a0bb1cf1", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-085c3a130fe7.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3.2", "axis": "provenance", "status": "MEASURED", "accuracy": 0.9333, "n": 30, "card_sha256": "0b428ad84a934028ca00fa3577e1f0d60bd4f8ea2d5de5fc60aab3b39045133d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-0b428ad84a93.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.3-70B-Instruct", "axis": "provenance", "status": "MEASURED", "accuracy": 0.6333, "n": 30, "card_sha256": "0ccf6639e2ef5fa6e788a087092240c3d9fced9c6346ff20cd931edcf7be623f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-0ccf6639e2ef.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Coder-Next", "axis": "provenance", "status": "MEASURED", "accuracy": 0.8333, "n": 30, "card_sha256": "1705f8136f17770e8a8651b3f341929dfa539ece174893a6ca8afec9691a20e6", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-1705f8136f17.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:0.5b-instruct@sha256:a8b0c51577010a279d933d14c2a8ab4b268079d44c5c8830c0a93900f1827c67", "axis": "provenance", "status": "MEASURED", "accuracy": 0.4688, "n": 32, "card_sha256": "18a120280b929af5274dd0b4c1417c0bc23f08afeec0a80ba3a6dcbbe5f5d20a", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-18a120280b92.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-3B-Instruct", "axis": "provenance", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "1e3d1566f72daa90e0d078e0ee7e26758205f5afb3a9693509e7ffb8b9debf31", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-1e3d1566f72d.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Next-80B-A3B-Instruct", "axis": "provenance", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "2de99da8e0143ef7a4af165b6f114e118c639fa55a8e0d0424feb9038f922646", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-2de99da8e014.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-2-9b-it", "axis": "provenance", "status": "MEASURED", "accuracy": 0.6667, "n": 30, "card_sha256": "317e97e232e8ce6bd2bd3544c0b24bad687ba8291cda6b18176d2807576c39e7", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-317e97e232e8.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "farbodtavakkoli/OTel-2.0-LLM-31B-IT", "axis": "provenance", "status": "MEASURED", "accuracy": 0.5333, "n": 30, "card_sha256": "3691364f1f1f2067445bd46202f8078797b8dd3804cc68af7eeddc501a65ad35", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-3691364f1f1f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-1.7B", "axis": "provenance", "status": "MEASURED", "accuracy": 0.7, "n": 30, "card_sha256": "3b9bed0cdca057f8db4f105b3c8c802dc6e74bbfe37fee45cff6889e96f848fa", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-3b9bed0cdca0.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-3B-Instruct", "axis": "provenance", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "3d3b70cc6af43ca0838851e85970b9bce32161e79e59db63adec3017bab142e0", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-3d3b70cc6af4.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen3:4b@sha256:359d7dd4bcdab3d86b87d73ac27966f4dbb9f5efdfcc75d34a8764a09474fae7", "axis": "provenance", "status": "MEASURED", "accuracy": 0, "n": 32, "card_sha256": "405594cd79f3ab97cf65a8b3a1a3d15c07ec5f9154cd6cc2b45fc1a48375376d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-405594cd79f3.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B", "axis": "provenance", "status": "MEASURED", "accuracy": 0.5333, "n": 30, "card_sha256": "44c7ca7e704d5cbdae3ec392a9be9e674b2ce69933215e4561fa04b2dbc94b03", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-44c7ca7e704d.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "microsoft/phi-4", "axis": "provenance", "status": "MEASURED", "accuracy": 0.6333, "n": 30, "card_sha256": "48205735528af0a655987823674be5434babcd2d9185fdaa673e25294cc9f04e", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-48205735528a.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-R1", "axis": "provenance", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "4cb1f65942a110e5b5b429949118bd5f1e6090f707638e69f0fc8762920727c2", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-4cb1f65942a1.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Coder-30B-A3B-Instruct", "axis": "provenance", "status": "MEASURED", "accuracy": 0.8333, "n": 30, "card_sha256": "54214eb5c5e3ee30704c296efb4410c6b936eaf56ced687ae91447580052ad9a", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-54214eb5c5e3.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-14B", "axis": "provenance", "status": "MEASURED", "accuracy": 0.7333, "n": 30, "card_sha256": "56c7a87aba1a35268e062576f0367273f04c1ae83535a3661916e0d63590d5fa", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-56c7a87aba1a.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:1.5b@sha256:65ec06548149b04c096a120e4a6da9d4017ea809c91734ea5631e89f96ddc57b", "axis": "provenance", "status": "MEASURED", "accuracy": 0.7188, "n": 32, "card_sha256": "5770e4541040cbbd4e320dca18d6731a5ddb153a32b9bce1ac9790d9f31e5a0e", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-5770e4541040.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3-0324", "axis": "provenance", "status": "MEASURED", "accuracy": 0.7333, "n": 30, "card_sha256": "5807805e417cb341db2885eb8bcd6ab1eb583fc03705d37938ab1555141d1727", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-5807805e417c.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "zai-org/GLM-5.2", "axis": "provenance", "status": "MEASURED", "accuracy": 0.9, "n": 30, "card_sha256": "59f1565b034ca213697f1c7adfc360f87ca77b866a72bfb688fa40703f0809f3", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-59f1565b034c.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "swiss-ai/Apertus-8B-Instruct-2509", "axis": "provenance", "status": "MEASURED", "accuracy": 0.6667, "n": 30, "card_sha256": "5ca5fcf1a38cb65da030812d05b4cc6b9143b8a3ce42f16ca47ccd24e6382358", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-5ca5fcf1a38c.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2-1.5B-Instruct", "axis": "provenance", "status": "MEASURED", "accuracy": 0.5, "n": 30, "card_sha256": "6007d4b8e194910e445c6a797c8541493a7e971e99ba5bb59cf564abea502651", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-6007d4b8e194.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Flash-0731", "axis": "provenance", "status": "MEASURED", "accuracy": 0.7333, "n": 30, "card_sha256": "681b48b86279a734e1e1e5857adcbb53cef112e07e027d15be8943d1b5cd87a6", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-681b48b86279.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-2-2b-it", "axis": "provenance", "status": "MEASURED", "accuracy": 0.5667, "n": 30, "card_sha256": "695d880b12855c9f14e62c66f39d713eb790519a1d8c8e85565c0f4c813a20a7", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-695d880b1285.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-30B-A3B-Instruct-2507", "axis": "provenance", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "6faca4809c1a1e5f93ebf64446533f07e126de802881721fd4b5366e620f1bd3", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-6faca4809c1a.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.1-8B-Instruct", "axis": "provenance", "status": "MEASURED", "accuracy": 0.8, "n": 30, "card_sha256": "6fef4159d91fcf6c162d7febb081ef06a545603fd17d46796f0988ec39c2f0a2", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-6fef4159d91f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-14B-Instruct", "axis": "provenance", "status": "MEASURED", "accuracy": 0.8, "n": 30, "card_sha256": "7543b514489a13676ae81e932e6e9bb04b9553886d5ab51e1ff2a2b4056ff519", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-7543b514489a.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "mistralai/Mistral-7B-Instruct-v0.2", "axis": "provenance", "status": "MEASURED", "accuracy": 0.8, "n": 30, "card_sha256": "87d6a4af8aa9c08bd391ce994d5cd6789955ae95c3609e7bab94d01f396dba59", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-87d6a4af8aa9.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-32B", "axis": "provenance", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "88aff5e2515dca07d40606b2135f72823dcd41f2629c9de531f72df2022fd294", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-88aff5e2515d.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-3B", "axis": "provenance", "status": "MEASURED", "accuracy": 0.7333, "n": 30, "card_sha256": "8e3f4707bdf3616000cea95c34291f03fa125e8889671894f0b5e131255af0a1", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-8e3f4707bdf3.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-32B-Instruct", "axis": "provenance", "status": "MEASURED", "accuracy": 0.7333, "n": 30, "card_sha256": "98852e05d99de00b8109c4a5eb99efe04923082a746248fee5e692b26661dad9", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-98852e05d99d.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:mistral:7b@sha256:6577803aa9a036369e481d648a2baebb381ebc6e897f2bb9a766a2aa7bfbc1cf", "axis": "provenance", "status": "MEASURED", "accuracy": 0.4375, "n": 32, "card_sha256": "9b46fe3c4bac2524c193eb575138d085aa5e3b8bd9b3ed01deae717ef22e2483", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-9b46fe3c4bac.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-30B-A3B", "axis": "provenance", "status": "MEASURED", "accuracy": 0.5667, "n": 30, "card_sha256": "9c60368f0d390d0baf8ed64212d571c3536dc4fd8ac259734ae24a93d2b25458", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-9c60368f0d39.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-1.5B-Instruct", "axis": "provenance", "status": "MEASURED", "accuracy": 0.5, "n": 30, "card_sha256": "a04525a2c975be99fcca29058519922115d20995a42b16d4db4e597a32ad64b2", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-a04525a2c975.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "prism-ml/Ternary-Bonsai-27B-gguf", "axis": "provenance", "status": "MEASURED", "accuracy": 0.9, "n": 30, "card_sha256": "a12b0e2d6131c53666c2df610a49e1e611e4ac9947548192a73d9d89cb079dc4", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-a12b0e2d6131.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-1.5B", "axis": "provenance", "status": "MEASURED", "accuracy": 0.0333, "n": 30, "card_sha256": "af225caba937b7278a2854e26255e6f7e7b26aab062b9d03b81165ec1c0386b0", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-af225caba937.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-0.6B", "axis": "provenance", "status": "MEASURED", "accuracy": 0.5333, "n": 30, "card_sha256": "b442cc2d4d77988711f5799775f1441d4e003c49b911f020a1f67dba7757fc81", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-b442cc2d4d77.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-7B-Instruct", "axis": "provenance", "status": "MEASURED", "accuracy": 0.7, "n": 30, "card_sha256": "b55290e9959d5a198a71c9fd83e268c674e37f3e299cd2cc01a91facb2915b6b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-b55290e9959d.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B-Thinking-2507", "axis": "provenance", "status": "MEASURED", "accuracy": 0.1, "n": 30, "card_sha256": "bc287f192e928762ff605e1578aa64893e24d134da1b0397f427eaf15a43a05e", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-bc287f192e92.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Pro", "axis": "provenance", "status": "MEASURED", "accuracy": 0.7, "n": 30, "card_sha256": "bd715cba611f55484b01705c8bf86466c2f1e208857f5a1fd27daea758ca3f21", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-bd715cba611f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16", "axis": "provenance", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "bf811b579ad6f4d238debdd2dc605187b72ff3d4200cd05c548ebe805cf6c3b1", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-bf811b579ad6.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Meta-Llama-3-8B-Instruct", "axis": "provenance", "status": "MEASURED", "accuracy": 0.6667, "n": 30, "card_sha256": "bf964e06eea5bf0bba76d37d824a6280a0863ddd5a6342ebf87a668a54adc854", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-bf964e06eea5.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-32B-Instruct", "axis": "provenance", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "c3f6a7976f2ef40f2e448b1bfaa53252e4eb409023110953b3799ab2372dd121", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-c3f6a7976f2e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B-Instruct-2507", "axis": "provenance", "status": "MEASURED", "accuracy": 0.6333, "n": 30, "card_sha256": "cf3a2087cf4474ff61ecfd3ee80538da8b338939749201edb03e93251e13a04e", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-cf3a2087cf44.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3.1", "axis": "provenance", "status": "MEASURED", "accuracy": 0.9333, "n": 30, "card_sha256": "dafd406ba9cd6265252032ef681b3b349de47b48a9b16200f696cc49ee0b20a7", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-dafd406ba9cd.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-72B-Instruct", "axis": "provenance", "status": "MEASURED", "accuracy": 0.7333, "n": 30, "card_sha256": "dc51ff0d121abc6f5d43d7d40475f71b6f2d6ed8f9076d8925427309a547d6dc", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-dc51ff0d121a.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-14B-Instruct", "axis": "provenance", "status": "MEASURED", "accuracy": 0.6333, "n": 30, "card_sha256": "dc8f7be79cbbc16d4c3340c4481fb74aed5a9b92eb16ceaed9c9f19e1a0559b6", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-dc8f7be79cbb.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-7B-Instruct", "axis": "provenance", "status": "MEASURED", "accuracy": 0.7, "n": 30, "card_sha256": "de4254f09fef8947eeebe1da2803b559a2e72287bb87a63bd23998674f2e27de", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-de4254f09fef.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "XiaomiMiMo/MiMo-V2.5", "axis": "provenance", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "e0e93e89e1d838ff8c11f84bfa4567bc1c973e1b25048829c2e99b64ed3d5f42", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-e0e93e89e1d8.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ornith-ai/Ornith-1.0-9B", "axis": "provenance", "status": "MEASURED", "accuracy": 0.7333, "n": 30, "card_sha256": "e1ce8a8aebac02601e5dd0d78bcfec1748a1b45cbdf40c687b7128dc048cc547", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-e1ce8a8aebac.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-8B", "axis": "provenance", "status": "MEASURED", "accuracy": 0.6333, "n": 30, "card_sha256": "e827982246edc6898065e5f2ba7acd3f85f732339582ca2ad8e7ed3e9c9b747d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-e827982246ed.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:7b@sha256:845dbda0ea48ed749caafd9e6037047aa19acfcfd82e704d7ca97d631a0b697e", "axis": "provenance", "status": "MEASURED", "accuracy": 0.8125, "n": 32, "card_sha256": "e973e6ee52a2511adf4e803d872e9b7b2ab4d37a5ea29b81b0cbae3bd1326869", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-e973e6ee52a2.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.2-3B-Instruct", "axis": "provenance", "status": "MEASURED", "accuracy": 0.7333, "n": 30, "card_sha256": "f73ebb9aeee90941945a770d14df3f1e726c22abc0136f5742ae4242fbd2af5d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-f73ebb9aeee9.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.2-1B-Instruct", "axis": "provenance", "status": "MEASURED", "accuracy": 0.3333, "n": 30, "card_sha256": "f7441087a0c4041667e52079aa3301a619f79767a8312b14b5b5f9060005cdbf", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-provenan-f7441087a0c4.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "zai-org/GLM-5.2", "axis": "safety", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "02444bfb68c77d045663bd55fd897ea246ccbed6036422f0271c297a5103fcb7", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-02444bfb68c7.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:mistral:7b@sha256:6577803aa9a036369e481d648a2baebb381ebc6e897f2bb9a766a2aa7bfbc1cf", "axis": "safety", "status": "MEASURED", "accuracy": 0.1389, "n": 36, "card_sha256": "0721cb1507e86c440cc5e22f9d7f3a19000daecb31968f5cd16a3b8e7cfafcbd", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-0721cb1507e8.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-7B-Instruct", "axis": "safety", "status": "MEASURED", "accuracy": 0.9, "n": 30, "card_sha256": "09b2a588f826b40382f6829575b99cd78c53db70947235bdf08630e9aa198334", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-09b2a588f826.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ornith-ai/Ornith-1.0-9B", "axis": "safety", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "09caaa33fbcfae6d716595f7adc65ed59f203cbda728e86410c63c80b060bcdf", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-09caaa33fbcf.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "farbodtavakkoli/OTel-LLM-27B-IT", "axis": "safety", "status": "MEASURED", "accuracy": 0.0667, "n": 30, "card_sha256": "0c7cef75ded08f86c0bae0d21994ffe9318730bd5f830e75f6ca856964a7a141", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-0c7cef75ded0.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3-0324", "axis": "safety", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "0fed9caea3e0d02d9c4559bd98f9caae8869b923afb5a83bc5ad5f34a3e78373", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-0fed9caea3e0.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-7B", "axis": "safety", "status": "MEASURED", "accuracy": 0.6667, "n": 30, "card_sha256": "103d5492947344ab4b65a1e3ac75721f1edc7d5547fb4a6bb3aa633877c978c9", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-103d54929473.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-2-9b-it", "axis": "safety", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "135aa378ad901afb9cecb1a5bd2ef3671ee9c7737b84af97611579e9446fee30", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-135aa378ad90.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-R1-0528", "axis": "safety", "status": "MEASURED", "accuracy": 0.0667, "n": 30, "card_sha256": "138db0c29a1a31eb18637799f93029bf01488da589bafbfcccab388e88200492", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-138db0c29a1a.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Pro", "axis": "safety", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "25fc66a8731046c88ae0276bbb3f46a25a0e1e154e44ce4308ab79ea3a55fb6b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-25fc66a87310.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-72B-Instruct", "axis": "safety", "status": "MEASURED", "accuracy": 0.9, "n": 30, "card_sha256": "26ec225ab33c323996360222836a13a482107792442cb1d58bb9fd035d20f339", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-26ec225ab33c.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-14B-Instruct", "axis": "safety", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "2d81d328c807ec768e87ff4f92cedc8abb110fb866d576c4fc0f527aeb47b164", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-2d81d328c807.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "moonshotai/Kimi-Linear-48B-A3B-Instruct", "axis": "safety", "status": "MEASURED", "accuracy": 0.4667, "n": 30, "card_sha256": "30d3c5572dab3a4a0056211c1ab04bf3fec50e4319645587fb3f693c191bae08", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-30d3c5572dab.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Coder-Next", "axis": "safety", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "36b40f2ed93476172deed06744394530244892b6c322fdc97be602e9aa5f1d8e", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-36b40f2ed934.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "zai-org/GLM-5.3-Flash", "axis": "safety", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "38bdfb05c317bfc6659f751a27146228a62e67ee97b78e0e63a89e2a7336c69a", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-38bdfb05c317.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-0.6B", "axis": "safety", "status": "MEASURED", "accuracy": 0.5667, "n": 30, "card_sha256": "3a6f484bbdf535603eb7a1390f1bdce1f2f0398bfa77fd6e295a5bb51b4ef332", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-3a6f484bbdf5.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen3:4b@sha256:359d7dd4bcdab3d86b87d73ac27966f4dbb9f5efdfcc75d34a8764a09474fae7", "axis": "safety", "status": "MEASURED", "accuracy": 0, "n": 36, "card_sha256": "4034db671b6c0e1ff04e787a6a89f4981e08abdd8a6e058cc9e81b31ae196e5a", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-4034db671b6c.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B", "axis": "safety", "status": "MEASURED", "accuracy": 0.7333, "n": 30, "card_sha256": "4375d7784783eddedaccc3b35240a81fd0e89c0c8936fa4cce13e22f4de95bd9", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-4375d7784783.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3", "axis": "safety", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "4a1a7875c78cc730c85dacf4491ad383a0292469cf0a0559092ad0fc2751c356", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-4a1a7875c78c.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Coder-30B-A3B-Instruct", "axis": "safety", "status": "MEASURED", "accuracy": 0.8, "n": 30, "card_sha256": "4fec965a960b9896737fa8fe8aede4bd0e06fb9803611ec1743898e36bff5b88", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-4fec965a960b.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:1.5b@sha256:65ec06548149b04c096a120e4a6da9d4017ea809c91734ea5631e89f96ddc57b", "axis": "safety", "status": "MEASURED", "accuracy": 0.6944, "n": 36, "card_sha256": "506b808625ad4d5756435169db2bc4923c4c483785a2aee855130f2bf9595d25", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-506b808625ad.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-7B-Instruct", "axis": "safety", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "558706da5974f60a83f11345f24b7611ed04bd67383e8fec7da0ab0d3a22f864", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-558706da5974.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B-Thinking-2507", "axis": "safety", "status": "MEASURED", "accuracy": 0.2, "n": 30, "card_sha256": "56c6fbf0be16d0977fc229665b20762b55152949f3afe93856c0b3559d0de07e", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-56c6fbf0be16.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-32B", "axis": "safety", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "5aa9b01e685087173dd7991253e3783e1ba7eabcedc91bdeeda486d886de9afb", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-5aa9b01e6850.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "OBLITERATUS/Qwen3.8-27B-OBLITERATED", "axis": "safety", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "5c4192cf2c0edecb2c83fd1321cb818493d20cb43bef67f596daa46f0279bdce", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-5c4192cf2c0e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-3B-Instruct", "axis": "safety", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "5c504f33977fbd71f5c7645e8e228d2d32c5a32a7e4dce1c11aa17717eba3acb", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-5c504f33977f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "microsoft/Phi-3-mini-4k-instruct", "axis": "safety", "status": "MEASURED", "accuracy": 0.9333, "n": 30, "card_sha256": "6037f5ba4d4be8660fcc8ac34cb20fb5ff241d01fa0c37787462302e57247f68", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-6037f5ba4d4b.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3.5-122B-A10B", "axis": "safety", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "63c2b2eae815087ba24b0104306d22907b0581b218f53777bc4952792aaedb54", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-63c2b2eae815.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16", "axis": "safety", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "6b8f085a7e6060fa6e359383e7c2512d733bb4bd333055a1532441fabab3ea49", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-6b8f085a7e60.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-32B-Instruct", "axis": "safety", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "6eb4b36c05381b98bd6a6c3f17d9d8a8b2b126ad0cb0a941738a44b3dc110eec", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-6eb4b36c0538.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-3-4b-it", "axis": "safety", "status": "MEASURED", "accuracy": 0.9333, "n": 30, "card_sha256": "6f0ae7d9ab11fa33481304da6a80efced3d0c037fa9e539df80806a43fa61b05", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-6f0ae7d9ab11.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Flash", "axis": "safety", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "70e6a7b78e2ed68c0ec0ab9a42154afb08e419a969d15beeb0d52c303868bb79", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-70e6a7b78e2e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-14B", "axis": "safety", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "734f8028b0777318209655323d34e9f6a3d732ee83f2f028e80f7b5e5384bdc9", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-734f8028b077.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-30B-A3B", "axis": "safety", "status": "MEASURED", "accuracy": 0.0667, "n": 30, "card_sha256": "75950967e5692d4b4efc5cbe2f7558e86803ad0ba20853b13a87a35fde78575c", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-75950967e569.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-8B", "axis": "safety", "status": "MEASURED", "accuracy": 0.9333, "n": 30, "card_sha256": "7d0410d2a52d327b922c6709035b09e6e00f57c1c6bc726a969b760c0cba1750", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-7d0410d2a52d.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:7b@sha256:845dbda0ea48ed749caafd9e6037047aa19acfcfd82e704d7ca97d631a0b697e", "axis": "safety", "status": "MEASURED", "accuracy": 0.75, "n": 36, "card_sha256": "7ee5eeef95f3a6798d6daced4f18cf3b3e05cc36e107cd4d62653d697582c14f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-7ee5eeef95f3.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Meta-Llama-3-8B-Instruct", "axis": "safety", "status": "MEASURED", "accuracy": 0.7, "n": 30, "card_sha256": "810d1c62b97ed25cc8c814a81da0bfa87abc72747380f6c0c2bf339d3eeb2843", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-810d1c62b97e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3Guard-Gen-0.6B", "axis": "safety", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "823f18e4c73f86ba3be51064061bd7744e5249a5905f759ed2cab440583b6eb2", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-823f18e4c73f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-14B-Base", "axis": "safety", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "8f7d0696d254bc0779483cbfe8c21ab7730e2a4fa6608805d28153956adede2d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-8f7d0696d254.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-1.7B", "axis": "safety", "status": "MEASURED", "accuracy": 0.7333, "n": 30, "card_sha256": "8fade57b2e235931b19611c08c434b2d7d1a56469294d4254a93a4cc4adb5db9", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-8fade57b2e23.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "microsoft/phi-4", "axis": "safety", "status": "MEASURED", "accuracy": 0.8, "n": 30, "card_sha256": "90e9222610e1be2923d19a3a1c2eb39845788bd8d52b13698e7ddf8a2924c822", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-90e9222610e1.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-0.5B", "axis": "safety", "status": "MEASURED", "accuracy": 0.4333, "n": 30, "card_sha256": "98e36b74ce9e80af06f39fea61495d10da9e83cce7d6a4969abf0035a2bf3a6d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-98e36b74ce9e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-1.5B-Instruct", "axis": "safety", "status": "MEASURED", "accuracy": 0.8, "n": 30, "card_sha256": "aa84553552978ca5ba1738ea64d75704a8be909419f3a54dd94738af02902b51", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-aa8455355297.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-2-2b-it", "axis": "safety", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "b5113e023cdb8d4dedba82692d86578912ec11c5933df5cf97f767b4af71f567", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-b5113e023cdb.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "XiaomiMiMo/MiMo-V2.5", "axis": "safety", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "b5a0f16a2e47d64565230fcb6db7bf9a3fc1e5ab41a608967a57b7d34c052a46", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-b5a0f16a2e47.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-235B-A22B", "axis": "safety", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "b9d4622c12243f2b75328541643d76207544e5971dfef15879607cea839dd88f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-b9d4622c1224.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.1-8B-Instruct", "axis": "safety", "status": "MEASURED", "accuracy": 0.4, "n": 30, "card_sha256": "bea6b6e64e5fb58163ca6966d07d222a3143ea274435162af3a0e35abfc1e326", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-bea6b6e64e5f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-30B-A3B-Instruct-2507", "axis": "safety", "status": "MEASURED", "accuracy": 0.9, "n": 30, "card_sha256": "c10ce12b3aaee9e871ddd528f582a73227e5fd5b3ff6645cc4bf0f587f3d7b1c", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-c10ce12b3aae.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2-7B-Instruct", "axis": "safety", "status": "MEASURED", "accuracy": 0.8667, "n": 30, "card_sha256": "c3a09ee59f10549b3178d20a9e7a8bb6dc7067102023fce900d23c09a077ef7f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-c3a09ee59f10.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ollama:qwen2.5:0.5b-instruct@sha256:a8b0c51577010a279d933d14c2a8ab4b268079d44c5c8830c0a93900f1827c67", "axis": "safety", "status": "MEASURED", "accuracy": 0.25, "n": 36, "card_sha256": "c49421ab36efd78f063a734e7db2d504a333fd99f1bab692b72b3727d540421a", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-c49421ab36ef.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "swiss-ai/Apertus-8B-Instruct-2509", "axis": "safety", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "c70189e73a214036ea85a245c65753e937f5499fae967806151363a6fe28ed07", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-c70189e73a21.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2-1.5B-Instruct", "axis": "safety", "status": "MEASURED", "accuracy": 0.9333, "n": 30, "card_sha256": "c9880a0f7029f9603ee018771aac1cda76fac748e6e058c3f5588d8377b29fd2", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-c9880a0f7029.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-32B-Instruct", "axis": "safety", "status": "MEASURED", "accuracy": 0.7333, "n": 30, "card_sha256": "d25379577af04554bb69e2cf3d7af2ebd9e6a48845a49a6f5e4dcff053de6dac", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-d25379577af0.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-14B-Instruct", "axis": "safety", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "dddf7b8946a085c9d9908877c775e7283e75b2480e6f672dd6083fa2e42a8197", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-dddf7b8946a0.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-R1", "axis": "safety", "status": "MEASURED", "accuracy": 0.2, "n": 30, "card_sha256": "e09482e812ad2f323a102ec6c99f1b349f4f0d1a065e8b3cd1e7d2daac549847", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-e09482e812ad.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "prism-ml/Ternary-Bonsai-27B-gguf", "axis": "safety", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "e117306c46dd2c56d859aa81a8492a4a86142c83c86be589b23ffb5c0bfec2dc", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-e117306c46dd.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.3-70B-Instruct", "axis": "safety", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "e1a628ab66a3591dba67da5503f82f9bb7172e970a7bdc784e93547118cf703a", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-e1a628ab66a3.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3.1", "axis": "safety", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "e29c60a25c63a2b4f431a2c1a2321d322dbc078d97123c061d631a49692c8e94", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-e29c60a25c63.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Next-80B-A3B-Instruct", "axis": "safety", "status": "MEASURED", "accuracy": 0.9, "n": 30, "card_sha256": "e42a033519b792fb705b4928fb159a19a829efd5f3e5e001205338284893ab4c", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-e42a033519b7.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3.2", "axis": "safety", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "e92be5744540071fdc2c46a4be4a918f944ca68bd459689045868366fa456543", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-e92be5744540.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Flash-0731", "axis": "safety", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "e9e4ca85b20660f4b0b95be4b9f3a2a323f9aa21b2c472c07c7ce7c06ded2500", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-e9e4ca85b206.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "NousResearch/Hermes-3-Llama-3.1-8B", "axis": "safety", "status": "MEASURED", "accuracy": 0.9, "n": 30, "card_sha256": "f3f4325648e51a87bbf06ea5f3512bfccaa8014b78c1f4ecf7c7d6bd3262b660", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-f3f4325648e5.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B-Instruct-2507", "axis": "safety", "status": "MEASURED", "accuracy": 0.6667, "n": 30, "card_sha256": "fcd3c57782bc84559c9406cc2e0d4e5cbeceae943cb08f2267b574c9da37343c", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-safety-fcd3c57782bc.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-14B-Instruct", "axis": "swarm", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "05dc89abb6e5038f5af947c7aa560a4ca39c63bfd4668e3ea972cdc199f83c20", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-05dc89abb6e5.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "zai-org/GLM-4.7-Flash", "axis": "swarm", "status": "MEASURED", "accuracy": 0.5, "n": 30, "card_sha256": "0614510138ddaa21c39af174c8f7a744bc8fb1bbc6a39a3fa3339a1683098729", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-0614510138dd.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-3-1b-it", "axis": "swarm", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "06f3d93c91de5365648d0234e91faecca574188532c8dc4c7f192c8f7434002d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-06f3d93c91de.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B-Instruct-2507", "axis": "swarm", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "129da43612c877af599229930a71c7cd4fbf70f3429e6bdf2245885640391677", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-129da43612c8.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-72B-Instruct", "axis": "swarm", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "15ad9948fa559f9687762e1a1e5a28585ac4affed68c113861eedf409fd0f47c", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-15ad9948fa55.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B-Thinking-2507", "axis": "swarm", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "17c7f7512a05e9caa530a0de5f9edd3eb528892a29825a60daa70f8e76eb71af", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-17c7f7512a05.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "XiaomiMiMo/MiMo-V2.5", "axis": "swarm", "status": "MEASURED", "accuracy": 0.3333, "n": 30, "card_sha256": "1b2287bad75ed91f21b1f912847d3c7c48622b2620c58d3176fd3a735cf803d4", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-1b2287bad75e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Coder-30B-A3B-Instruct", "axis": "swarm", "status": "MEASURED", "accuracy": 0.3, "n": 30, "card_sha256": "1dc97330ad52482b95a0f33b226976e0b4709de846cfd30628e7b4d053168710", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-1dc97330ad52.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3", "axis": "swarm", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "223cb146208f05d1ac099c53b68f00a8a71b8c627d5f43b65a4c76a623beb0c1", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-223cb146208f.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "prism-ml/Ternary-Bonsai-27B-gguf", "axis": "swarm", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "25227e135888013b10b93673e2aef4983ac2a73eb73c5967a83848e351550a7d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-25227e135888.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Flash-0731", "axis": "swarm", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "2da50e80e5f4292c028106146af784ae182ebb8b3b72046464dc640d2320c0fb", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-2da50e80e5f4.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-8B", "axis": "swarm", "status": "MEASURED", "accuracy": 0.8333, "n": 30, "card_sha256": "32a1a7ad5ee82fa56c687cedb2bb49283967e6da5062a5e54e0fd6383751d3b9", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-32a1a7ad5ee8.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-0.6B", "axis": "swarm", "status": "MEASURED", "accuracy": 0.3, "n": 30, "card_sha256": "339c5be029380c1d78bf932a204cac9e2143930e16bb3f7a0aedaeae6fcc51ce", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-339c5be02938.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-32B-Instruct", "axis": "swarm", "status": "MEASURED", "accuracy": 0.3333, "n": 30, "card_sha256": "3a90a88d4238bedb40b711c38430817708dd2726b39d99abf78c018818605c3f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-3a90a88d4238.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Flash", "axis": "swarm", "status": "MEASURED", "accuracy": 0.4667, "n": 30, "card_sha256": "3ffb6e515e89a796e633b2fc4521a49fc811ad8d4f26d3d397f0a4291c00660f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-3ffb6e515e89.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-7B", "axis": "swarm", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "4393c2bb9f2a15418a925b1b8e6c3232b064b5dcd0a451c9912f07b0f42e66d1", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-4393c2bb9f2a.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Meta-Llama-3-8B-Instruct", "axis": "swarm", "status": "MEASURED", "accuracy": 0.3, "n": 30, "card_sha256": "458e650fd017eefd4fb32610081c87258b83f3d82b533717f2044d7dfa510a05", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-458e650fd017.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2-7B-Instruct", "axis": "swarm", "status": "MEASURED", "accuracy": 0.3, "n": 30, "card_sha256": "46cb2cb7d42d0443012d33311c1e25b0507ebc4d34f166df0e362d6080cde544", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-46cb2cb7d42d.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V4-Pro", "axis": "swarm", "status": "MEASURED", "accuracy": 0.7667, "n": 30, "card_sha256": "46edd565a2d0d0bcfd0765a9b886d7010186e008607459372ccc35b6fbf8dc1d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-46edd565a2d0.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.1-8B-Instruct", "axis": "swarm", "status": "MEASURED", "accuracy": 0.3, "n": 30, "card_sha256": "47c01f7eced9743c1ea5e108d701ec77bf37418bc44b3e6aec8a44caf444eee5", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-47c01f7eced9.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "unsloth/Meta-Llama-3.1-8B-Instruct", "axis": "swarm", "status": "MEASURED", "accuracy": 0.3, "n": 30, "card_sha256": "49e0b148df997be2b24f2725b7bafbb0569268028e9a45f0da474224e887458b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-49e0b148df99.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "TinyLlama/TinyLlama-1.1B-Chat-v1.0", "axis": "swarm", "status": "MEASURED", "accuracy": 1, "n": 30, "card_sha256": "4f0e97c03016f863850abcb83717ca409d1eac50b9e2c3a9ac6e0e92c158c867", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-4f0e97c03016.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-R1", "axis": "swarm", "status": "MEASURED", "accuracy": 0.0667, "n": 30, "card_sha256": "50467a93794110f940dadacd9f3efa409f7ec6557fd383173ac683ddca396ead", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-50467a937941.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-32B", "axis": "swarm", "status": "MEASURED", "accuracy": 0.3, "n": 30, "card_sha256": "507ed2ce5f190a9bc707a561d2874d74803b9d5a52071be989537b0b4dfeb008", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-507ed2ce5f19.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-3B-Instruct", "axis": "swarm", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "53ca7823ead7da343a2c9d11325d8ee8a567c90b9eae9ce808292a3a1cf08111", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-53ca7823ead7.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "microsoft/phi-4", "axis": "swarm", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "5a55c85f8fc14bb9068c5319497f96c267d3e4af3f14f483861af6e004ff3eec", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-5a55c85f8fc1.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3.2", "axis": "swarm", "status": "MEASURED", "accuracy": 0.3, "n": 30, "card_sha256": "5c42f1eaa590c15843f610c554a6fca7290732ea209c5f7bb0dd9f79f932ea08", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-5c42f1eaa590.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16", "axis": "swarm", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "68fb677dd7b5cc334b248c63bfeceb7de981d6100c3ec43d18badc25ec3508db", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-68fb677dd7b5.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "google/gemma-2-2b-it", "axis": "swarm", "status": "MEASURED", "accuracy": 0.3, "n": 30, "card_sha256": "6e218d0d85972c5c5745b46ff07649998fe491b683653c35de635a8d30171b5f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-6e218d0d8597.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-Coder-Next", "axis": "swarm", "status": "MEASURED", "accuracy": 0.9333, "n": 30, "card_sha256": "7c62958128d0869afdb3ef3643a9dd1a49de2dd36194782ac929b4206bf397d2", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-7c62958128d0.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-4B", "axis": "swarm", "status": "MEASURED", "accuracy": 0.3, "n": 30, "card_sha256": "808dab991ac0d95d32ea181e473e4791b734ac4ddebf1cd2a6e4ddf921d11756", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-808dab991ac0.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "zai-org/GLM-5.2", "axis": "swarm", "status": "MEASURED", "accuracy": 0.8333, "n": 30, "card_sha256": "81cfbdc95876dbf59735f8bc7f4e715356d914a48a7ac610f5a5a70c7cf7c376", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-81cfbdc95876.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-7B-Instruct", "axis": "swarm", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "8531d3245c4cfc748cea0867b541cdf9337de278265e977af1051ad007f2646f", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-8531d3245c4c.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-1.5B-Instruct", "axis": "swarm", "status": "MEASURED", "accuracy": 0.0333, "n": 30, "card_sha256": "87720836a5438a342a08b38465740d5e8489c65201832e3d340cb1047da6c530", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-87720836a543.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-14B-Instruct", "axis": "swarm", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "8c6844d0e6c6e4f298fe42cecc5ae2c9bedcdea6ecb807be6e9501df65cc2a61", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-8c6844d0e6c6.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "OBLITERATUS/Qwen3.8-27B-OBLITERATED", "axis": "swarm", "status": "MEASURED", "accuracy": 0.3333, "n": 30, "card_sha256": "8c96adff97cc75df597c47c67dbb2f4834583cd0113a1268b45d2cb95b8e5a8b", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-8c96adff97cc.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "swiss-ai/Apertus-8B-Instruct-2509", "axis": "swarm", "status": "MEASURED", "accuracy": 0.3, "n": 30, "card_sha256": "9de781e57750f58078f93801925987abbbf1cecfae91462f7014dcbf4523ebe1", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-9de781e57750.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "ornith-ai/Ornith-1.0-9B", "axis": "swarm", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "aa298e8e96dc26995c28c4b34e4c2734a3ae7e05e083cacc691f63abeaccc8ca", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-aa298e8e96dc.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-7B-Instruct", "axis": "swarm", "status": "MEASURED", "accuracy": 0.3, "n": 30, "card_sha256": "bafb134a4a1b8e125b6d88316a8720e2f132aaa5767a7bc7613b4451a9547983", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-bafb134a4a1b.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen2.5-Coder-32B-Instruct", "axis": "swarm", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "c1b9ca31a63058604c114f102b4b227f342cbb02150344a27f6284ade5f43eb0", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-c1b9ca31a630.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-30B-A3B-Instruct-2507", "axis": "swarm", "status": "MEASURED", "accuracy": 0.3, "n": 30, "card_sha256": "c86c2c19b0a7cd489ba4ceb79f4cb68a68d59c0f5d672855013c9873e5dd6d36", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-c86c2c19b0a7.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.2-3B-Instruct", "axis": "swarm", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "cc835914278cdb5ebd7b186485d5551d5fb69edd5df30ced0bba9238ab0fd120", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-cc835914278c.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "mistralai/Mistral-7B-Instruct-v0.2", "axis": "swarm", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "d3885449407e5e129927aa66da853d4f15e1b8f4d1beb1a00afc853ab931542d", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-d3885449407e.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-1.7B", "axis": "swarm", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "d3e21bcfc5338c0f1b79afbea85f380b783e7d3f84275f09d08997938dccb42a", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-d3e21bcfc533.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.2-1B-Instruct", "axis": "swarm", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "dad7635773ad3b3dd037f12c00f350fad77c556b4017bea4f4007093a12cf911", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-dad7635773ad.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "farbodtavakkoli/OTel-LLM-27B-IT", "axis": "swarm", "status": "MEASURED", "accuracy": 0, "n": 30, "card_sha256": "e0c17466c35d3fdc17e8b7f1f902d0aa8a4713159fc122c5a87d0945387c9781", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-e0c17466c35d.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "meta-llama/Llama-3.3-70B-Instruct", "axis": "swarm", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "e45ea1793d96cbc0b4ec647628bf04288047feac4cb1979f4d88f31656d92d11", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-e45ea1793d96.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "deepseek-ai/DeepSeek-V3-0324", "axis": "swarm", "status": "MEASURED", "accuracy": 0.5667, "n": 30, "card_sha256": "ef601cabc27df6a056ed1a0083fde13fb57cbc078a2ed7e13c6cdd45173b4272", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-ef601cabc27d.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "farbodtavakkoli/OTel-2.0-LLM-31B-IT", "axis": "swarm", "status": "MEASURED", "accuracy": 0.9667, "n": 30, "card_sha256": "f2522349f9cab988fe617af1f32dbe112189e19b56f0eb607004070df07adab6", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-f2522349f9ca.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" }, { "model": "Qwen/Qwen3-30B-A3B", "axis": "swarm", "status": "MEASURED", "accuracy": 0.3, "n": 30, "card_sha256": "ff1969b7da00c5ac85b20f66eec52f07866d831f7b08f39cd2469031918dd555", "card_url": "https://councilof.ai/interop/mill-cards-signed/signed-swarm-ff1969b7da00.json", "signed": true, "unmeasured": [], "index": "INDEX.jsonl" } ] }