{
  "schema_version": 1,
  "runs": [
    {
      "model_input": null,
      "id": "42562065546-1",
      "run_id": "42562065546",
      "attempt": "1",
      "time": "2026-11-09T04:29:45Z",
      "mode": "check",
      "status": "pass",
      "conclusion": "success",
      "counts": {
        "pass": 13,
        "fail": 0,
        "error": 0,
        "unsupported": 0,
        "recorded": 0
      },
      "results": [
        {
          "contract_name": "EmbeddingGemma",
          "contract": "huggingface-mic/embeddinggemma-2-mic",
          "target": "embeddinggemma-2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 12.15,
          "platform": "cpu-x86_64-bf16",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0",
            "torch": "2.14.0+cpu",
            "torchvision": "0.29.1+cpu",
            "torchaudio": "2.11.0+cpu",
            "tokenizers": "0.23.3",
            "numpy": "2.3.5",
            "pillow": "12.3.0",
            "accelerate": "1.15.0",
            "safetensors": "0.8.0",
            "huggingface-hub": "2.3.0",
            "sentencepiece": "0.2.2",
            "protobuf": "7.36.2",
            "librosa": "0.11.0",
            "soundfile": "0.14.0",
            "scipy": "1.17.1"
          },
          "revision": "aba894c888d7641bc368f324ecf00ea403686a46",
          "contract_revision": "aba894c888d7641bc368f324ecf00ea403686a46",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--embeddinggemma-2-mic/snapshots/aba894c888d7641bc368f324ecf00ea403686a46/integrations/sentence_transformers/expectations/cpu-x86_64-bf16/embeddinggemma-2-mic.json"
        },
        {
          "contract_name": "GTE-ModernColBERT-v1",
          "contract": "huggingface-mic/GTE-ModernColBERT-v1-mic",
          "target": "GTE-ModernColBERT-v1-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 9.61,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "fe48cab1a9e7fd81d7f2958e9186edccddfc5c11",
          "contract_revision": "fe48cab1a9e7fd81d7f2958e9186edccddfc5c11",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--GTE-ModernColBERT-v1-mic/snapshots/fe48cab1a9e7fd81d7f2958e9186edccddfc5c11/integrations/sentence_transformers/expectations/cpu-x86_64/GTE-ModernColBERT-v1-mic.json"
        },
        {
          "contract_name": "Qwen3-Embedding-0-6B",
          "contract": "huggingface-mic/Qwen3-Embedding-0-6B-mic",
          "target": "Qwen3-Embedding-0-6B-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 10.02,
          "platform": "cpu-x86_64-bf16",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "f2bb3b8380ef566dbcd9c9a835264adec9c321f8",
          "contract_revision": "f2bb3b8380ef566dbcd9c9a835264adec9c321f8",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--Qwen3-Embedding-0-6B-mic/snapshots/f2bb3b8380ef566dbcd9c9a835264adec9c321f8/integrations/sentence_transformers/expectations/cpu-x86_64-bf16/Qwen3-Embedding-0-6B-mic.json"
        },
        {
          "contract_name": "Qwen3-Reranker-0-6B-seq-cls",
          "contract": "huggingface-mic/Qwen3-Reranker-0-6B-seq-cls-mic",
          "target": "Qwen3-Reranker-0-6B-seq-cls-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 10.04,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "7e42ac16feec36f6a9794bf5a6799045630e9143",
          "contract_revision": "7e42ac16feec36f6a9794bf5a6799045630e9143",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--Qwen3-Reranker-0-6B-seq-cls-mic/snapshots/7e42ac16feec36f6a9794bf5a6799045630e9143/integrations/sentence_transformers/expectations/cpu-x86_64/Qwen3-Reranker-0-6B-seq-cls-mic.json"
        },
        {
          "contract_name": "all-MiniLM-L6-v2",
          "contract": "huggingface-mic/all-MiniLM-L6-v2-mic",
          "target": "all-MiniLM-L6-v2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 9.56,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "ec30b134d7880acbf9316fa0547366e6d65f3d3c",
          "contract_revision": "ec30b134d7880acbf9316fa0547366e6d65f3d3c",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--all-MiniLM-L6-v2-mic/snapshots/ec30b134d7880acbf9316fa0547366e6d65f3d3c/integrations/sentence_transformers/expectations/cpu-x86_64/all-MiniLM-L6-v2-mic.json"
        },
        {
          "contract_name": "all-mpnet-base-v2",
          "contract": "huggingface-mic/all-mpnet-base-v2-mic",
          "target": "all-mpnet-base-v2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 9.57,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "9bb8d6c221df7d384118e7106016f7c07a9cf162",
          "contract_revision": "9bb8d6c221df7d384118e7106016f7c07a9cf162",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--all-mpnet-base-v2-mic/snapshots/9bb8d6c221df7d384118e7106016f7c07a9cf162/integrations/sentence_transformers/expectations/cpu-x86_64/all-mpnet-base-v2-mic.json"
        },
        {
          "contract_name": "colpali-v1-3-hf",
          "contract": "huggingface-mic/colpali-v1-3-hf-mic",
          "target": "colpali-v1-3-hf-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 11.54,
          "platform": "cpu-x86_64-bf16",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "ad5dda3a2b93ac74d0db6718bbc641c231cf8b9c",
          "contract_revision": "ad5dda3a2b93ac74d0db6718bbc641c231cf8b9c",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--colpali-v1-3-hf-mic/snapshots/ad5dda3a2b93ac74d0db6718bbc641c231cf8b9c/integrations/sentence_transformers/expectations/cpu-x86_64-bf16/colpali-v1-3-hf-mic.json"
        },
        {
          "contract_name": "embeddinggemma-300m",
          "contract": "huggingface-mic/embeddinggemma-300m-mic",
          "target": "embeddinggemma-300m-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 10.82,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "d52064717716b3f684dcae180518f7a037935da9",
          "contract_revision": "d52064717716b3f684dcae180518f7a037935da9",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--embeddinggemma-300m-mic/snapshots/d52064717716b3f684dcae180518f7a037935da9/integrations/sentence_transformers/expectations/cpu-x86_64/embeddinggemma-300m-mic.json"
        },
        {
          "contract_name": "gte-reranker-modernbert-base",
          "contract": "huggingface-mic/gte-reranker-modernbert-base-mic",
          "target": "gte-reranker-modernbert-base-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 9.62,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "0b052b4706a5dba5837da296862c152aa4861972",
          "contract_revision": "0b052b4706a5dba5837da296862c152aa4861972",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--gte-reranker-modernbert-base-mic/snapshots/0b052b4706a5dba5837da296862c152aa4861972/integrations/sentence_transformers/expectations/cpu-x86_64/gte-reranker-modernbert-base-mic.json"
        },
        {
          "contract_name": "modernbert-embed-base",
          "contract": "huggingface-mic/modernbert-embed-base-mic",
          "target": "modernbert-embed-base-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 9.7,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "e2c0c3ad79e3e69a7c774fbbf62a7a346fcfef0d",
          "contract_revision": "e2c0c3ad79e3e69a7c774fbbf62a7a346fcfef0d",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--modernbert-embed-base-mic/snapshots/e2c0c3ad79e3e69a7c774fbbf62a7a346fcfef0d/integrations/sentence_transformers/expectations/cpu-x86_64/modernbert-embed-base-mic.json"
        },
        {
          "contract_name": "ms-marco-MiniLM-L-6-v2",
          "contract": "huggingface-mic/ms-marco-MiniLM-L-6-v2-mic",
          "target": "ms-marco-MiniLM-L-6-v2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 9.49,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "90d48aee3fe8d30e06f0bfde1f0b180b537308ce",
          "contract_revision": "90d48aee3fe8d30e06f0bfde1f0b180b537308ce",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--ms-marco-MiniLM-L-6-v2-mic/snapshots/90d48aee3fe8d30e06f0bfde1f0b180b537308ce/integrations/sentence_transformers/expectations/cpu-x86_64/ms-marco-MiniLM-L-6-v2-mic.json"
        },
        {
          "contract_name": "splade-cocondenser-ensembledistil",
          "contract": "huggingface-mic/splade-cocondenser-ensembledistil-mic",
          "target": "splade-cocondenser-ensembledistil-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 9.67,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "84f83f49a1be66e12c115389085bacaa3c780d90",
          "contract_revision": "84f83f49a1be66e12c115389085bacaa3c780d90",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--splade-cocondenser-ensembledistil-mic/snapshots/84f83f49a1be66e12c115389085bacaa3c780d90/integrations/sentence_transformers/expectations/cpu-x86_64/splade-cocondenser-ensembledistil-mic.json"
        },
        {
          "contract_name": "splade-v3-distilbert",
          "contract": "huggingface-mic/splade-v3-distilbert-mic",
          "target": "splade-v3-distilbert-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 9.69,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "ae5256d6ebdcb26b4fa35ca5931d8ce2e458e72b",
          "contract_revision": "ae5256d6ebdcb26b4fa35ca5931d8ce2e458e72b",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--splade-v3-distilbert-mic/snapshots/ae5256d6ebdcb26b4fa35ca5931d8ce2e458e72b/integrations/sentence_transformers/expectations/cpu-x86_64/splade-v3-distilbert-mic.json"
        }
      ],
      "url": "https://github.com/huggingface/transformers-mic/actions/runs/42562065546/attempts/1",
      "fleet_revision": "ba95bc3ce2877721cddd0918e14ae58e0b4b83bf",
      "st_fleet_revision": "0fd99fe7d4c53e8fc96efffadc808c786e2e1fdb",
      "dependencies": [
        "numpy==2.3.5",
        "sentence-transformers @ git+https://github.com/huggingface/sentence-transformers.git@d936d0bd9a484614e047f9dd1214711a904f562e",
        "torch==2.14.0+cpu",
        "transformers @ git+https://github.com/huggingface/transformers.git@431e9e9df58ce80fcc7b83b112dcf42b3dcb6d5f"
      ]
    },
    {
      "model_input": null,
      "id": "42446803516-1",
      "run_id": "42446803516",
      "attempt": "1",
      "time": "2026-11-08T04:27:26Z",
      "mode": "check",
      "status": "pass",
      "conclusion": "success",
      "counts": {
        "pass": 13,
        "fail": 0,
        "error": 0,
        "unsupported": 0,
        "recorded": 0
      },
      "results": [
        {
          "contract_name": "EmbeddingGemma",
          "contract": "huggingface-mic/embeddinggemma-2-mic",
          "target": "embeddinggemma-2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 13.5,
          "platform": "cpu-x86_64-bf16",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0",
            "torch": "2.14.0+cpu",
            "torchvision": "0.29.1+cpu",
            "torchaudio": "2.11.0+cpu",
            "tokenizers": "0.23.3",
            "numpy": "2.3.5",
            "pillow": "12.3.0",
            "accelerate": "1.15.0",
            "safetensors": "0.8.0",
            "huggingface-hub": "2.3.0",
            "sentencepiece": "0.2.2",
            "protobuf": "7.36.2",
            "librosa": "0.11.0",
            "soundfile": "0.14.0",
            "scipy": "1.17.1"
          },
          "revision": "aba894c888d7641bc368f324ecf00ea403686a46",
          "contract_revision": "aba894c888d7641bc368f324ecf00ea403686a46",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--embeddinggemma-2-mic/snapshots/aba894c888d7641bc368f324ecf00ea403686a46/integrations/sentence_transformers/expectations/cpu-x86_64-bf16/embeddinggemma-2-mic.json"
        },
        {
          "contract_name": "GTE-ModernColBERT-v1",
          "contract": "huggingface-mic/GTE-ModernColBERT-v1-mic",
          "target": "GTE-ModernColBERT-v1-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 9.69,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "fe48cab1a9e7fd81d7f2958e9186edccddfc5c11",
          "contract_revision": "fe48cab1a9e7fd81d7f2958e9186edccddfc5c11",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--GTE-ModernColBERT-v1-mic/snapshots/fe48cab1a9e7fd81d7f2958e9186edccddfc5c11/integrations/sentence_transformers/expectations/cpu-x86_64/GTE-ModernColBERT-v1-mic.json"
        },
        {
          "contract_name": "Qwen3-Embedding-0-6B",
          "contract": "huggingface-mic/Qwen3-Embedding-0-6B-mic",
          "target": "Qwen3-Embedding-0-6B-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 10.07,
          "platform": "cpu-x86_64-bf16",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "f2bb3b8380ef566dbcd9c9a835264adec9c321f8",
          "contract_revision": "f2bb3b8380ef566dbcd9c9a835264adec9c321f8",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--Qwen3-Embedding-0-6B-mic/snapshots/f2bb3b8380ef566dbcd9c9a835264adec9c321f8/integrations/sentence_transformers/expectations/cpu-x86_64-bf16/Qwen3-Embedding-0-6B-mic.json"
        },
        {
          "contract_name": "Qwen3-Reranker-0-6B-seq-cls",
          "contract": "huggingface-mic/Qwen3-Reranker-0-6B-seq-cls-mic",
          "target": "Qwen3-Reranker-0-6B-seq-cls-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 10.17,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "7e42ac16feec36f6a9794bf5a6799045630e9143",
          "contract_revision": "7e42ac16feec36f6a9794bf5a6799045630e9143",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--Qwen3-Reranker-0-6B-seq-cls-mic/snapshots/7e42ac16feec36f6a9794bf5a6799045630e9143/integrations/sentence_transformers/expectations/cpu-x86_64/Qwen3-Reranker-0-6B-seq-cls-mic.json"
        },
        {
          "contract_name": "all-MiniLM-L6-v2",
          "contract": "huggingface-mic/all-MiniLM-L6-v2-mic",
          "target": "all-MiniLM-L6-v2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 10.2,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "ec30b134d7880acbf9316fa0547366e6d65f3d3c",
          "contract_revision": "ec30b134d7880acbf9316fa0547366e6d65f3d3c",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--all-MiniLM-L6-v2-mic/snapshots/ec30b134d7880acbf9316fa0547366e6d65f3d3c/integrations/sentence_transformers/expectations/cpu-x86_64/all-MiniLM-L6-v2-mic.json"
        },
        {
          "contract_name": "all-mpnet-base-v2",
          "contract": "huggingface-mic/all-mpnet-base-v2-mic",
          "target": "all-mpnet-base-v2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 9.8,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "9bb8d6c221df7d384118e7106016f7c07a9cf162",
          "contract_revision": "9bb8d6c221df7d384118e7106016f7c07a9cf162",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--all-mpnet-base-v2-mic/snapshots/9bb8d6c221df7d384118e7106016f7c07a9cf162/integrations/sentence_transformers/expectations/cpu-x86_64/all-mpnet-base-v2-mic.json"
        },
        {
          "contract_name": "colpali-v1-3-hf",
          "contract": "huggingface-mic/colpali-v1-3-hf-mic",
          "target": "colpali-v1-3-hf-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 11.67,
          "platform": "cpu-x86_64-bf16",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "ad5dda3a2b93ac74d0db6718bbc641c231cf8b9c",
          "contract_revision": "ad5dda3a2b93ac74d0db6718bbc641c231cf8b9c",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--colpali-v1-3-hf-mic/snapshots/ad5dda3a2b93ac74d0db6718bbc641c231cf8b9c/integrations/sentence_transformers/expectations/cpu-x86_64-bf16/colpali-v1-3-hf-mic.json"
        },
        {
          "contract_name": "embeddinggemma-300m",
          "contract": "huggingface-mic/embeddinggemma-300m-mic",
          "target": "embeddinggemma-300m-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 12.72,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "d52064717716b3f684dcae180518f7a037935da9",
          "contract_revision": "d52064717716b3f684dcae180518f7a037935da9",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--embeddinggemma-300m-mic/snapshots/d52064717716b3f684dcae180518f7a037935da9/integrations/sentence_transformers/expectations/cpu-x86_64/embeddinggemma-300m-mic.json"
        },
        {
          "contract_name": "gte-reranker-modernbert-base",
          "contract": "huggingface-mic/gte-reranker-modernbert-base-mic",
          "target": "gte-reranker-modernbert-base-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 9.82,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "0b052b4706a5dba5837da296862c152aa4861972",
          "contract_revision": "0b052b4706a5dba5837da296862c152aa4861972",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--gte-reranker-modernbert-base-mic/snapshots/0b052b4706a5dba5837da296862c152aa4861972/integrations/sentence_transformers/expectations/cpu-x86_64/gte-reranker-modernbert-base-mic.json"
        },
        {
          "contract_name": "modernbert-embed-base",
          "contract": "huggingface-mic/modernbert-embed-base-mic",
          "target": "modernbert-embed-base-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 9.71,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "e2c0c3ad79e3e69a7c774fbbf62a7a346fcfef0d",
          "contract_revision": "e2c0c3ad79e3e69a7c774fbbf62a7a346fcfef0d",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--modernbert-embed-base-mic/snapshots/e2c0c3ad79e3e69a7c774fbbf62a7a346fcfef0d/integrations/sentence_transformers/expectations/cpu-x86_64/modernbert-embed-base-mic.json"
        },
        {
          "contract_name": "ms-marco-MiniLM-L-6-v2",
          "contract": "huggingface-mic/ms-marco-MiniLM-L-6-v2-mic",
          "target": "ms-marco-MiniLM-L-6-v2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 9.94,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "90d48aee3fe8d30e06f0bfde1f0b180b537308ce",
          "contract_revision": "90d48aee3fe8d30e06f0bfde1f0b180b537308ce",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--ms-marco-MiniLM-L-6-v2-mic/snapshots/90d48aee3fe8d30e06f0bfde1f0b180b537308ce/integrations/sentence_transformers/expectations/cpu-x86_64/ms-marco-MiniLM-L-6-v2-mic.json"
        },
        {
          "contract_name": "splade-cocondenser-ensembledistil",
          "contract": "huggingface-mic/splade-cocondenser-ensembledistil-mic",
          "target": "splade-cocondenser-ensembledistil-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 9.71,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "84f83f49a1be66e12c115389085bacaa3c780d90",
          "contract_revision": "84f83f49a1be66e12c115389085bacaa3c780d90",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--splade-cocondenser-ensembledistil-mic/snapshots/84f83f49a1be66e12c115389085bacaa3c780d90/integrations/sentence_transformers/expectations/cpu-x86_64/splade-cocondenser-ensembledistil-mic.json"
        },
        {
          "contract_name": "splade-v3-distilbert",
          "contract": "huggingface-mic/splade-v3-distilbert-mic",
          "target": "splade-v3-distilbert-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 9.56,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "ae5256d6ebdcb26b4fa35ca5931d8ce2e458e72b",
          "contract_revision": "ae5256d6ebdcb26b4fa35ca5931d8ce2e458e72b",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--splade-v3-distilbert-mic/snapshots/ae5256d6ebdcb26b4fa35ca5931d8ce2e458e72b/integrations/sentence_transformers/expectations/cpu-x86_64/splade-v3-distilbert-mic.json"
        }
      ],
      "url": "https://github.com/huggingface/transformers-mic/actions/runs/42446803516/attempts/1",
      "fleet_revision": "3618d679ec812d594381cee053766a715b93818a",
      "st_fleet_revision": "0fd99fe7d4c53e8fc96efffadc808c786e2e1fdb",
      "dependencies": [
        "numpy==2.3.5",
        "sentence-transformers @ git+https://github.com/huggingface/sentence-transformers.git@d936d0bd9a484614e047f9dd1214711a904f562e",
        "torch==2.14.0+cpu",
        "transformers @ git+https://github.com/huggingface/transformers.git@a6f5c8676b158c367dc3389f68dde7a97fb619d6"
      ]
    },
    {
      "model_input": null,
      "id": "42338418741-1",
      "run_id": "42338418741",
      "attempt": "1",
      "time": "2026-11-07T04:27:55Z",
      "mode": "check",
      "status": "pass",
      "conclusion": "success",
      "counts": {
        "pass": 13,
        "fail": 0,
        "error": 0,
        "unsupported": 0,
        "recorded": 0
      },
      "results": [
        {
          "contract_name": "EmbeddingGemma",
          "contract": "huggingface-mic/embeddinggemma-2-mic",
          "target": "embeddinggemma-2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 13.13,
          "platform": "cpu-x86_64-bf16",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0",
            "torch": "2.14.0+cpu",
            "torchvision": "0.29.1+cpu",
            "torchaudio": "2.11.0+cpu",
            "tokenizers": "0.23.3",
            "numpy": "2.3.5",
            "pillow": "12.3.0",
            "accelerate": "1.15.0",
            "safetensors": "0.8.0",
            "huggingface-hub": "2.3.0",
            "sentencepiece": "0.2.2",
            "protobuf": "7.36.2",
            "librosa": "0.11.0",
            "soundfile": "0.14.0",
            "scipy": "1.17.1"
          },
          "revision": "aba894c888d7641bc368f324ecf00ea403686a46",
          "contract_revision": "aba894c888d7641bc368f324ecf00ea403686a46",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--embeddinggemma-2-mic/snapshots/aba894c888d7641bc368f324ecf00ea403686a46/integrations/sentence_transformers/expectations/cpu-x86_64-bf16/embeddinggemma-2-mic.json"
        },
        {
          "contract_name": "GTE-ModernColBERT-v1",
          "contract": "huggingface-mic/GTE-ModernColBERT-v1-mic",
          "target": "GTE-ModernColBERT-v1-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 10.17,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "fe48cab1a9e7fd81d7f2958e9186edccddfc5c11",
          "contract_revision": "fe48cab1a9e7fd81d7f2958e9186edccddfc5c11",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--GTE-ModernColBERT-v1-mic/snapshots/fe48cab1a9e7fd81d7f2958e9186edccddfc5c11/integrations/sentence_transformers/expectations/cpu-x86_64/GTE-ModernColBERT-v1-mic.json"
        },
        {
          "contract_name": "Qwen3-Embedding-0-6B",
          "contract": "huggingface-mic/Qwen3-Embedding-0-6B-mic",
          "target": "Qwen3-Embedding-0-6B-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 10.75,
          "platform": "cpu-x86_64-bf16",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "f2bb3b8380ef566dbcd9c9a835264adec9c321f8",
          "contract_revision": "f2bb3b8380ef566dbcd9c9a835264adec9c321f8",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--Qwen3-Embedding-0-6B-mic/snapshots/f2bb3b8380ef566dbcd9c9a835264adec9c321f8/integrations/sentence_transformers/expectations/cpu-x86_64-bf16/Qwen3-Embedding-0-6B-mic.json"
        },
        {
          "contract_name": "Qwen3-Reranker-0-6B-seq-cls",
          "contract": "huggingface-mic/Qwen3-Reranker-0-6B-seq-cls-mic",
          "target": "Qwen3-Reranker-0-6B-seq-cls-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 10.59,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "7e42ac16feec36f6a9794bf5a6799045630e9143",
          "contract_revision": "7e42ac16feec36f6a9794bf5a6799045630e9143",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--Qwen3-Reranker-0-6B-seq-cls-mic/snapshots/7e42ac16feec36f6a9794bf5a6799045630e9143/integrations/sentence_transformers/expectations/cpu-x86_64/Qwen3-Reranker-0-6B-seq-cls-mic.json"
        },
        {
          "contract_name": "all-MiniLM-L6-v2",
          "contract": "huggingface-mic/all-MiniLM-L6-v2-mic",
          "target": "all-MiniLM-L6-v2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 10.11,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "ec30b134d7880acbf9316fa0547366e6d65f3d3c",
          "contract_revision": "ec30b134d7880acbf9316fa0547366e6d65f3d3c",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--all-MiniLM-L6-v2-mic/snapshots/ec30b134d7880acbf9316fa0547366e6d65f3d3c/integrations/sentence_transformers/expectations/cpu-x86_64/all-MiniLM-L6-v2-mic.json"
        },
        {
          "contract_name": "all-mpnet-base-v2",
          "contract": "huggingface-mic/all-mpnet-base-v2-mic",
          "target": "all-mpnet-base-v2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 10.07,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "9bb8d6c221df7d384118e7106016f7c07a9cf162",
          "contract_revision": "9bb8d6c221df7d384118e7106016f7c07a9cf162",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--all-mpnet-base-v2-mic/snapshots/9bb8d6c221df7d384118e7106016f7c07a9cf162/integrations/sentence_transformers/expectations/cpu-x86_64/all-mpnet-base-v2-mic.json"
        },
        {
          "contract_name": "colpali-v1-3-hf",
          "contract": "huggingface-mic/colpali-v1-3-hf-mic",
          "target": "colpali-v1-3-hf-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 12.6,
          "platform": "cpu-x86_64-bf16",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "ad5dda3a2b93ac74d0db6718bbc641c231cf8b9c",
          "contract_revision": "ad5dda3a2b93ac74d0db6718bbc641c231cf8b9c",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--colpali-v1-3-hf-mic/snapshots/ad5dda3a2b93ac74d0db6718bbc641c231cf8b9c/integrations/sentence_transformers/expectations/cpu-x86_64-bf16/colpali-v1-3-hf-mic.json"
        },
        {
          "contract_name": "embeddinggemma-300m",
          "contract": "huggingface-mic/embeddinggemma-300m-mic",
          "target": "embeddinggemma-300m-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 11.71,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "d52064717716b3f684dcae180518f7a037935da9",
          "contract_revision": "d52064717716b3f684dcae180518f7a037935da9",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--embeddinggemma-300m-mic/snapshots/d52064717716b3f684dcae180518f7a037935da9/integrations/sentence_transformers/expectations/cpu-x86_64/embeddinggemma-300m-mic.json"
        },
        {
          "contract_name": "gte-reranker-modernbert-base",
          "contract": "huggingface-mic/gte-reranker-modernbert-base-mic",
          "target": "gte-reranker-modernbert-base-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 10.07,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "0b052b4706a5dba5837da296862c152aa4861972",
          "contract_revision": "0b052b4706a5dba5837da296862c152aa4861972",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--gte-reranker-modernbert-base-mic/snapshots/0b052b4706a5dba5837da296862c152aa4861972/integrations/sentence_transformers/expectations/cpu-x86_64/gte-reranker-modernbert-base-mic.json"
        },
        {
          "contract_name": "modernbert-embed-base",
          "contract": "huggingface-mic/modernbert-embed-base-mic",
          "target": "modernbert-embed-base-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 10.14,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "e2c0c3ad79e3e69a7c774fbbf62a7a346fcfef0d",
          "contract_revision": "e2c0c3ad79e3e69a7c774fbbf62a7a346fcfef0d",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--modernbert-embed-base-mic/snapshots/e2c0c3ad79e3e69a7c774fbbf62a7a346fcfef0d/integrations/sentence_transformers/expectations/cpu-x86_64/modernbert-embed-base-mic.json"
        },
        {
          "contract_name": "ms-marco-MiniLM-L-6-v2",
          "contract": "huggingface-mic/ms-marco-MiniLM-L-6-v2-mic",
          "target": "ms-marco-MiniLM-L-6-v2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 10.27,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "90d48aee3fe8d30e06f0bfde1f0b180b537308ce",
          "contract_revision": "90d48aee3fe8d30e06f0bfde1f0b180b537308ce",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--ms-marco-MiniLM-L-6-v2-mic/snapshots/90d48aee3fe8d30e06f0bfde1f0b180b537308ce/integrations/sentence_transformers/expectations/cpu-x86_64/ms-marco-MiniLM-L-6-v2-mic.json"
        },
        {
          "contract_name": "splade-cocondenser-ensembledistil",
          "contract": "huggingface-mic/splade-cocondenser-ensembledistil-mic",
          "target": "splade-cocondenser-ensembledistil-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 10.12,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "84f83f49a1be66e12c115389085bacaa3c780d90",
          "contract_revision": "84f83f49a1be66e12c115389085bacaa3c780d90",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--splade-cocondenser-ensembledistil-mic/snapshots/84f83f49a1be66e12c115389085bacaa3c780d90/integrations/sentence_transformers/expectations/cpu-x86_64/splade-cocondenser-ensembledistil-mic.json"
        },
        {
          "contract_name": "splade-v3-distilbert",
          "contract": "huggingface-mic/splade-v3-distilbert-mic",
          "target": "splade-v3-distilbert-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 10.29,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "ae5256d6ebdcb26b4fa35ca5931d8ce2e458e72b",
          "contract_revision": "ae5256d6ebdcb26b4fa35ca5931d8ce2e458e72b",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--splade-v3-distilbert-mic/snapshots/ae5256d6ebdcb26b4fa35ca5931d8ce2e458e72b/integrations/sentence_transformers/expectations/cpu-x86_64/splade-v3-distilbert-mic.json"
        }
      ],
      "url": "https://github.com/huggingface/transformers-mic/actions/runs/42338418741/attempts/1",
      "fleet_revision": "cf4c62496d3d46cbb8dea508a231143f45811772",
      "st_fleet_revision": "0fd99fe7d4c53e8fc96efffadc808c786e2e1fdb",
      "dependencies": [
        "numpy==2.3.5",
        "sentence-transformers @ git+https://github.com/huggingface/sentence-transformers.git@d936d0bd9a484614e047f9dd1214711a904f562e",
        "torch==2.14.0+cpu",
        "transformers @ git+https://github.com/huggingface/transformers.git@0f53828e83f2212060233d2ea552cc76617b8712"
      ]
    },
    {
      "model_input": null,
      "id": "42162610878-1",
      "run_id": "42162610878",
      "attempt": "1",
      "time": "2026-11-06T04:28:07Z",
      "mode": "check",
      "status": "pass",
      "conclusion": "success",
      "counts": {
        "pass": 13,
        "fail": 0,
        "error": 0,
        "unsupported": 0,
        "recorded": 0
      },
      "results": [
        {
          "contract_name": "EmbeddingGemma",
          "contract": "huggingface-mic/embeddinggemma-2-mic",
          "target": "embeddinggemma-2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 12.35,
          "platform": "cpu-x86_64-bf16",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0",
            "torch": "2.14.0+cpu",
            "torchvision": "0.29.1+cpu",
            "torchaudio": "2.11.0+cpu",
            "tokenizers": "0.23.3",
            "numpy": "2.3.5",
            "pillow": "12.3.0",
            "accelerate": "1.15.0",
            "safetensors": "0.8.0",
            "huggingface-hub": "2.3.0",
            "sentencepiece": "0.2.2",
            "protobuf": "7.36.2",
            "librosa": "0.11.0",
            "soundfile": "0.14.0",
            "scipy": "1.17.1"
          },
          "revision": "aba894c888d7641bc368f324ecf00ea403686a46",
          "contract_revision": "aba894c888d7641bc368f324ecf00ea403686a46",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--embeddinggemma-2-mic/snapshots/aba894c888d7641bc368f324ecf00ea403686a46/integrations/sentence_transformers/expectations/cpu-x86_64-bf16/embeddinggemma-2-mic.json"
        },
        {
          "contract_name": "GTE-ModernColBERT-v1",
          "contract": "huggingface-mic/GTE-ModernColBERT-v1-mic",
          "target": "GTE-ModernColBERT-v1-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 9.86,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "fe48cab1a9e7fd81d7f2958e9186edccddfc5c11",
          "contract_revision": "fe48cab1a9e7fd81d7f2958e9186edccddfc5c11",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--GTE-ModernColBERT-v1-mic/snapshots/fe48cab1a9e7fd81d7f2958e9186edccddfc5c11/integrations/sentence_transformers/expectations/cpu-x86_64/GTE-ModernColBERT-v1-mic.json"
        },
        {
          "contract_name": "Qwen3-Embedding-0-6B",
          "contract": "huggingface-mic/Qwen3-Embedding-0-6B-mic",
          "target": "Qwen3-Embedding-0-6B-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 10.11,
          "platform": "cpu-x86_64-bf16",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "f2bb3b8380ef566dbcd9c9a835264adec9c321f8",
          "contract_revision": "f2bb3b8380ef566dbcd9c9a835264adec9c321f8",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--Qwen3-Embedding-0-6B-mic/snapshots/f2bb3b8380ef566dbcd9c9a835264adec9c321f8/integrations/sentence_transformers/expectations/cpu-x86_64-bf16/Qwen3-Embedding-0-6B-mic.json"
        },
        {
          "contract_name": "Qwen3-Reranker-0-6B-seq-cls",
          "contract": "huggingface-mic/Qwen3-Reranker-0-6B-seq-cls-mic",
          "target": "Qwen3-Reranker-0-6B-seq-cls-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 10.18,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "7e42ac16feec36f6a9794bf5a6799045630e9143",
          "contract_revision": "7e42ac16feec36f6a9794bf5a6799045630e9143",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--Qwen3-Reranker-0-6B-seq-cls-mic/snapshots/7e42ac16feec36f6a9794bf5a6799045630e9143/integrations/sentence_transformers/expectations/cpu-x86_64/Qwen3-Reranker-0-6B-seq-cls-mic.json"
        },
        {
          "contract_name": "all-MiniLM-L6-v2",
          "contract": "huggingface-mic/all-MiniLM-L6-v2-mic",
          "target": "all-MiniLM-L6-v2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 9.57,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "ec30b134d7880acbf9316fa0547366e6d65f3d3c",
          "contract_revision": "ec30b134d7880acbf9316fa0547366e6d65f3d3c",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--all-MiniLM-L6-v2-mic/snapshots/ec30b134d7880acbf9316fa0547366e6d65f3d3c/integrations/sentence_transformers/expectations/cpu-x86_64/all-MiniLM-L6-v2-mic.json"
        },
        {
          "contract_name": "all-mpnet-base-v2",
          "contract": "huggingface-mic/all-mpnet-base-v2-mic",
          "target": "all-mpnet-base-v2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 9.51,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "9bb8d6c221df7d384118e7106016f7c07a9cf162",
          "contract_revision": "9bb8d6c221df7d384118e7106016f7c07a9cf162",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--all-mpnet-base-v2-mic/snapshots/9bb8d6c221df7d384118e7106016f7c07a9cf162/integrations/sentence_transformers/expectations/cpu-x86_64/all-mpnet-base-v2-mic.json"
        },
        {
          "contract_name": "colpali-v1-3-hf",
          "contract": "huggingface-mic/colpali-v1-3-hf-mic",
          "target": "colpali-v1-3-hf-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 11.73,
          "platform": "cpu-x86_64-bf16",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "ad5dda3a2b93ac74d0db6718bbc641c231cf8b9c",
          "contract_revision": "ad5dda3a2b93ac74d0db6718bbc641c231cf8b9c",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--colpali-v1-3-hf-mic/snapshots/ad5dda3a2b93ac74d0db6718bbc641c231cf8b9c/integrations/sentence_transformers/expectations/cpu-x86_64-bf16/colpali-v1-3-hf-mic.json"
        },
        {
          "contract_name": "embeddinggemma-300m",
          "contract": "huggingface-mic/embeddinggemma-300m-mic",
          "target": "embeddinggemma-300m-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 11.02,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "d52064717716b3f684dcae180518f7a037935da9",
          "contract_revision": "d52064717716b3f684dcae180518f7a037935da9",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--embeddinggemma-300m-mic/snapshots/d52064717716b3f684dcae180518f7a037935da9/integrations/sentence_transformers/expectations/cpu-x86_64/embeddinggemma-300m-mic.json"
        },
        {
          "contract_name": "gte-reranker-modernbert-base",
          "contract": "huggingface-mic/gte-reranker-modernbert-base-mic",
          "target": "gte-reranker-modernbert-base-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 9.76,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "0b052b4706a5dba5837da296862c152aa4861972",
          "contract_revision": "0b052b4706a5dba5837da296862c152aa4861972",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--gte-reranker-modernbert-base-mic/snapshots/0b052b4706a5dba5837da296862c152aa4861972/integrations/sentence_transformers/expectations/cpu-x86_64/gte-reranker-modernbert-base-mic.json"
        },
        {
          "contract_name": "modernbert-embed-base",
          "contract": "huggingface-mic/modernbert-embed-base-mic",
          "target": "modernbert-embed-base-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 9.62,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "e2c0c3ad79e3e69a7c774fbbf62a7a346fcfef0d",
          "contract_revision": "e2c0c3ad79e3e69a7c774fbbf62a7a346fcfef0d",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--modernbert-embed-base-mic/snapshots/e2c0c3ad79e3e69a7c774fbbf62a7a346fcfef0d/integrations/sentence_transformers/expectations/cpu-x86_64/modernbert-embed-base-mic.json"
        },
        {
          "contract_name": "ms-marco-MiniLM-L-6-v2",
          "contract": "huggingface-mic/ms-marco-MiniLM-L-6-v2-mic",
          "target": "ms-marco-MiniLM-L-6-v2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 9.65,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "90d48aee3fe8d30e06f0bfde1f0b180b537308ce",
          "contract_revision": "90d48aee3fe8d30e06f0bfde1f0b180b537308ce",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--ms-marco-MiniLM-L-6-v2-mic/snapshots/90d48aee3fe8d30e06f0bfde1f0b180b537308ce/integrations/sentence_transformers/expectations/cpu-x86_64/ms-marco-MiniLM-L-6-v2-mic.json"
        },
        {
          "contract_name": "splade-cocondenser-ensembledistil",
          "contract": "huggingface-mic/splade-cocondenser-ensembledistil-mic",
          "target": "splade-cocondenser-ensembledistil-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 9.73,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "84f83f49a1be66e12c115389085bacaa3c780d90",
          "contract_revision": "84f83f49a1be66e12c115389085bacaa3c780d90",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--splade-cocondenser-ensembledistil-mic/snapshots/84f83f49a1be66e12c115389085bacaa3c780d90/integrations/sentence_transformers/expectations/cpu-x86_64/splade-cocondenser-ensembledistil-mic.json"
        },
        {
          "contract_name": "splade-v3-distilbert",
          "contract": "huggingface-mic/splade-v3-distilbert-mic",
          "target": "splade-v3-distilbert-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 9.62,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "ae5256d6ebdcb26b4fa35ca5931d8ce2e458e72b",
          "contract_revision": "ae5256d6ebdcb26b4fa35ca5931d8ce2e458e72b",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--splade-v3-distilbert-mic/snapshots/ae5256d6ebdcb26b4fa35ca5931d8ce2e458e72b/integrations/sentence_transformers/expectations/cpu-x86_64/splade-v3-distilbert-mic.json"
        }
      ],
      "url": "https://github.com/huggingface/transformers-mic/actions/runs/42162610878/attempts/1",
      "fleet_revision": "cf4c62496d3d46cbb8dea508a231143f45811772",
      "st_fleet_revision": "0fd99fe7d4c53e8fc96efffadc808c786e2e1fdb",
      "dependencies": [
        "numpy==2.3.5",
        "sentence-transformers @ git+https://github.com/huggingface/sentence-transformers.git@aed54f0cfda2ccba9a11b5d0a94a047645b7b06f",
        "torch==2.14.0+cpu",
        "transformers @ git+https://github.com/huggingface/transformers.git@85db0e0663d95d2b030f6f31b2c7c1dcdc08b6a3"
      ]
    },
    {
      "model_input": null,
      "id": "41970414148-1",
      "run_id": "41970414148",
      "attempt": "1",
      "time": "2026-11-05T04:52:42Z",
      "mode": "check",
      "status": "pass",
      "conclusion": "success",
      "counts": {
        "pass": 13,
        "fail": 0,
        "error": 0,
        "unsupported": 0,
        "recorded": 0
      },
      "results": [
        {
          "contract_name": "EmbeddingGemma",
          "contract": "huggingface-mic/embeddinggemma-2-mic",
          "target": "embeddinggemma-2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 12.11,
          "platform": "cpu-x86_64-bf16",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0",
            "torch": "2.14.0+cpu",
            "torchvision": "0.29.1+cpu",
            "torchaudio": "2.11.0+cpu",
            "tokenizers": "0.23.3",
            "numpy": "2.3.5",
            "pillow": "12.3.0",
            "accelerate": "1.15.0",
            "safetensors": "0.8.0",
            "huggingface-hub": "2.3.0",
            "sentencepiece": "0.2.2",
            "protobuf": "7.36.2",
            "librosa": "0.11.0",
            "soundfile": "0.14.0",
            "scipy": "1.17.1"
          },
          "revision": "aba894c888d7641bc368f324ecf00ea403686a46",
          "contract_revision": "aba894c888d7641bc368f324ecf00ea403686a46",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--embeddinggemma-2-mic/snapshots/aba894c888d7641bc368f324ecf00ea403686a46/integrations/sentence_transformers/expectations/cpu-x86_64-bf16/embeddinggemma-2-mic.json"
        },
        {
          "contract_name": "GTE-ModernColBERT-v1",
          "contract": "huggingface-mic/GTE-ModernColBERT-v1-mic",
          "target": "GTE-ModernColBERT-v1-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 9.7,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "fe48cab1a9e7fd81d7f2958e9186edccddfc5c11",
          "contract_revision": "fe48cab1a9e7fd81d7f2958e9186edccddfc5c11",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--GTE-ModernColBERT-v1-mic/snapshots/fe48cab1a9e7fd81d7f2958e9186edccddfc5c11/integrations/sentence_transformers/expectations/cpu-x86_64/GTE-ModernColBERT-v1-mic.json"
        },
        {
          "contract_name": "Qwen3-Embedding-0-6B",
          "contract": "huggingface-mic/Qwen3-Embedding-0-6B-mic",
          "target": "Qwen3-Embedding-0-6B-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 10.05,
          "platform": "cpu-x86_64-bf16",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "f2bb3b8380ef566dbcd9c9a835264adec9c321f8",
          "contract_revision": "f2bb3b8380ef566dbcd9c9a835264adec9c321f8",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--Qwen3-Embedding-0-6B-mic/snapshots/f2bb3b8380ef566dbcd9c9a835264adec9c321f8/integrations/sentence_transformers/expectations/cpu-x86_64-bf16/Qwen3-Embedding-0-6B-mic.json"
        },
        {
          "contract_name": "Qwen3-Reranker-0-6B-seq-cls",
          "contract": "huggingface-mic/Qwen3-Reranker-0-6B-seq-cls-mic",
          "target": "Qwen3-Reranker-0-6B-seq-cls-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 9.86,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "7e42ac16feec36f6a9794bf5a6799045630e9143",
          "contract_revision": "7e42ac16feec36f6a9794bf5a6799045630e9143",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--Qwen3-Reranker-0-6B-seq-cls-mic/snapshots/7e42ac16feec36f6a9794bf5a6799045630e9143/integrations/sentence_transformers/expectations/cpu-x86_64/Qwen3-Reranker-0-6B-seq-cls-mic.json"
        },
        {
          "contract_name": "all-MiniLM-L6-v2",
          "contract": "huggingface-mic/all-MiniLM-L6-v2-mic",
          "target": "all-MiniLM-L6-v2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 9.58,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "ec30b134d7880acbf9316fa0547366e6d65f3d3c",
          "contract_revision": "ec30b134d7880acbf9316fa0547366e6d65f3d3c",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--all-MiniLM-L6-v2-mic/snapshots/ec30b134d7880acbf9316fa0547366e6d65f3d3c/integrations/sentence_transformers/expectations/cpu-x86_64/all-MiniLM-L6-v2-mic.json"
        },
        {
          "contract_name": "all-mpnet-base-v2",
          "contract": "huggingface-mic/all-mpnet-base-v2-mic",
          "target": "all-mpnet-base-v2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 9.51,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "9bb8d6c221df7d384118e7106016f7c07a9cf162",
          "contract_revision": "9bb8d6c221df7d384118e7106016f7c07a9cf162",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--all-mpnet-base-v2-mic/snapshots/9bb8d6c221df7d384118e7106016f7c07a9cf162/integrations/sentence_transformers/expectations/cpu-x86_64/all-mpnet-base-v2-mic.json"
        },
        {
          "contract_name": "colpali-v1-3-hf",
          "contract": "huggingface-mic/colpali-v1-3-hf-mic",
          "target": "colpali-v1-3-hf-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 11.51,
          "platform": "cpu-x86_64-bf16",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "ad5dda3a2b93ac74d0db6718bbc641c231cf8b9c",
          "contract_revision": "ad5dda3a2b93ac74d0db6718bbc641c231cf8b9c",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--colpali-v1-3-hf-mic/snapshots/ad5dda3a2b93ac74d0db6718bbc641c231cf8b9c/integrations/sentence_transformers/expectations/cpu-x86_64-bf16/colpali-v1-3-hf-mic.json"
        },
        {
          "contract_name": "embeddinggemma-300m",
          "contract": "huggingface-mic/embeddinggemma-300m-mic",
          "target": "embeddinggemma-300m-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 10.83,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "d52064717716b3f684dcae180518f7a037935da9",
          "contract_revision": "d52064717716b3f684dcae180518f7a037935da9",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--embeddinggemma-300m-mic/snapshots/d52064717716b3f684dcae180518f7a037935da9/integrations/sentence_transformers/expectations/cpu-x86_64/embeddinggemma-300m-mic.json"
        },
        {
          "contract_name": "gte-reranker-modernbert-base",
          "contract": "huggingface-mic/gte-reranker-modernbert-base-mic",
          "target": "gte-reranker-modernbert-base-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 9.53,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "0b052b4706a5dba5837da296862c152aa4861972",
          "contract_revision": "0b052b4706a5dba5837da296862c152aa4861972",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--gte-reranker-modernbert-base-mic/snapshots/0b052b4706a5dba5837da296862c152aa4861972/integrations/sentence_transformers/expectations/cpu-x86_64/gte-reranker-modernbert-base-mic.json"
        },
        {
          "contract_name": "modernbert-embed-base",
          "contract": "huggingface-mic/modernbert-embed-base-mic",
          "target": "modernbert-embed-base-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 9.51,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "e2c0c3ad79e3e69a7c774fbbf62a7a346fcfef0d",
          "contract_revision": "e2c0c3ad79e3e69a7c774fbbf62a7a346fcfef0d",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--modernbert-embed-base-mic/snapshots/e2c0c3ad79e3e69a7c774fbbf62a7a346fcfef0d/integrations/sentence_transformers/expectations/cpu-x86_64/modernbert-embed-base-mic.json"
        },
        {
          "contract_name": "ms-marco-MiniLM-L-6-v2",
          "contract": "huggingface-mic/ms-marco-MiniLM-L-6-v2-mic",
          "target": "ms-marco-MiniLM-L-6-v2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 9.57,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "90d48aee3fe8d30e06f0bfde1f0b180b537308ce",
          "contract_revision": "90d48aee3fe8d30e06f0bfde1f0b180b537308ce",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--ms-marco-MiniLM-L-6-v2-mic/snapshots/90d48aee3fe8d30e06f0bfde1f0b180b537308ce/integrations/sentence_transformers/expectations/cpu-x86_64/ms-marco-MiniLM-L-6-v2-mic.json"
        },
        {
          "contract_name": "splade-cocondenser-ensembledistil",
          "contract": "huggingface-mic/splade-cocondenser-ensembledistil-mic",
          "target": "splade-cocondenser-ensembledistil-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 9.67,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "84f83f49a1be66e12c115389085bacaa3c780d90",
          "contract_revision": "84f83f49a1be66e12c115389085bacaa3c780d90",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--splade-cocondenser-ensembledistil-mic/snapshots/84f83f49a1be66e12c115389085bacaa3c780d90/integrations/sentence_transformers/expectations/cpu-x86_64/splade-cocondenser-ensembledistil-mic.json"
        },
        {
          "contract_name": "splade-v3-distilbert",
          "contract": "huggingface-mic/splade-v3-distilbert-mic",
          "target": "splade-v3-distilbert-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 9.58,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "ae5256d6ebdcb26b4fa35ca5931d8ce2e458e72b",
          "contract_revision": "ae5256d6ebdcb26b4fa35ca5931d8ce2e458e72b",
          "baseline": "/root/.cache/huggingface/hub/models--huggingface-mic--splade-v3-distilbert-mic/snapshots/ae5256d6ebdcb26b4fa35ca5931d8ce2e458e72b/integrations/sentence_transformers/expectations/cpu-x86_64/splade-v3-distilbert-mic.json"
        }
      ],
      "url": "https://github.com/huggingface/transformers-mic/actions/runs/41970414148/attempts/1",
      "fleet_revision": "9c0920572e67b072216f1283788d08678193e087",
      "st_fleet_revision": "0fd99fe7d4c53e8fc96efffadc808c786e2e1fdb",
      "dependencies": [
        "numpy==2.3.5",
        "sentence-transformers @ git+https://github.com/huggingface/sentence-transformers.git@3eeec5b5a912809e1034847f9d6d3d4a2d0a5f62",
        "torch==2.14.0+cpu",
        "transformers @ git+https://github.com/huggingface/transformers.git@58d05ca5724a434979a9fb26d4ed65dce856b854"
      ]
    },
    {
      "model_input": null,
      "id": "41967906550-1",
      "run_id": "41967906550",
      "attempt": "1",
      "time": "2026-11-05T04:27:26Z",
      "mode": "check",
      "status": "fail",
      "conclusion": "failure",
      "counts": {
        "pass": 11,
        "fail": 2,
        "error": 0,
        "unsupported": 0,
        "recorded": 0
      },
      "results": [
        {
          "contract_name": "EmbeddingGemma",
          "contract": "huggingface-mic/embeddinggemma-2-mic",
          "target": "embeddinggemma-2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "fail",
          "failures": [
            "scores: max delta 0.00511 over tolerance"
          ],
          "seconds": 8.91,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0",
            "torch": "2.15.0+cpu",
            "torchvision": "0.29.2+cpu",
            "torchaudio": null,
            "tokenizers": "0.23.3",
            "numpy": "2.4.6",
            "pillow": "13.0.0",
            "accelerate": "1.15.0",
            "safetensors": "0.8.0",
            "huggingface-hub": "2.4.0",
            "sentencepiece": "0.2.2",
            "protobuf": "7.36.2",
            "librosa": "0.11.0",
            "soundfile": "0.14.0",
            "scipy": "1.17.1"
          },
          "revision": "9635324392eecc86a90ba4b90466ff20f3ab2672",
          "contract_revision": "9635324392eecc86a90ba4b90466ff20f3ab2672",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--embeddinggemma-2-mic/snapshots/9635324392eecc86a90ba4b90466ff20f3ab2672/integrations/sentence_transformers/expectations/cpu-x86_64/embeddinggemma-2-mic.json"
        },
        {
          "contract_name": "GTE-ModernColBERT-v1",
          "contract": "huggingface-mic/GTE-ModernColBERT-v1-mic",
          "target": "GTE-ModernColBERT-v1-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 5.92,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "fe48cab1a9e7fd81d7f2958e9186edccddfc5c11",
          "contract_revision": "fe48cab1a9e7fd81d7f2958e9186edccddfc5c11",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--GTE-ModernColBERT-v1-mic/snapshots/fe48cab1a9e7fd81d7f2958e9186edccddfc5c11/integrations/sentence_transformers/expectations/cpu-x86_64/GTE-ModernColBERT-v1-mic.json"
        },
        {
          "contract_name": "Qwen3-Embedding-0-6B",
          "contract": "huggingface-mic/Qwen3-Embedding-0-6B-mic",
          "target": "Qwen3-Embedding-0-6B-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 6.31,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "f2bb3b8380ef566dbcd9c9a835264adec9c321f8",
          "contract_revision": "f2bb3b8380ef566dbcd9c9a835264adec9c321f8",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--Qwen3-Embedding-0-6B-mic/snapshots/f2bb3b8380ef566dbcd9c9a835264adec9c321f8/integrations/sentence_transformers/expectations/cpu-x86_64/Qwen3-Embedding-0-6B-mic.json"
        },
        {
          "contract_name": "Qwen3-Reranker-0-6B-seq-cls",
          "contract": "huggingface-mic/Qwen3-Reranker-0-6B-seq-cls-mic",
          "target": "Qwen3-Reranker-0-6B-seq-cls-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 6.29,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "7e42ac16feec36f6a9794bf5a6799045630e9143",
          "contract_revision": "7e42ac16feec36f6a9794bf5a6799045630e9143",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--Qwen3-Reranker-0-6B-seq-cls-mic/snapshots/7e42ac16feec36f6a9794bf5a6799045630e9143/integrations/sentence_transformers/expectations/cpu-x86_64/Qwen3-Reranker-0-6B-seq-cls-mic.json"
        },
        {
          "contract_name": "all-MiniLM-L6-v2",
          "contract": "huggingface-mic/all-MiniLM-L6-v2-mic",
          "target": "all-MiniLM-L6-v2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 5.74,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "ec30b134d7880acbf9316fa0547366e6d65f3d3c",
          "contract_revision": "ec30b134d7880acbf9316fa0547366e6d65f3d3c",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--all-MiniLM-L6-v2-mic/snapshots/ec30b134d7880acbf9316fa0547366e6d65f3d3c/integrations/sentence_transformers/expectations/cpu-x86_64/all-MiniLM-L6-v2-mic.json"
        },
        {
          "contract_name": "all-mpnet-base-v2",
          "contract": "huggingface-mic/all-mpnet-base-v2-mic",
          "target": "all-mpnet-base-v2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 5.87,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "9bb8d6c221df7d384118e7106016f7c07a9cf162",
          "contract_revision": "9bb8d6c221df7d384118e7106016f7c07a9cf162",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--all-mpnet-base-v2-mic/snapshots/9bb8d6c221df7d384118e7106016f7c07a9cf162/integrations/sentence_transformers/expectations/cpu-x86_64/all-mpnet-base-v2-mic.json"
        },
        {
          "contract_name": "colpali-v1-3-hf",
          "contract": "huggingface-mic/colpali-v1-3-hf-mic",
          "target": "colpali-v1-3-hf-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "fail",
          "failures": [
            "scores: max delta 0.00391 over tolerance"
          ],
          "seconds": 9.09,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "23e02dd2bf518d13cbcaea9c0c35310cab1f8f75",
          "contract_revision": "23e02dd2bf518d13cbcaea9c0c35310cab1f8f75",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--colpali-v1-3-hf-mic/snapshots/23e02dd2bf518d13cbcaea9c0c35310cab1f8f75/integrations/sentence_transformers/expectations/cpu-x86_64/colpali-v1-3-hf-mic.json"
        },
        {
          "contract_name": "embeddinggemma-300m",
          "contract": "huggingface-mic/embeddinggemma-300m-mic",
          "target": "embeddinggemma-300m-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 7.71,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "d52064717716b3f684dcae180518f7a037935da9",
          "contract_revision": "d52064717716b3f684dcae180518f7a037935da9",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--embeddinggemma-300m-mic/snapshots/d52064717716b3f684dcae180518f7a037935da9/integrations/sentence_transformers/expectations/cpu-x86_64/embeddinggemma-300m-mic.json"
        },
        {
          "contract_name": "gte-reranker-modernbert-base",
          "contract": "huggingface-mic/gte-reranker-modernbert-base-mic",
          "target": "gte-reranker-modernbert-base-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 5.81,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "0b052b4706a5dba5837da296862c152aa4861972",
          "contract_revision": "0b052b4706a5dba5837da296862c152aa4861972",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--gte-reranker-modernbert-base-mic/snapshots/0b052b4706a5dba5837da296862c152aa4861972/integrations/sentence_transformers/expectations/cpu-x86_64/gte-reranker-modernbert-base-mic.json"
        },
        {
          "contract_name": "modernbert-embed-base",
          "contract": "huggingface-mic/modernbert-embed-base-mic",
          "target": "modernbert-embed-base-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 5.83,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "e2c0c3ad79e3e69a7c774fbbf62a7a346fcfef0d",
          "contract_revision": "e2c0c3ad79e3e69a7c774fbbf62a7a346fcfef0d",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--modernbert-embed-base-mic/snapshots/e2c0c3ad79e3e69a7c774fbbf62a7a346fcfef0d/integrations/sentence_transformers/expectations/cpu-x86_64/modernbert-embed-base-mic.json"
        },
        {
          "contract_name": "ms-marco-MiniLM-L-6-v2",
          "contract": "huggingface-mic/ms-marco-MiniLM-L-6-v2-mic",
          "target": "ms-marco-MiniLM-L-6-v2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 5.84,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "90d48aee3fe8d30e06f0bfde1f0b180b537308ce",
          "contract_revision": "90d48aee3fe8d30e06f0bfde1f0b180b537308ce",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--ms-marco-MiniLM-L-6-v2-mic/snapshots/90d48aee3fe8d30e06f0bfde1f0b180b537308ce/integrations/sentence_transformers/expectations/cpu-x86_64/ms-marco-MiniLM-L-6-v2-mic.json"
        },
        {
          "contract_name": "splade-cocondenser-ensembledistil",
          "contract": "huggingface-mic/splade-cocondenser-ensembledistil-mic",
          "target": "splade-cocondenser-ensembledistil-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 5.92,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "84f83f49a1be66e12c115389085bacaa3c780d90",
          "contract_revision": "84f83f49a1be66e12c115389085bacaa3c780d90",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--splade-cocondenser-ensembledistil-mic/snapshots/84f83f49a1be66e12c115389085bacaa3c780d90/integrations/sentence_transformers/expectations/cpu-x86_64/splade-cocondenser-ensembledistil-mic.json"
        },
        {
          "contract_name": "splade-v3-distilbert",
          "contract": "huggingface-mic/splade-v3-distilbert-mic",
          "target": "splade-v3-distilbert-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 5.99,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "ae5256d6ebdcb26b4fa35ca5931d8ce2e458e72b",
          "contract_revision": "ae5256d6ebdcb26b4fa35ca5931d8ce2e458e72b",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--splade-v3-distilbert-mic/snapshots/ae5256d6ebdcb26b4fa35ca5931d8ce2e458e72b/integrations/sentence_transformers/expectations/cpu-x86_64/splade-v3-distilbert-mic.json"
        }
      ],
      "url": "https://github.com/huggingface/transformers-mic/actions/runs/41967906550/attempts/1",
      "fleet_revision": "27d53c8efeb969c70434c98d5d3d1b14153de436",
      "st_fleet_revision": "d7fc2929c6dc0f920b2800f5b69074784808f1a8",
      "dependencies": [
        "numpy==2.4.6",
        "sentence-transformers @ git+https://github.com/huggingface/sentence-transformers.git@3eeec5b5a912809e1034847f9d6d3d4a2d0a5f62",
        "torch==2.15.0+cpu",
        "transformers @ git+https://github.com/huggingface/transformers.git@58d05ca5724a434979a9fb26d4ed65dce856b854"
      ]
    },
    {
      "model_input": null,
      "id": "41967633552-1",
      "run_id": "41967633552",
      "attempt": "1",
      "time": "2026-11-05T04:24:50Z",
      "mode": "check",
      "status": "pass",
      "conclusion": "success",
      "counts": {
        "pass": 13,
        "fail": 0,
        "error": 0,
        "unsupported": 0,
        "recorded": 0
      },
      "results": [
        {
          "contract_name": "EmbeddingGemma",
          "contract": "huggingface-mic/embeddinggemma-2-mic",
          "target": "embeddinggemma-2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 7.34,
          "platform": "cpu-x86_64-bf16",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0",
            "torch": "2.15.0+cpu",
            "torchvision": "0.29.2+cpu",
            "torchaudio": null,
            "tokenizers": "0.23.3",
            "numpy": "2.4.6",
            "pillow": "13.0.0",
            "accelerate": "1.15.0",
            "safetensors": "0.8.0",
            "huggingface-hub": "2.4.0",
            "sentencepiece": "0.2.2",
            "protobuf": "7.36.2",
            "librosa": "0.11.0",
            "soundfile": "0.14.0",
            "scipy": "1.17.1"
          },
          "revision": "9635324392eecc86a90ba4b90466ff20f3ab2672",
          "contract_revision": "9635324392eecc86a90ba4b90466ff20f3ab2672",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--embeddinggemma-2-mic/snapshots/9635324392eecc86a90ba4b90466ff20f3ab2672/integrations/sentence_transformers/expectations/cpu-x86_64-bf16/embeddinggemma-2-mic.json"
        },
        {
          "contract_name": "GTE-ModernColBERT-v1",
          "contract": "huggingface-mic/GTE-ModernColBERT-v1-mic",
          "target": "GTE-ModernColBERT-v1-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 4.76,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "fe48cab1a9e7fd81d7f2958e9186edccddfc5c11",
          "contract_revision": "fe48cab1a9e7fd81d7f2958e9186edccddfc5c11",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--GTE-ModernColBERT-v1-mic/snapshots/fe48cab1a9e7fd81d7f2958e9186edccddfc5c11/integrations/sentence_transformers/expectations/cpu-x86_64/GTE-ModernColBERT-v1-mic.json"
        },
        {
          "contract_name": "Qwen3-Embedding-0-6B",
          "contract": "huggingface-mic/Qwen3-Embedding-0-6B-mic",
          "target": "Qwen3-Embedding-0-6B-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 5.12,
          "platform": "cpu-x86_64-bf16",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "f2bb3b8380ef566dbcd9c9a835264adec9c321f8",
          "contract_revision": "f2bb3b8380ef566dbcd9c9a835264adec9c321f8",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--Qwen3-Embedding-0-6B-mic/snapshots/f2bb3b8380ef566dbcd9c9a835264adec9c321f8/integrations/sentence_transformers/expectations/cpu-x86_64-bf16/Qwen3-Embedding-0-6B-mic.json"
        },
        {
          "contract_name": "Qwen3-Reranker-0-6B-seq-cls",
          "contract": "huggingface-mic/Qwen3-Reranker-0-6B-seq-cls-mic",
          "target": "Qwen3-Reranker-0-6B-seq-cls-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 5.09,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "7e42ac16feec36f6a9794bf5a6799045630e9143",
          "contract_revision": "7e42ac16feec36f6a9794bf5a6799045630e9143",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--Qwen3-Reranker-0-6B-seq-cls-mic/snapshots/7e42ac16feec36f6a9794bf5a6799045630e9143/integrations/sentence_transformers/expectations/cpu-x86_64/Qwen3-Reranker-0-6B-seq-cls-mic.json"
        },
        {
          "contract_name": "all-MiniLM-L6-v2",
          "contract": "huggingface-mic/all-MiniLM-L6-v2-mic",
          "target": "all-MiniLM-L6-v2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 4.6,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "ec30b134d7880acbf9316fa0547366e6d65f3d3c",
          "contract_revision": "ec30b134d7880acbf9316fa0547366e6d65f3d3c",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--all-MiniLM-L6-v2-mic/snapshots/ec30b134d7880acbf9316fa0547366e6d65f3d3c/integrations/sentence_transformers/expectations/cpu-x86_64/all-MiniLM-L6-v2-mic.json"
        },
        {
          "contract_name": "all-mpnet-base-v2",
          "contract": "huggingface-mic/all-mpnet-base-v2-mic",
          "target": "all-mpnet-base-v2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 4.63,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "9bb8d6c221df7d384118e7106016f7c07a9cf162",
          "contract_revision": "9bb8d6c221df7d384118e7106016f7c07a9cf162",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--all-mpnet-base-v2-mic/snapshots/9bb8d6c221df7d384118e7106016f7c07a9cf162/integrations/sentence_transformers/expectations/cpu-x86_64/all-mpnet-base-v2-mic.json"
        },
        {
          "contract_name": "colpali-v1-3-hf",
          "contract": "huggingface-mic/colpali-v1-3-hf-mic",
          "target": "colpali-v1-3-hf-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 8.36,
          "platform": "cpu-x86_64-bf16",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "23e02dd2bf518d13cbcaea9c0c35310cab1f8f75",
          "contract_revision": "23e02dd2bf518d13cbcaea9c0c35310cab1f8f75",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--colpali-v1-3-hf-mic/snapshots/23e02dd2bf518d13cbcaea9c0c35310cab1f8f75/integrations/sentence_transformers/expectations/cpu-x86_64-bf16/colpali-v1-3-hf-mic.json"
        },
        {
          "contract_name": "embeddinggemma-300m",
          "contract": "huggingface-mic/embeddinggemma-300m-mic",
          "target": "embeddinggemma-300m-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 6.31,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "d52064717716b3f684dcae180518f7a037935da9",
          "contract_revision": "d52064717716b3f684dcae180518f7a037935da9",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--embeddinggemma-300m-mic/snapshots/d52064717716b3f684dcae180518f7a037935da9/integrations/sentence_transformers/expectations/cpu-x86_64/embeddinggemma-300m-mic.json"
        },
        {
          "contract_name": "gte-reranker-modernbert-base",
          "contract": "huggingface-mic/gte-reranker-modernbert-base-mic",
          "target": "gte-reranker-modernbert-base-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 4.72,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "0b052b4706a5dba5837da296862c152aa4861972",
          "contract_revision": "0b052b4706a5dba5837da296862c152aa4861972",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--gte-reranker-modernbert-base-mic/snapshots/0b052b4706a5dba5837da296862c152aa4861972/integrations/sentence_transformers/expectations/cpu-x86_64/gte-reranker-modernbert-base-mic.json"
        },
        {
          "contract_name": "modernbert-embed-base",
          "contract": "huggingface-mic/modernbert-embed-base-mic",
          "target": "modernbert-embed-base-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 4.66,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "e2c0c3ad79e3e69a7c774fbbf62a7a346fcfef0d",
          "contract_revision": "e2c0c3ad79e3e69a7c774fbbf62a7a346fcfef0d",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--modernbert-embed-base-mic/snapshots/e2c0c3ad79e3e69a7c774fbbf62a7a346fcfef0d/integrations/sentence_transformers/expectations/cpu-x86_64/modernbert-embed-base-mic.json"
        },
        {
          "contract_name": "ms-marco-MiniLM-L-6-v2",
          "contract": "huggingface-mic/ms-marco-MiniLM-L-6-v2-mic",
          "target": "ms-marco-MiniLM-L-6-v2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 4.6,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "90d48aee3fe8d30e06f0bfde1f0b180b537308ce",
          "contract_revision": "90d48aee3fe8d30e06f0bfde1f0b180b537308ce",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--ms-marco-MiniLM-L-6-v2-mic/snapshots/90d48aee3fe8d30e06f0bfde1f0b180b537308ce/integrations/sentence_transformers/expectations/cpu-x86_64/ms-marco-MiniLM-L-6-v2-mic.json"
        },
        {
          "contract_name": "splade-cocondenser-ensembledistil",
          "contract": "huggingface-mic/splade-cocondenser-ensembledistil-mic",
          "target": "splade-cocondenser-ensembledistil-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 4.75,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "84f83f49a1be66e12c115389085bacaa3c780d90",
          "contract_revision": "84f83f49a1be66e12c115389085bacaa3c780d90",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--splade-cocondenser-ensembledistil-mic/snapshots/84f83f49a1be66e12c115389085bacaa3c780d90/integrations/sentence_transformers/expectations/cpu-x86_64/splade-cocondenser-ensembledistil-mic.json"
        },
        {
          "contract_name": "splade-v3-distilbert",
          "contract": "huggingface-mic/splade-v3-distilbert-mic",
          "target": "splade-v3-distilbert-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 4.77,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "ae5256d6ebdcb26b4fa35ca5931d8ce2e458e72b",
          "contract_revision": "ae5256d6ebdcb26b4fa35ca5931d8ce2e458e72b",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--splade-v3-distilbert-mic/snapshots/ae5256d6ebdcb26b4fa35ca5931d8ce2e458e72b/integrations/sentence_transformers/expectations/cpu-x86_64/splade-v3-distilbert-mic.json"
        }
      ],
      "url": "https://github.com/huggingface/transformers-mic/actions/runs/41967633552/attempts/1",
      "fleet_revision": "27d53c8efeb969c70434c98d5d3d1b14153de436",
      "st_fleet_revision": "d7fc2929c6dc0f920b2800f5b69074784808f1a8",
      "dependencies": [
        "numpy==2.4.6",
        "sentence-transformers @ git+https://github.com/huggingface/sentence-transformers.git@3eeec5b5a912809e1034847f9d6d3d4a2d0a5f62",
        "torch==2.15.0+cpu",
        "transformers @ git+https://github.com/huggingface/transformers.git@58d05ca5724a434979a9fb26d4ed65dce856b854"
      ]
    },
    {
      "model_input": null,
      "id": "41966955436-1",
      "run_id": "41966955436",
      "attempt": "1",
      "time": "2026-11-05T04:18:19Z",
      "mode": "record",
      "status": "recorded",
      "conclusion": "success",
      "counts": {
        "pass": 0,
        "fail": 0,
        "error": 0,
        "unsupported": 0,
        "recorded": 13
      },
      "results": [
        {
          "contract_name": "EmbeddingGemma",
          "contract": "huggingface-mic/embeddinggemma-2-mic",
          "target": "embeddinggemma-2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "recorded",
          "seconds": 7.32,
          "platform": "cpu-x86_64-bf16",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0",
            "torch": "2.15.0+cpu",
            "torchvision": "0.29.2+cpu",
            "torchaudio": null,
            "tokenizers": "0.23.3",
            "numpy": "2.4.6",
            "pillow": "13.0.0",
            "accelerate": "1.15.0",
            "safetensors": "0.8.0",
            "huggingface-hub": "2.4.0",
            "sentencepiece": "0.2.2",
            "protobuf": "7.36.2",
            "librosa": "0.11.0",
            "soundfile": "0.14.0",
            "scipy": "1.17.1"
          },
          "revision": "372872b46b401801f61265a4ae4aae437540af38",
          "contract_revision": "372872b46b401801f61265a4ae4aae437540af38",
          "baseline": "out/sentence-transformers/candidates/prototypes/EmbeddingGemma/cpu-x86_64-bf16/embeddinggemma-2-mic.candidate.json"
        },
        {
          "contract_name": "GTE-ModernColBERT-v1",
          "contract": "huggingface-mic/GTE-ModernColBERT-v1-mic",
          "target": "GTE-ModernColBERT-v1-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "recorded",
          "seconds": 4.69,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "fe48cab1a9e7fd81d7f2958e9186edccddfc5c11",
          "contract_revision": "fe48cab1a9e7fd81d7f2958e9186edccddfc5c11",
          "baseline": "out/sentence-transformers/candidates/sentence_transformers/GTE-ModernColBERT-v1/cpu-x86_64/GTE-ModernColBERT-v1-mic.candidate.json"
        },
        {
          "contract_name": "Qwen3-Embedding-0-6B",
          "contract": "huggingface-mic/Qwen3-Embedding-0-6B-mic",
          "target": "Qwen3-Embedding-0-6B-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "recorded",
          "seconds": 5.04,
          "platform": "cpu-x86_64-bf16",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "ab4de635e2d91b44ce7c71cd24f498f1cf6b91a1",
          "contract_revision": "ab4de635e2d91b44ce7c71cd24f498f1cf6b91a1",
          "baseline": "out/sentence-transformers/candidates/sentence_transformers/Qwen3-Embedding-0-6B/cpu-x86_64-bf16/Qwen3-Embedding-0-6B-mic.candidate.json"
        },
        {
          "contract_name": "Qwen3-Reranker-0-6B-seq-cls",
          "contract": "huggingface-mic/Qwen3-Reranker-0-6B-seq-cls-mic",
          "target": "Qwen3-Reranker-0-6B-seq-cls-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "recorded",
          "seconds": 5.01,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "7e42ac16feec36f6a9794bf5a6799045630e9143",
          "contract_revision": "7e42ac16feec36f6a9794bf5a6799045630e9143",
          "baseline": "out/sentence-transformers/candidates/sentence_transformers/Qwen3-Reranker-0-6B-seq-cls/cpu-x86_64/Qwen3-Reranker-0-6B-seq-cls-mic.candidate.json"
        },
        {
          "contract_name": "all-MiniLM-L6-v2",
          "contract": "huggingface-mic/all-MiniLM-L6-v2-mic",
          "target": "all-MiniLM-L6-v2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "recorded",
          "seconds": 4.55,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "ec30b134d7880acbf9316fa0547366e6d65f3d3c",
          "contract_revision": "ec30b134d7880acbf9316fa0547366e6d65f3d3c",
          "baseline": "out/sentence-transformers/candidates/sentence_transformers/all-MiniLM-L6-v2/cpu-x86_64/all-MiniLM-L6-v2-mic.candidate.json"
        },
        {
          "contract_name": "all-mpnet-base-v2",
          "contract": "huggingface-mic/all-mpnet-base-v2-mic",
          "target": "all-mpnet-base-v2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "recorded",
          "seconds": 4.55,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "9bb8d6c221df7d384118e7106016f7c07a9cf162",
          "contract_revision": "9bb8d6c221df7d384118e7106016f7c07a9cf162",
          "baseline": "out/sentence-transformers/candidates/sentence_transformers/all-mpnet-base-v2/cpu-x86_64/all-mpnet-base-v2-mic.candidate.json"
        },
        {
          "contract_name": "colpali-v1-3-hf",
          "contract": "huggingface-mic/colpali-v1-3-hf-mic",
          "target": "colpali-v1-3-hf-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "recorded",
          "seconds": 6.71,
          "platform": "cpu-x86_64-bf16",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "14a6467e5b1cb1d06261c45b82e36802bce4eada",
          "contract_revision": "14a6467e5b1cb1d06261c45b82e36802bce4eada",
          "baseline": "out/sentence-transformers/candidates/sentence_transformers/colpali-v1-3-hf/cpu-x86_64-bf16/colpali-v1-3-hf-mic.candidate.json"
        },
        {
          "contract_name": "embeddinggemma-300m",
          "contract": "huggingface-mic/embeddinggemma-300m-mic",
          "target": "embeddinggemma-300m-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "recorded",
          "seconds": 6.2,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "d52064717716b3f684dcae180518f7a037935da9",
          "contract_revision": "d52064717716b3f684dcae180518f7a037935da9",
          "baseline": "out/sentence-transformers/candidates/sentence_transformers/embeddinggemma-300m/cpu-x86_64/embeddinggemma-300m-mic.candidate.json"
        },
        {
          "contract_name": "gte-reranker-modernbert-base",
          "contract": "huggingface-mic/gte-reranker-modernbert-base-mic",
          "target": "gte-reranker-modernbert-base-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "recorded",
          "seconds": 4.6,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "0b052b4706a5dba5837da296862c152aa4861972",
          "contract_revision": "0b052b4706a5dba5837da296862c152aa4861972",
          "baseline": "out/sentence-transformers/candidates/sentence_transformers/gte-reranker-modernbert-base/cpu-x86_64/gte-reranker-modernbert-base-mic.candidate.json"
        },
        {
          "contract_name": "modernbert-embed-base",
          "contract": "huggingface-mic/modernbert-embed-base-mic",
          "target": "modernbert-embed-base-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "recorded",
          "seconds": 4.62,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "e2c0c3ad79e3e69a7c774fbbf62a7a346fcfef0d",
          "contract_revision": "e2c0c3ad79e3e69a7c774fbbf62a7a346fcfef0d",
          "baseline": "out/sentence-transformers/candidates/sentence_transformers/modernbert-embed-base/cpu-x86_64/modernbert-embed-base-mic.candidate.json"
        },
        {
          "contract_name": "ms-marco-MiniLM-L-6-v2",
          "contract": "huggingface-mic/ms-marco-MiniLM-L-6-v2-mic",
          "target": "ms-marco-MiniLM-L-6-v2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "recorded",
          "seconds": 4.57,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "90d48aee3fe8d30e06f0bfde1f0b180b537308ce",
          "contract_revision": "90d48aee3fe8d30e06f0bfde1f0b180b537308ce",
          "baseline": "out/sentence-transformers/candidates/sentence_transformers/ms-marco-MiniLM-L-6-v2/cpu-x86_64/ms-marco-MiniLM-L-6-v2-mic.candidate.json"
        },
        {
          "contract_name": "splade-cocondenser-ensembledistil",
          "contract": "huggingface-mic/splade-cocondenser-ensembledistil-mic",
          "target": "splade-cocondenser-ensembledistil-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "recorded",
          "seconds": 4.69,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "84f83f49a1be66e12c115389085bacaa3c780d90",
          "contract_revision": "84f83f49a1be66e12c115389085bacaa3c780d90",
          "baseline": "out/sentence-transformers/candidates/sentence_transformers/splade-cocondenser-ensembledistil/cpu-x86_64/splade-cocondenser-ensembledistil-mic.candidate.json"
        },
        {
          "contract_name": "splade-v3-distilbert",
          "contract": "huggingface-mic/splade-v3-distilbert-mic",
          "target": "splade-v3-distilbert-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "recorded",
          "seconds": 4.69,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "ae5256d6ebdcb26b4fa35ca5931d8ce2e458e72b",
          "contract_revision": "ae5256d6ebdcb26b4fa35ca5931d8ce2e458e72b",
          "baseline": "out/sentence-transformers/candidates/sentence_transformers/splade-v3-distilbert/cpu-x86_64/splade-v3-distilbert-mic.candidate.json"
        }
      ],
      "url": "https://github.com/huggingface/transformers-mic/actions/runs/41966955436/attempts/1",
      "fleet_revision": "83b70d778c7d0a14661f058d43a3ce1c7bb39758",
      "st_fleet_revision": "cb3097611a3358065139548933045d2c3444d3ab",
      "dependencies": [
        "numpy==2.4.6",
        "sentence-transformers @ git+https://github.com/huggingface/sentence-transformers.git@3eeec5b5a912809e1034847f9d6d3d4a2d0a5f62",
        "torch==2.15.0+cpu",
        "transformers @ git+https://github.com/huggingface/transformers.git@58d05ca5724a434979a9fb26d4ed65dce856b854"
      ]
    },
    {
      "model_input": null,
      "id": "41966265477-1",
      "run_id": "41966265477",
      "attempt": "1",
      "time": "2026-11-05T04:11:45Z",
      "mode": "check",
      "status": "fail",
      "conclusion": "failure",
      "counts": {
        "pass": 10,
        "fail": 3,
        "error": 0,
        "unsupported": 0,
        "recorded": 0
      },
      "results": [
        {
          "contract_name": "EmbeddingGemma",
          "contract": "huggingface-mic/embeddinggemma-2-mic",
          "target": "embeddinggemma-2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "fail",
          "failures": [
            "no reviewed baseline at /home/runner/.cache/huggingface/hub/models--huggingface-mic--embeddinggemma-2-mic/snapshots/372872b46b401801f61265a4ae4aae437540af38/integrations/sentence_transformers/expectations/cpu-x86_64-bf16/embeddinggemma-2-mic.json"
          ],
          "seconds": 7.28,
          "platform": "cpu-x86_64-bf16",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0",
            "torch": "2.15.0+cpu",
            "torchvision": "0.29.2+cpu",
            "torchaudio": null,
            "tokenizers": "0.23.3",
            "numpy": "2.4.6",
            "pillow": "13.0.0",
            "accelerate": "1.15.0",
            "safetensors": "0.8.0",
            "huggingface-hub": "2.4.0",
            "sentencepiece": "0.2.2",
            "protobuf": "7.36.2",
            "librosa": "0.11.0",
            "soundfile": "0.14.0",
            "scipy": "1.17.1"
          },
          "revision": "372872b46b401801f61265a4ae4aae437540af38",
          "contract_revision": "372872b46b401801f61265a4ae4aae437540af38",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--embeddinggemma-2-mic/snapshots/372872b46b401801f61265a4ae4aae437540af38/integrations/sentence_transformers/expectations/cpu-x86_64-bf16/embeddinggemma-2-mic.json"
        },
        {
          "contract_name": "GTE-ModernColBERT-v1",
          "contract": "huggingface-mic/GTE-ModernColBERT-v1-mic",
          "target": "GTE-ModernColBERT-v1-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 4.3,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "fe48cab1a9e7fd81d7f2958e9186edccddfc5c11",
          "contract_revision": "fe48cab1a9e7fd81d7f2958e9186edccddfc5c11",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--GTE-ModernColBERT-v1-mic/snapshots/fe48cab1a9e7fd81d7f2958e9186edccddfc5c11/integrations/sentence_transformers/expectations/cpu-x86_64/GTE-ModernColBERT-v1-mic.json"
        },
        {
          "contract_name": "Qwen3-Embedding-0-6B",
          "contract": "huggingface-mic/Qwen3-Embedding-0-6B-mic",
          "target": "Qwen3-Embedding-0-6B-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "fail",
          "failures": [
            "no reviewed baseline at /home/runner/.cache/huggingface/hub/models--huggingface-mic--Qwen3-Embedding-0-6B-mic/snapshots/ab4de635e2d91b44ce7c71cd24f498f1cf6b91a1/integrations/sentence_transformers/expectations/cpu-x86_64-bf16/Qwen3-Embedding-0-6B-mic.json"
          ],
          "seconds": 5.03,
          "platform": "cpu-x86_64-bf16",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "ab4de635e2d91b44ce7c71cd24f498f1cf6b91a1",
          "contract_revision": "ab4de635e2d91b44ce7c71cd24f498f1cf6b91a1",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--Qwen3-Embedding-0-6B-mic/snapshots/ab4de635e2d91b44ce7c71cd24f498f1cf6b91a1/integrations/sentence_transformers/expectations/cpu-x86_64-bf16/Qwen3-Embedding-0-6B-mic.json"
        },
        {
          "contract_name": "Qwen3-Reranker-0-6B-seq-cls",
          "contract": "huggingface-mic/Qwen3-Reranker-0-6B-seq-cls-mic",
          "target": "Qwen3-Reranker-0-6B-seq-cls-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 4.78,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "7e42ac16feec36f6a9794bf5a6799045630e9143",
          "contract_revision": "7e42ac16feec36f6a9794bf5a6799045630e9143",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--Qwen3-Reranker-0-6B-seq-cls-mic/snapshots/7e42ac16feec36f6a9794bf5a6799045630e9143/integrations/sentence_transformers/expectations/cpu-x86_64/Qwen3-Reranker-0-6B-seq-cls-mic.json"
        },
        {
          "contract_name": "all-MiniLM-L6-v2",
          "contract": "huggingface-mic/all-MiniLM-L6-v2-mic",
          "target": "all-MiniLM-L6-v2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 4.53,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "ec30b134d7880acbf9316fa0547366e6d65f3d3c",
          "contract_revision": "ec30b134d7880acbf9316fa0547366e6d65f3d3c",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--all-MiniLM-L6-v2-mic/snapshots/ec30b134d7880acbf9316fa0547366e6d65f3d3c/integrations/sentence_transformers/expectations/cpu-x86_64/all-MiniLM-L6-v2-mic.json"
        },
        {
          "contract_name": "all-mpnet-base-v2",
          "contract": "huggingface-mic/all-mpnet-base-v2-mic",
          "target": "all-mpnet-base-v2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 4.4,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "9bb8d6c221df7d384118e7106016f7c07a9cf162",
          "contract_revision": "9bb8d6c221df7d384118e7106016f7c07a9cf162",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--all-mpnet-base-v2-mic/snapshots/9bb8d6c221df7d384118e7106016f7c07a9cf162/integrations/sentence_transformers/expectations/cpu-x86_64/all-mpnet-base-v2-mic.json"
        },
        {
          "contract_name": "colpali-v1-3-hf",
          "contract": "huggingface-mic/colpali-v1-3-hf-mic",
          "target": "colpali-v1-3-hf-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "fail",
          "failures": [
            "no reviewed baseline at /home/runner/.cache/huggingface/hub/models--huggingface-mic--colpali-v1-3-hf-mic/snapshots/14a6467e5b1cb1d06261c45b82e36802bce4eada/integrations/sentence_transformers/expectations/cpu-x86_64-bf16/colpali-v1-3-hf-mic.json"
          ],
          "seconds": 6.7,
          "platform": "cpu-x86_64-bf16",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "14a6467e5b1cb1d06261c45b82e36802bce4eada",
          "contract_revision": "14a6467e5b1cb1d06261c45b82e36802bce4eada",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--colpali-v1-3-hf-mic/snapshots/14a6467e5b1cb1d06261c45b82e36802bce4eada/integrations/sentence_transformers/expectations/cpu-x86_64-bf16/colpali-v1-3-hf-mic.json"
        },
        {
          "contract_name": "embeddinggemma-300m",
          "contract": "huggingface-mic/embeddinggemma-300m-mic",
          "target": "embeddinggemma-300m-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 6.26,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "d52064717716b3f684dcae180518f7a037935da9",
          "contract_revision": "d52064717716b3f684dcae180518f7a037935da9",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--embeddinggemma-300m-mic/snapshots/d52064717716b3f684dcae180518f7a037935da9/integrations/sentence_transformers/expectations/cpu-x86_64/embeddinggemma-300m-mic.json"
        },
        {
          "contract_name": "gte-reranker-modernbert-base",
          "contract": "huggingface-mic/gte-reranker-modernbert-base-mic",
          "target": "gte-reranker-modernbert-base-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 4.5,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "0b052b4706a5dba5837da296862c152aa4861972",
          "contract_revision": "0b052b4706a5dba5837da296862c152aa4861972",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--gte-reranker-modernbert-base-mic/snapshots/0b052b4706a5dba5837da296862c152aa4861972/integrations/sentence_transformers/expectations/cpu-x86_64/gte-reranker-modernbert-base-mic.json"
        },
        {
          "contract_name": "modernbert-embed-base",
          "contract": "huggingface-mic/modernbert-embed-base-mic",
          "target": "modernbert-embed-base-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 4.61,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "e2c0c3ad79e3e69a7c774fbbf62a7a346fcfef0d",
          "contract_revision": "e2c0c3ad79e3e69a7c774fbbf62a7a346fcfef0d",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--modernbert-embed-base-mic/snapshots/e2c0c3ad79e3e69a7c774fbbf62a7a346fcfef0d/integrations/sentence_transformers/expectations/cpu-x86_64/modernbert-embed-base-mic.json"
        },
        {
          "contract_name": "ms-marco-MiniLM-L-6-v2",
          "contract": "huggingface-mic/ms-marco-MiniLM-L-6-v2-mic",
          "target": "ms-marco-MiniLM-L-6-v2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 4.46,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "90d48aee3fe8d30e06f0bfde1f0b180b537308ce",
          "contract_revision": "90d48aee3fe8d30e06f0bfde1f0b180b537308ce",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--ms-marco-MiniLM-L-6-v2-mic/snapshots/90d48aee3fe8d30e06f0bfde1f0b180b537308ce/integrations/sentence_transformers/expectations/cpu-x86_64/ms-marco-MiniLM-L-6-v2-mic.json"
        },
        {
          "contract_name": "splade-cocondenser-ensembledistil",
          "contract": "huggingface-mic/splade-cocondenser-ensembledistil-mic",
          "target": "splade-cocondenser-ensembledistil-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 4.21,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "84f83f49a1be66e12c115389085bacaa3c780d90",
          "contract_revision": "84f83f49a1be66e12c115389085bacaa3c780d90",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--splade-cocondenser-ensembledistil-mic/snapshots/84f83f49a1be66e12c115389085bacaa3c780d90/integrations/sentence_transformers/expectations/cpu-x86_64/splade-cocondenser-ensembledistil-mic.json"
        },
        {
          "contract_name": "splade-v3-distilbert",
          "contract": "huggingface-mic/splade-v3-distilbert-mic",
          "target": "splade-v3-distilbert-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 4.18,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "ae5256d6ebdcb26b4fa35ca5931d8ce2e458e72b",
          "contract_revision": "ae5256d6ebdcb26b4fa35ca5931d8ce2e458e72b",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--splade-v3-distilbert-mic/snapshots/ae5256d6ebdcb26b4fa35ca5931d8ce2e458e72b/integrations/sentence_transformers/expectations/cpu-x86_64/splade-v3-distilbert-mic.json"
        }
      ],
      "url": "https://github.com/huggingface/transformers-mic/actions/runs/41966265477/attempts/1",
      "fleet_revision": "83b70d778c7d0a14661f058d43a3ce1c7bb39758",
      "st_fleet_revision": "cb3097611a3358065139548933045d2c3444d3ab",
      "dependencies": [
        "numpy==2.4.6",
        "sentence-transformers @ git+https://github.com/huggingface/sentence-transformers.git@3eeec5b5a912809e1034847f9d6d3d4a2d0a5f62",
        "torch==2.15.0+cpu",
        "transformers @ git+https://github.com/huggingface/transformers.git@62dd93e125d28fc8e1cdf6424783f5dc27762c63"
      ]
    },
    {
      "model_input": null,
      "id": "41810330232-1",
      "run_id": "41810330232",
      "attempt": "1",
      "time": "2026-11-04T09:51:41Z",
      "mode": "check",
      "status": "fail",
      "conclusion": "failure",
      "counts": {
        "pass": 0,
        "fail": 1,
        "error": 0,
        "unsupported": 0,
        "recorded": 0
      },
      "results": [
        {
          "contract_name": "EmbeddingGemma",
          "contract": "huggingface-mic/embeddinggemma-2-mic",
          "target": "embeddinggemma-2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "fail",
          "failures": [
            "scores: max delta 0.00511 over tolerance"
          ],
          "seconds": 8.93,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0",
            "torch": "2.15.0+cpu",
            "torchvision": "0.29.2+cpu",
            "torchaudio": null,
            "tokenizers": "0.23.3",
            "numpy": "2.4.6",
            "pillow": "13.0.0",
            "accelerate": "1.15.0",
            "safetensors": "0.8.0",
            "huggingface-hub": "2.4.0",
            "sentencepiece": "0.2.2",
            "protobuf": "7.36.2",
            "librosa": "0.11.0",
            "soundfile": "0.14.0",
            "scipy": "1.17.1"
          },
          "revision": "372872b46b401801f61265a4ae4aae437540af38",
          "contract_revision": "372872b46b401801f61265a4ae4aae437540af38",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--embeddinggemma-2-mic/snapshots/372872b46b401801f61265a4ae4aae437540af38/integrations/sentence_transformers/expectations/cpu-x86_64/embeddinggemma-2-mic.json"
        }
      ],
      "url": "https://github.com/huggingface/transformers-mic/actions/runs/41810330232/attempts/1",
      "fleet_revision": "83b70d778c7d0a14661f058d43a3ce1c7bb39758",
      "dependencies": [
        "numpy==2.4.6",
        "sentence-transformers @ git+https://github.com/huggingface/sentence-transformers.git@3eeec5b5a912809e1034847f9d6d3d4a2d0a5f62",
        "torch==2.15.0+cpu",
        "transformers @ git+https://github.com/huggingface/transformers.git@0c7f5ab8c579917b90bfa7502131e6420ec03978"
      ]
    },
    {
      "model_input": {
        "repo": "huggingface-mic/embeddinggemma-2-mic",
        "revision": "c91d7879a0d979efbcc6013b4c02df6c4f762b6a"
      },
      "id": "41807695456-1",
      "run_id": "41807695456",
      "attempt": "1",
      "time": "2026-11-04T09:27:58Z",
      "mode": "check",
      "status": "pass",
      "conclusion": "success",
      "counts": {
        "pass": 1,
        "fail": 0,
        "error": 0,
        "unsupported": 0,
        "recorded": 0
      },
      "results": [
        {
          "contract_name": "EmbeddingGemma",
          "contract": "huggingface-mic/embeddinggemma-2-mic",
          "target": "embeddinggemma-2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "pass",
          "failures": [],
          "seconds": 8.06,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.17",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "c91d7879a0d979efbcc6013b4c02df6c4f762b6a",
          "contract_revision": "c91d7879a0d979efbcc6013b4c02df6c4f762b6a",
          "baseline": "/home/runner/.cache/huggingface/hub/models--huggingface-mic--embeddinggemma-2-mic/snapshots/c91d7879a0d979efbcc6013b4c02df6c4f762b6a/integrations/sentence_transformers/expectations/cpu-x86_64/embeddinggemma-2-mic.json"
        }
      ],
      "url": "https://github.com/huggingface/transformers-mic/actions/runs/41807695456/attempts/1",
      "fleet_revision": null,
      "dependencies": [
        "numpy==2.4.6",
        "sentence-transformers @ git+https://github.com/huggingface/sentence-transformers.git@b26925868810d978e06d731f6b527c2c74579b1b",
        "torch==2.15.0+cpu",
        "transformers @ git+https://github.com/huggingface/transformers.git@baa3646ebfa4d8e4f8a857bae03dd01f0331ce10"
      ]
    },
    {
      "model_input": {
        "repo": "huggingface-mic/embeddinggemma-2-mic",
        "revision": "a0787fefb042bed5f323e35d5edeaf4e979ce4f8"
      },
      "id": "41797350961-1",
      "run_id": "41797350961",
      "attempt": "1",
      "time": "2026-11-04T08:09:40Z",
      "mode": "record",
      "status": "recorded",
      "conclusion": "success",
      "counts": {
        "pass": 0,
        "fail": 0,
        "error": 0,
        "unsupported": 0,
        "recorded": 1
      },
      "results": [
        {
          "contract_name": "EmbeddingGemma",
          "contract": "huggingface-mic/embeddinggemma-2-mic",
          "target": "embeddinggemma-2-mic",
          "kind": "fixture",
          "framework": "sentence_transformers",
          "variant": "default",
          "status": "recorded",
          "seconds": 8.87,
          "platform": "cpu-x86_64",
          "environment": {
            "python": "3.11.18",
            "transformers": "5.23.0.dev0",
            "sentence-transformers": "6.3.0.dev0"
          },
          "revision": "a0787fefb042bed5f323e35d5edeaf4e979ce4f8",
          "contract_revision": "a0787fefb042bed5f323e35d5edeaf4e979ce4f8",
          "baseline": "out/sentence-transformers/candidates/preview/EmbeddingGemma/cpu-x86_64/embeddinggemma-2-mic.candidate.json"
        }
      ],
      "url": "https://github.com/huggingface/transformers-mic/actions/runs/41797350961/attempts/1",
      "fleet_revision": null,
      "dependencies": [
        "numpy==2.4.6",
        "sentence-transformers @ git+https://github.com/huggingface/sentence-transformers.git@b26925868810d978e06d731f6b527c2c74579b1b",
        "torch==2.15.0+cpu",
        "transformers @ git+https://github.com/huggingface/transformers.git@f2754311602414ed561cdf8ed9d852390f514404"
      ]
    }
  ]
}