{
  "module": "containers",
  "claim_type": "classification",
  "provenance": "synthetic",
  "tool_version": "Version: 0.72.0",
  "elapsed_seconds": 1442.66,
  "notes": [
    "0 build failures, 0 scan failures (after retries) out of 44 cases; 0 succeeded only after a retry",
    "trivy available: True"
  ],
  "case_count": 44,
  "reproduction_recipe": [
    "Build a real Docker image: `FROM python:3.11-slim` (or `node:20-slim` for npm), then `pip install {expected_context.package}=={expected_context.version}` (or `npm install {package}@{version}`) -- see expected_context.image_tag for the exact tag.",
    "Run Aqua Security's `trivy` (`trivy image --scanners vuln ...`) against the built image.",
    "Check whether expected_context.cve (or any of its GHSA/PYSEC aliases -- see benchmark/corpus/containers.py VERIFIED_CVE_PAIRS) appears in trivy's reported vulnerability IDs (actual_detail.predicted_present); every pair was independently re-verified against https://api.osv.dev before being used as ground truth."
  ],
  "cases": [
    {
      "case_id": "containers:PyPI:pyyaml:5.3.1:vulnerable",
      "claim_type": "classification",
      "expected": {
        "vulnerable": true,
        "present": null
      },
      "expected_context": {
        "ecosystem": "PyPI",
        "package": "pyyaml",
        "version": "5.3.1",
        "variant": "vulnerable",
        "cve": "CVE-2020-14343",
        "image_tag": "qshield-benchmark-containers/pyyaml:5.3.1-vulnerable"
      },
      "expected_note": "Verified against OSV.dev: pyyaml==5.3.1 (PyPI) is affected by CVE-2020-14343.",
      "actual_outcome": "TP",
      "actual_detail": {
        "ecosystem": "PyPI",
        "package": "pyyaml",
        "version": "5.3.1",
        "variant": "vulnerable",
        "target_cve": "CVE-2020-14343",
        "predicted_present": true
      }
    },
    {
      "case_id": "containers:PyPI:pyyaml:6.0.1:patched",
      "claim_type": "classification",
      "expected": {
        "vulnerable": false,
        "present": null
      },
      "expected_context": {
        "ecosystem": "PyPI",
        "package": "pyyaml",
        "version": "6.0.1",
        "variant": "patched",
        "cve": "CVE-2020-14343",
        "image_tag": "qshield-benchmark-containers/pyyaml:6.0.1-patched"
      },
      "expected_note": "Verified against OSV.dev: pyyaml==6.0.1 (PyPI) fixes CVE-2020-14343.",
      "actual_outcome": "TN",
      "actual_detail": {
        "ecosystem": "PyPI",
        "package": "pyyaml",
        "version": "6.0.1",
        "variant": "patched",
        "target_cve": "CVE-2020-14343",
        "predicted_present": false
      }
    },
    {
      "case_id": "containers:PyPI:werkzeug:2.2.2:vulnerable",
      "claim_type": "classification",
      "expected": {
        "vulnerable": true,
        "present": null
      },
      "expected_context": {
        "ecosystem": "PyPI",
        "package": "werkzeug",
        "version": "2.2.2",
        "variant": "vulnerable",
        "cve": "CVE-2023-25577",
        "image_tag": "qshield-benchmark-containers/werkzeug:2.2.2-vulnerable"
      },
      "expected_note": "Verified against OSV.dev: werkzeug==2.2.2 (PyPI) is affected by CVE-2023-25577.",
      "actual_outcome": "TP",
      "actual_detail": {
        "ecosystem": "PyPI",
        "package": "werkzeug",
        "version": "2.2.2",
        "variant": "vulnerable",
        "target_cve": "CVE-2023-25577",
        "predicted_present": true
      }
    },
    {
      "case_id": "containers:PyPI:werkzeug:2.2.3:patched",
      "claim_type": "classification",
      "expected": {
        "vulnerable": false,
        "present": null
      },
      "expected_context": {
        "ecosystem": "PyPI",
        "package": "werkzeug",
        "version": "2.2.3",
        "variant": "patched",
        "cve": "CVE-2023-25577",
        "image_tag": "qshield-benchmark-containers/werkzeug:2.2.3-patched"
      },
      "expected_note": "Verified against OSV.dev: werkzeug==2.2.3 (PyPI) fixes CVE-2023-25577.",
      "actual_outcome": "TN",
      "actual_detail": {
        "ecosystem": "PyPI",
        "package": "werkzeug",
        "version": "2.2.3",
        "variant": "patched",
        "target_cve": "CVE-2023-25577",
        "predicted_present": false
      }
    },
    {
      "case_id": "containers:PyPI:urllib3:1.26.4:vulnerable",
      "claim_type": "classification",
      "expected": {
        "vulnerable": true,
        "present": null
      },
      "expected_context": {
        "ecosystem": "PyPI",
        "package": "urllib3",
        "version": "1.26.4",
        "variant": "vulnerable",
        "cve": "CVE-2021-33503",
        "image_tag": "qshield-benchmark-containers/urllib3:1.26.4-vulnerable"
      },
      "expected_note": "Verified against OSV.dev: urllib3==1.26.4 (PyPI) is affected by CVE-2021-33503.",
      "actual_outcome": "TP",
      "actual_detail": {
        "ecosystem": "PyPI",
        "package": "urllib3",
        "version": "1.26.4",
        "variant": "vulnerable",
        "target_cve": "CVE-2021-33503",
        "predicted_present": true
      }
    },
    {
      "case_id": "containers:PyPI:urllib3:1.26.5:patched",
      "claim_type": "classification",
      "expected": {
        "vulnerable": false,
        "present": null
      },
      "expected_context": {
        "ecosystem": "PyPI",
        "package": "urllib3",
        "version": "1.26.5",
        "variant": "patched",
        "cve": "CVE-2021-33503",
        "image_tag": "qshield-benchmark-containers/urllib3:1.26.5-patched"
      },
      "expected_note": "Verified against OSV.dev: urllib3==1.26.5 (PyPI) fixes CVE-2021-33503.",
      "actual_outcome": "TN",
      "actual_detail": {
        "ecosystem": "PyPI",
        "package": "urllib3",
        "version": "1.26.5",
        "variant": "patched",
        "target_cve": "CVE-2021-33503",
        "predicted_present": false
      }
    },
    {
      "case_id": "containers:PyPI:django:2.2.8:vulnerable",
      "claim_type": "classification",
      "expected": {
        "vulnerable": true,
        "present": null
      },
      "expected_context": {
        "ecosystem": "PyPI",
        "package": "django",
        "version": "2.2.8",
        "variant": "vulnerable",
        "cve": "CVE-2019-19844",
        "image_tag": "qshield-benchmark-containers/django:2.2.8-vulnerable"
      },
      "expected_note": "Verified against OSV.dev: django==2.2.8 (PyPI) is affected by CVE-2019-19844.",
      "actual_outcome": "TP",
      "actual_detail": {
        "ecosystem": "PyPI",
        "package": "django",
        "version": "2.2.8",
        "variant": "vulnerable",
        "target_cve": "CVE-2019-19844",
        "predicted_present": true
      }
    },
    {
      "case_id": "containers:PyPI:django:2.2.9:patched",
      "claim_type": "classification",
      "expected": {
        "vulnerable": false,
        "present": null
      },
      "expected_context": {
        "ecosystem": "PyPI",
        "package": "django",
        "version": "2.2.9",
        "variant": "patched",
        "cve": "CVE-2019-19844",
        "image_tag": "qshield-benchmark-containers/django:2.2.9-patched"
      },
      "expected_note": "Verified against OSV.dev: django==2.2.9 (PyPI) fixes CVE-2019-19844.",
      "actual_outcome": "TN",
      "actual_detail": {
        "ecosystem": "PyPI",
        "package": "django",
        "version": "2.2.9",
        "variant": "patched",
        "target_cve": "CVE-2019-19844",
        "predicted_present": false
      }
    },
    {
      "case_id": "containers:PyPI:requests:2.30.0:vulnerable",
      "claim_type": "classification",
      "expected": {
        "vulnerable": true,
        "present": null
      },
      "expected_context": {
        "ecosystem": "PyPI",
        "package": "requests",
        "version": "2.30.0",
        "variant": "vulnerable",
        "cve": "CVE-2023-32681",
        "image_tag": "qshield-benchmark-containers/requests:2.30.0-vulnerable"
      },
      "expected_note": "Verified against OSV.dev: requests==2.30.0 (PyPI) is affected by CVE-2023-32681.",
      "actual_outcome": "TP",
      "actual_detail": {
        "ecosystem": "PyPI",
        "package": "requests",
        "version": "2.30.0",
        "variant": "vulnerable",
        "target_cve": "CVE-2023-32681",
        "predicted_present": true
      }
    },
    {
      "case_id": "containers:PyPI:requests:2.31.0:patched",
      "claim_type": "classification",
      "expected": {
        "vulnerable": false,
        "present": null
      },
      "expected_context": {
        "ecosystem": "PyPI",
        "package": "requests",
        "version": "2.31.0",
        "variant": "patched",
        "cve": "CVE-2023-32681",
        "image_tag": "qshield-benchmark-containers/requests:2.31.0-patched"
      },
      "expected_note": "Verified against OSV.dev: requests==2.31.0 (PyPI) fixes CVE-2023-32681.",
      "actual_outcome": "TN",
      "actual_detail": {
        "ecosystem": "PyPI",
        "package": "requests",
        "version": "2.31.0",
        "variant": "patched",
        "target_cve": "CVE-2023-32681",
        "predicted_present": false
      }
    },
    {
      "case_id": "containers:PyPI:cryptography:41.0.5:vulnerable",
      "claim_type": "classification",
      "expected": {
        "vulnerable": true,
        "present": null
      },
      "expected_context": {
        "ecosystem": "PyPI",
        "package": "cryptography",
        "version": "41.0.5",
        "variant": "vulnerable",
        "cve": "CVE-2023-49083",
        "image_tag": "qshield-benchmark-containers/cryptography:41.0.5-vulnerable"
      },
      "expected_note": "Verified against OSV.dev: cryptography==41.0.5 (PyPI) is affected by CVE-2023-49083.",
      "actual_outcome": "TP",
      "actual_detail": {
        "ecosystem": "PyPI",
        "package": "cryptography",
        "version": "41.0.5",
        "variant": "vulnerable",
        "target_cve": "CVE-2023-49083",
        "predicted_present": true
      }
    },
    {
      "case_id": "containers:PyPI:cryptography:41.0.6:patched",
      "claim_type": "classification",
      "expected": {
        "vulnerable": false,
        "present": null
      },
      "expected_context": {
        "ecosystem": "PyPI",
        "package": "cryptography",
        "version": "41.0.6",
        "variant": "patched",
        "cve": "CVE-2023-49083",
        "image_tag": "qshield-benchmark-containers/cryptography:41.0.6-patched"
      },
      "expected_note": "Verified against OSV.dev: cryptography==41.0.6 (PyPI) fixes CVE-2023-49083.",
      "actual_outcome": "TN",
      "actual_detail": {
        "ecosystem": "PyPI",
        "package": "cryptography",
        "version": "41.0.6",
        "variant": "patched",
        "target_cve": "CVE-2023-49083",
        "predicted_present": false
      }
    },
    {
      "case_id": "containers:PyPI:jinja2:2.10.1:vulnerable",
      "claim_type": "classification",
      "expected": {
        "vulnerable": true,
        "present": null
      },
      "expected_context": {
        "ecosystem": "PyPI",
        "package": "jinja2",
        "version": "2.10.1",
        "variant": "vulnerable",
        "cve": "CVE-2020-28493",
        "image_tag": "qshield-benchmark-containers/jinja2:2.10.1-vulnerable"
      },
      "expected_note": "Verified against OSV.dev: jinja2==2.10.1 (PyPI) is affected by CVE-2020-28493.",
      "actual_outcome": "TP",
      "actual_detail": {
        "ecosystem": "PyPI",
        "package": "jinja2",
        "version": "2.10.1",
        "variant": "vulnerable",
        "target_cve": "CVE-2020-28493",
        "predicted_present": true
      }
    },
    {
      "case_id": "containers:PyPI:jinja2:2.11.3:patched",
      "claim_type": "classification",
      "expected": {
        "vulnerable": false,
        "present": null
      },
      "expected_context": {
        "ecosystem": "PyPI",
        "package": "jinja2",
        "version": "2.11.3",
        "variant": "patched",
        "cve": "CVE-2020-28493",
        "image_tag": "qshield-benchmark-containers/jinja2:2.11.3-patched"
      },
      "expected_note": "Verified against OSV.dev: jinja2==2.11.3 (PyPI) fixes CVE-2020-28493.",
      "actual_outcome": "TN",
      "actual_detail": {
        "ecosystem": "PyPI",
        "package": "jinja2",
        "version": "2.11.3",
        "variant": "patched",
        "target_cve": "CVE-2020-28493",
        "predicted_present": false
      }
    },
    {
      "case_id": "containers:PyPI:flask:0.12.2:vulnerable",
      "claim_type": "classification",
      "expected": {
        "vulnerable": true,
        "present": null
      },
      "expected_context": {
        "ecosystem": "PyPI",
        "package": "flask",
        "version": "0.12.2",
        "variant": "vulnerable",
        "cve": "CVE-2018-1000656",
        "image_tag": "qshield-benchmark-containers/flask:0.12.2-vulnerable"
      },
      "expected_note": "Verified against OSV.dev: flask==0.12.2 (PyPI) is affected by CVE-2018-1000656.",
      "actual_outcome": "TP",
      "actual_detail": {
        "ecosystem": "PyPI",
        "package": "flask",
        "version": "0.12.2",
        "variant": "vulnerable",
        "target_cve": "CVE-2018-1000656",
        "predicted_present": true
      }
    },
    {
      "case_id": "containers:PyPI:flask:0.12.3:patched",
      "claim_type": "classification",
      "expected": {
        "vulnerable": false,
        "present": null
      },
      "expected_context": {
        "ecosystem": "PyPI",
        "package": "flask",
        "version": "0.12.3",
        "variant": "patched",
        "cve": "CVE-2018-1000656",
        "image_tag": "qshield-benchmark-containers/flask:0.12.3-patched"
      },
      "expected_note": "Verified against OSV.dev: flask==0.12.3 (PyPI) fixes CVE-2018-1000656.",
      "actual_outcome": "TN",
      "actual_detail": {
        "ecosystem": "PyPI",
        "package": "flask",
        "version": "0.12.3",
        "variant": "patched",
        "target_cve": "CVE-2018-1000656",
        "predicted_present": false
      }
    },
    {
      "case_id": "containers:PyPI:pillow:9.3.0:vulnerable",
      "claim_type": "classification",
      "expected": {
        "vulnerable": true,
        "present": null
      },
      "expected_context": {
        "ecosystem": "PyPI",
        "package": "pillow",
        "version": "9.3.0",
        "variant": "vulnerable",
        "cve": "CVE-2023-44271",
        "image_tag": "qshield-benchmark-containers/pillow:9.3.0-vulnerable"
      },
      "expected_note": "Verified against OSV.dev: pillow==9.3.0 (PyPI) is affected by CVE-2023-44271.",
      "actual_outcome": "TP",
      "actual_detail": {
        "ecosystem": "PyPI",
        "package": "pillow",
        "version": "9.3.0",
        "variant": "vulnerable",
        "target_cve": "CVE-2023-44271",
        "predicted_present": true
      }
    },
    {
      "case_id": "containers:PyPI:pillow:10.0.0:patched",
      "claim_type": "classification",
      "expected": {
        "vulnerable": false,
        "present": null
      },
      "expected_context": {
        "ecosystem": "PyPI",
        "package": "pillow",
        "version": "10.0.0",
        "variant": "patched",
        "cve": "CVE-2023-44271",
        "image_tag": "qshield-benchmark-containers/pillow:10.0.0-patched"
      },
      "expected_note": "Verified against OSV.dev: pillow==10.0.0 (PyPI) fixes CVE-2023-44271.",
      "actual_outcome": "TN",
      "actual_detail": {
        "ecosystem": "PyPI",
        "package": "pillow",
        "version": "10.0.0",
        "variant": "patched",
        "target_cve": "CVE-2023-44271",
        "predicted_present": false
      }
    },
    {
      "case_id": "containers:PyPI:aiohttp:3.8.4:vulnerable",
      "claim_type": "classification",
      "expected": {
        "vulnerable": true,
        "present": null
      },
      "expected_context": {
        "ecosystem": "PyPI",
        "package": "aiohttp",
        "version": "3.8.4",
        "variant": "vulnerable",
        "cve": "CVE-2023-37276",
        "image_tag": "qshield-benchmark-containers/aiohttp:3.8.4-vulnerable"
      },
      "expected_note": "Verified against OSV.dev: aiohttp==3.8.4 (PyPI) is affected by CVE-2023-37276.",
      "actual_outcome": "TP",
      "actual_detail": {
        "ecosystem": "PyPI",
        "package": "aiohttp",
        "version": "3.8.4",
        "variant": "vulnerable",
        "target_cve": "CVE-2023-37276",
        "predicted_present": true
      }
    },
    {
      "case_id": "containers:PyPI:aiohttp:3.8.5:patched",
      "claim_type": "classification",
      "expected": {
        "vulnerable": false,
        "present": null
      },
      "expected_context": {
        "ecosystem": "PyPI",
        "package": "aiohttp",
        "version": "3.8.5",
        "variant": "patched",
        "cve": "CVE-2023-37276",
        "image_tag": "qshield-benchmark-containers/aiohttp:3.8.5-patched"
      },
      "expected_note": "Verified against OSV.dev: aiohttp==3.8.5 (PyPI) fixes CVE-2023-37276.",
      "actual_outcome": "TN",
      "actual_detail": {
        "ecosystem": "PyPI",
        "package": "aiohttp",
        "version": "3.8.5",
        "variant": "patched",
        "target_cve": "CVE-2023-37276",
        "predicted_present": false
      }
    },
    {
      "case_id": "containers:PyPI:pyjwt:1.7.1:vulnerable",
      "claim_type": "classification",
      "expected": {
        "vulnerable": true,
        "present": null
      },
      "expected_context": {
        "ecosystem": "PyPI",
        "package": "pyjwt",
        "version": "1.7.1",
        "variant": "vulnerable",
        "cve": "CVE-2022-29217",
        "image_tag": "qshield-benchmark-containers/pyjwt:1.7.1-vulnerable"
      },
      "expected_note": "Verified against OSV.dev: pyjwt==1.7.1 (PyPI) is affected by CVE-2022-29217.",
      "actual_outcome": "TP",
      "actual_detail": {
        "ecosystem": "PyPI",
        "package": "pyjwt",
        "version": "1.7.1",
        "variant": "vulnerable",
        "target_cve": "CVE-2022-29217",
        "predicted_present": true
      }
    },
    {
      "case_id": "containers:PyPI:pyjwt:2.4.0:patched",
      "claim_type": "classification",
      "expected": {
        "vulnerable": false,
        "present": null
      },
      "expected_context": {
        "ecosystem": "PyPI",
        "package": "pyjwt",
        "version": "2.4.0",
        "variant": "patched",
        "cve": "CVE-2022-29217",
        "image_tag": "qshield-benchmark-containers/pyjwt:2.4.0-patched"
      },
      "expected_note": "Verified against OSV.dev: pyjwt==2.4.0 (PyPI) fixes CVE-2022-29217.",
      "actual_outcome": "TN",
      "actual_detail": {
        "ecosystem": "PyPI",
        "package": "pyjwt",
        "version": "2.4.0",
        "variant": "patched",
        "target_cve": "CVE-2022-29217",
        "predicted_present": false
      }
    },
    {
      "case_id": "containers:PyPI:pip:23.2:vulnerable",
      "claim_type": "classification",
      "expected": {
        "vulnerable": true,
        "present": null
      },
      "expected_context": {
        "ecosystem": "PyPI",
        "package": "pip",
        "version": "23.2",
        "variant": "vulnerable",
        "cve": "CVE-2023-5752",
        "image_tag": "qshield-benchmark-containers/pip:23.2-vulnerable"
      },
      "expected_note": "Verified against OSV.dev: pip==23.2 (PyPI) is affected by CVE-2023-5752.",
      "actual_outcome": "TP",
      "actual_detail": {
        "ecosystem": "PyPI",
        "package": "pip",
        "version": "23.2",
        "variant": "vulnerable",
        "target_cve": "CVE-2023-5752",
        "predicted_present": true
      }
    },
    {
      "case_id": "containers:PyPI:pip:23.3:patched",
      "claim_type": "classification",
      "expected": {
        "vulnerable": false,
        "present": null
      },
      "expected_context": {
        "ecosystem": "PyPI",
        "package": "pip",
        "version": "23.3",
        "variant": "patched",
        "cve": "CVE-2023-5752",
        "image_tag": "qshield-benchmark-containers/pip:23.3-patched"
      },
      "expected_note": "Verified against OSV.dev: pip==23.3 (PyPI) fixes CVE-2023-5752.",
      "actual_outcome": "TN",
      "actual_detail": {
        "ecosystem": "PyPI",
        "package": "pip",
        "version": "23.3",
        "variant": "patched",
        "target_cve": "CVE-2023-5752",
        "predicted_present": false
      }
    },
    {
      "case_id": "containers:PyPI:gitpython:3.1.29:vulnerable",
      "claim_type": "classification",
      "expected": {
        "vulnerable": true,
        "present": null
      },
      "expected_context": {
        "ecosystem": "PyPI",
        "package": "gitpython",
        "version": "3.1.29",
        "variant": "vulnerable",
        "cve": "CVE-2022-24439",
        "image_tag": "qshield-benchmark-containers/gitpython:3.1.29-vulnerable"
      },
      "expected_note": "Verified against OSV.dev: gitpython==3.1.29 (PyPI) is affected by CVE-2022-24439.",
      "actual_outcome": "TP",
      "actual_detail": {
        "ecosystem": "PyPI",
        "package": "gitpython",
        "version": "3.1.29",
        "variant": "vulnerable",
        "target_cve": "CVE-2022-24439",
        "predicted_present": true
      }
    },
    {
      "case_id": "containers:PyPI:gitpython:3.1.30:patched",
      "claim_type": "classification",
      "expected": {
        "vulnerable": false,
        "present": null
      },
      "expected_context": {
        "ecosystem": "PyPI",
        "package": "gitpython",
        "version": "3.1.30",
        "variant": "patched",
        "cve": "CVE-2022-24439",
        "image_tag": "qshield-benchmark-containers/gitpython:3.1.30-patched"
      },
      "expected_note": "Verified against OSV.dev: gitpython==3.1.30 (PyPI) fixes CVE-2022-24439.",
      "actual_outcome": "TN",
      "actual_detail": {
        "ecosystem": "PyPI",
        "package": "gitpython",
        "version": "3.1.30",
        "variant": "patched",
        "target_cve": "CVE-2022-24439",
        "predicted_present": false
      }
    },
    {
      "case_id": "containers:PyPI:black:24.1.0:vulnerable",
      "claim_type": "classification",
      "expected": {
        "vulnerable": true,
        "present": null
      },
      "expected_context": {
        "ecosystem": "PyPI",
        "package": "black",
        "version": "24.1.0",
        "variant": "vulnerable",
        "cve": "CVE-2024-21503",
        "image_tag": "qshield-benchmark-containers/black:24.1.0-vulnerable"
      },
      "expected_note": "Verified against OSV.dev: black==24.1.0 (PyPI) is affected by CVE-2024-21503.",
      "actual_outcome": "TP",
      "actual_detail": {
        "ecosystem": "PyPI",
        "package": "black",
        "version": "24.1.0",
        "variant": "vulnerable",
        "target_cve": "CVE-2024-21503",
        "predicted_present": true
      }
    },
    {
      "case_id": "containers:PyPI:black:24.3.0:patched",
      "claim_type": "classification",
      "expected": {
        "vulnerable": false,
        "present": null
      },
      "expected_context": {
        "ecosystem": "PyPI",
        "package": "black",
        "version": "24.3.0",
        "variant": "patched",
        "cve": "CVE-2024-21503",
        "image_tag": "qshield-benchmark-containers/black:24.3.0-patched"
      },
      "expected_note": "Verified against OSV.dev: black==24.3.0 (PyPI) fixes CVE-2024-21503.",
      "actual_outcome": "TN",
      "actual_detail": {
        "ecosystem": "PyPI",
        "package": "black",
        "version": "24.3.0",
        "variant": "patched",
        "target_cve": "CVE-2024-21503",
        "predicted_present": false
      }
    },
    {
      "case_id": "containers:PyPI:scrapy:2.6.0:vulnerable",
      "claim_type": "classification",
      "expected": {
        "vulnerable": true,
        "present": null
      },
      "expected_context": {
        "ecosystem": "PyPI",
        "package": "scrapy",
        "version": "2.6.0",
        "variant": "vulnerable",
        "cve": "CVE-2022-0577",
        "image_tag": "qshield-benchmark-containers/scrapy:2.6.0-vulnerable"
      },
      "expected_note": "Verified against OSV.dev: scrapy==2.6.0 (PyPI) is affected by CVE-2022-0577.",
      "actual_outcome": "TP",
      "actual_detail": {
        "ecosystem": "PyPI",
        "package": "scrapy",
        "version": "2.6.0",
        "variant": "vulnerable",
        "target_cve": "CVE-2022-0577",
        "predicted_present": true
      }
    },
    {
      "case_id": "containers:PyPI:scrapy:2.6.2:patched",
      "claim_type": "classification",
      "expected": {
        "vulnerable": false,
        "present": null
      },
      "expected_context": {
        "ecosystem": "PyPI",
        "package": "scrapy",
        "version": "2.6.2",
        "variant": "patched",
        "cve": "CVE-2022-0577",
        "image_tag": "qshield-benchmark-containers/scrapy:2.6.2-patched"
      },
      "expected_note": "Verified against OSV.dev: scrapy==2.6.2 (PyPI) fixes CVE-2022-0577.",
      "actual_outcome": "TN",
      "actual_detail": {
        "ecosystem": "PyPI",
        "package": "scrapy",
        "version": "2.6.2",
        "variant": "patched",
        "target_cve": "CVE-2022-0577",
        "predicted_present": false
      }
    },
    {
      "case_id": "containers:npm:minimist:1.2.5:vulnerable",
      "claim_type": "classification",
      "expected": {
        "vulnerable": true,
        "present": null
      },
      "expected_context": {
        "ecosystem": "npm",
        "package": "minimist",
        "version": "1.2.5",
        "variant": "vulnerable",
        "cve": "CVE-2021-44906",
        "image_tag": "qshield-benchmark-containers/minimist:1.2.5-vulnerable"
      },
      "expected_note": "Verified against OSV.dev: minimist==1.2.5 (npm) is affected by CVE-2021-44906.",
      "actual_outcome": "TP",
      "actual_detail": {
        "ecosystem": "npm",
        "package": "minimist",
        "version": "1.2.5",
        "variant": "vulnerable",
        "target_cve": "CVE-2021-44906",
        "predicted_present": true
      }
    },
    {
      "case_id": "containers:npm:minimist:1.2.6:patched",
      "claim_type": "classification",
      "expected": {
        "vulnerable": false,
        "present": null
      },
      "expected_context": {
        "ecosystem": "npm",
        "package": "minimist",
        "version": "1.2.6",
        "variant": "patched",
        "cve": "CVE-2021-44906",
        "image_tag": "qshield-benchmark-containers/minimist:1.2.6-patched"
      },
      "expected_note": "Verified against OSV.dev: minimist==1.2.6 (npm) fixes CVE-2021-44906.",
      "actual_outcome": "TN",
      "actual_detail": {
        "ecosystem": "npm",
        "package": "minimist",
        "version": "1.2.6",
        "variant": "patched",
        "target_cve": "CVE-2021-44906",
        "predicted_present": false
      }
    },
    {
      "case_id": "containers:npm:node-forge:1.2.1:vulnerable",
      "claim_type": "classification",
      "expected": {
        "vulnerable": true,
        "present": null
      },
      "expected_context": {
        "ecosystem": "npm",
        "package": "node-forge",
        "version": "1.2.1",
        "variant": "vulnerable",
        "cve": "CVE-2022-24771",
        "image_tag": "qshield-benchmark-containers/node-forge:1.2.1-vulnerable"
      },
      "expected_note": "Verified against OSV.dev: node-forge==1.2.1 (npm) is affected by CVE-2022-24771.",
      "actual_outcome": "TP",
      "actual_detail": {
        "ecosystem": "npm",
        "package": "node-forge",
        "version": "1.2.1",
        "variant": "vulnerable",
        "target_cve": "CVE-2022-24771",
        "predicted_present": true
      }
    },
    {
      "case_id": "containers:npm:node-forge:1.3.0:patched",
      "claim_type": "classification",
      "expected": {
        "vulnerable": false,
        "present": null
      },
      "expected_context": {
        "ecosystem": "npm",
        "package": "node-forge",
        "version": "1.3.0",
        "variant": "patched",
        "cve": "CVE-2022-24771",
        "image_tag": "qshield-benchmark-containers/node-forge:1.3.0-patched"
      },
      "expected_note": "Verified against OSV.dev: node-forge==1.3.0 (npm) fixes CVE-2022-24771.",
      "actual_outcome": "TN",
      "actual_detail": {
        "ecosystem": "npm",
        "package": "node-forge",
        "version": "1.3.0",
        "variant": "patched",
        "target_cve": "CVE-2022-24771",
        "predicted_present": false
      }
    },
    {
      "case_id": "containers:npm:semver:5.7.1:vulnerable",
      "claim_type": "classification",
      "expected": {
        "vulnerable": true,
        "present": null
      },
      "expected_context": {
        "ecosystem": "npm",
        "package": "semver",
        "version": "5.7.1",
        "variant": "vulnerable",
        "cve": "CVE-2022-25883",
        "image_tag": "qshield-benchmark-containers/semver:5.7.1-vulnerable"
      },
      "expected_note": "Verified against OSV.dev: semver==5.7.1 (npm) is affected by CVE-2022-25883.",
      "actual_outcome": "TP",
      "actual_detail": {
        "ecosystem": "npm",
        "package": "semver",
        "version": "5.7.1",
        "variant": "vulnerable",
        "target_cve": "CVE-2022-25883",
        "predicted_present": true
      }
    },
    {
      "case_id": "containers:npm:semver:7.5.2:patched",
      "claim_type": "classification",
      "expected": {
        "vulnerable": false,
        "present": null
      },
      "expected_context": {
        "ecosystem": "npm",
        "package": "semver",
        "version": "7.5.2",
        "variant": "patched",
        "cve": "CVE-2022-25883",
        "image_tag": "qshield-benchmark-containers/semver:7.5.2-patched"
      },
      "expected_note": "Verified against OSV.dev: semver==7.5.2 (npm) fixes CVE-2022-25883.",
      "actual_outcome": "TN",
      "actual_detail": {
        "ecosystem": "npm",
        "package": "semver",
        "version": "7.5.2",
        "variant": "patched",
        "target_cve": "CVE-2022-25883",
        "predicted_present": false
      }
    },
    {
      "case_id": "containers:npm:axios:0.21.1:vulnerable",
      "claim_type": "classification",
      "expected": {
        "vulnerable": true,
        "present": null
      },
      "expected_context": {
        "ecosystem": "npm",
        "package": "axios",
        "version": "0.21.1",
        "variant": "vulnerable",
        "cve": "CVE-2021-3749",
        "image_tag": "qshield-benchmark-containers/axios:0.21.1-vulnerable"
      },
      "expected_note": "Verified against OSV.dev: axios==0.21.1 (npm) is affected by CVE-2021-3749.",
      "actual_outcome": "TP",
      "actual_detail": {
        "ecosystem": "npm",
        "package": "axios",
        "version": "0.21.1",
        "variant": "vulnerable",
        "target_cve": "CVE-2021-3749",
        "predicted_present": true
      }
    },
    {
      "case_id": "containers:npm:axios:0.21.2:patched",
      "claim_type": "classification",
      "expected": {
        "vulnerable": false,
        "present": null
      },
      "expected_context": {
        "ecosystem": "npm",
        "package": "axios",
        "version": "0.21.2",
        "variant": "patched",
        "cve": "CVE-2021-3749",
        "image_tag": "qshield-benchmark-containers/axios:0.21.2-patched"
      },
      "expected_note": "Verified against OSV.dev: axios==0.21.2 (npm) fixes CVE-2021-3749.",
      "actual_outcome": "TN",
      "actual_detail": {
        "ecosystem": "npm",
        "package": "axios",
        "version": "0.21.2",
        "variant": "patched",
        "target_cve": "CVE-2021-3749",
        "predicted_present": false
      }
    },
    {
      "case_id": "containers:npm:moment:2.29.1:vulnerable",
      "claim_type": "classification",
      "expected": {
        "vulnerable": true,
        "present": null
      },
      "expected_context": {
        "ecosystem": "npm",
        "package": "moment",
        "version": "2.29.1",
        "variant": "vulnerable",
        "cve": "CVE-2022-31129",
        "image_tag": "qshield-benchmark-containers/moment:2.29.1-vulnerable"
      },
      "expected_note": "Verified against OSV.dev: moment==2.29.1 (npm) is affected by CVE-2022-31129.",
      "actual_outcome": "TP",
      "actual_detail": {
        "ecosystem": "npm",
        "package": "moment",
        "version": "2.29.1",
        "variant": "vulnerable",
        "target_cve": "CVE-2022-31129",
        "predicted_present": true
      }
    },
    {
      "case_id": "containers:npm:moment:2.29.4:patched",
      "claim_type": "classification",
      "expected": {
        "vulnerable": false,
        "present": null
      },
      "expected_context": {
        "ecosystem": "npm",
        "package": "moment",
        "version": "2.29.4",
        "variant": "patched",
        "cve": "CVE-2022-31129",
        "image_tag": "qshield-benchmark-containers/moment:2.29.4-patched"
      },
      "expected_note": "Verified against OSV.dev: moment==2.29.4 (npm) fixes CVE-2022-31129.",
      "actual_outcome": "TN",
      "actual_detail": {
        "ecosystem": "npm",
        "package": "moment",
        "version": "2.29.4",
        "variant": "patched",
        "target_cve": "CVE-2022-31129",
        "predicted_present": false
      }
    },
    {
      "case_id": "containers:npm:ejs:3.1.6:vulnerable",
      "claim_type": "classification",
      "expected": {
        "vulnerable": true,
        "present": null
      },
      "expected_context": {
        "ecosystem": "npm",
        "package": "ejs",
        "version": "3.1.6",
        "variant": "vulnerable",
        "cve": "CVE-2022-29078",
        "image_tag": "qshield-benchmark-containers/ejs:3.1.6-vulnerable"
      },
      "expected_note": "Verified against OSV.dev: ejs==3.1.6 (npm) is affected by CVE-2022-29078.",
      "actual_outcome": "TP",
      "actual_detail": {
        "ecosystem": "npm",
        "package": "ejs",
        "version": "3.1.6",
        "variant": "vulnerable",
        "target_cve": "CVE-2022-29078",
        "predicted_present": true
      }
    },
    {
      "case_id": "containers:npm:ejs:3.1.7:patched",
      "claim_type": "classification",
      "expected": {
        "vulnerable": false,
        "present": null
      },
      "expected_context": {
        "ecosystem": "npm",
        "package": "ejs",
        "version": "3.1.7",
        "variant": "patched",
        "cve": "CVE-2022-29078",
        "image_tag": "qshield-benchmark-containers/ejs:3.1.7-patched"
      },
      "expected_note": "Verified against OSV.dev: ejs==3.1.7 (npm) fixes CVE-2022-29078.",
      "actual_outcome": "TN",
      "actual_detail": {
        "ecosystem": "npm",
        "package": "ejs",
        "version": "3.1.7",
        "variant": "patched",
        "target_cve": "CVE-2022-29078",
        "predicted_present": false
      }
    },
    {
      "case_id": "containers:npm:json5:1.0.1:vulnerable",
      "claim_type": "classification",
      "expected": {
        "vulnerable": true,
        "present": null
      },
      "expected_context": {
        "ecosystem": "npm",
        "package": "json5",
        "version": "1.0.1",
        "variant": "vulnerable",
        "cve": "CVE-2022-46175",
        "image_tag": "qshield-benchmark-containers/json5:1.0.1-vulnerable"
      },
      "expected_note": "Verified against OSV.dev: json5==1.0.1 (npm) is affected by CVE-2022-46175.",
      "actual_outcome": "TP",
      "actual_detail": {
        "ecosystem": "npm",
        "package": "json5",
        "version": "1.0.1",
        "variant": "vulnerable",
        "target_cve": "CVE-2022-46175",
        "predicted_present": true
      }
    },
    {
      "case_id": "containers:npm:json5:1.0.2:patched",
      "claim_type": "classification",
      "expected": {
        "vulnerable": false,
        "present": null
      },
      "expected_context": {
        "ecosystem": "npm",
        "package": "json5",
        "version": "1.0.2",
        "variant": "patched",
        "cve": "CVE-2022-46175",
        "image_tag": "qshield-benchmark-containers/json5:1.0.2-patched"
      },
      "expected_note": "Verified against OSV.dev: json5==1.0.2 (npm) fixes CVE-2022-46175.",
      "actual_outcome": "TN",
      "actual_detail": {
        "ecosystem": "npm",
        "package": "json5",
        "version": "1.0.2",
        "variant": "patched",
        "target_cve": "CVE-2022-46175",
        "predicted_present": false
      }
    }
  ]
}