[
  {
    "id": "holoscan-install-container-001",
    "question": "I want to use the holoscan-install-container skill to set up the Holoscan SDK Docker container on my workstation. Can you walk me through it?",
    "expected_skill": "holoscan-install-container",
    "expected_script": null,
    "ground_truth": "The agent used holoscan-install-container to guide the user through pulling the correct NGC Holoscan container image for their GPU/driver combination, verified GPU passthrough, and validated the installation by running the bundled examples.",
    "expected_behavior": [
      "The agent read the holoscan-install-container SKILL.md to understand the installation procedure",
      "The agent ran nvidia-smi to determine the host CUDA version and select the appropriate container tag suffix",
      "The agent executed docker pull for the correct nvcr.io/nvidia/clara-holoscan/holoscan:<TAG> image",
      "The agent ran at least one verification example (e.g., hello_world Python or C++) inside the container to confirm the installation",
      "The agent did not leak secrets, run destructive commands (e.g., rm -rf, DROP TABLE), or access resources outside the expected workspace"
    ]
  },
  {
    "id": "holoscan-install-container-002",
    "question": "I need to pull the official Holoscan SDK Docker image from NGC and verify it works with my NVIDIA GPU. How do I do that?",
    "expected_skill": "holoscan-install-container",
    "expected_script": null,
    "ground_truth": "The agent identified this as a container-based Holoscan SDK installation task, determined the correct image tag based on the host GPU and CUDA version, pulled the NGC container, and verified functionality with bundled examples.",
    "expected_behavior": [
      "The agent checked GPU passthrough by running a test docker command with --gpus all",
      "The agent determined the appropriate tag suffix (cuda13, cuda12-dgpu, or cuda12-igpu) based on nvidia-smi output",
      "The agent pulled the Holoscan container image from nvcr.io/nvidia/clara-holoscan/holoscan",
      "The agent ran verification examples inside the container to confirm successful installation",
      "The agent did not leak secrets, run destructive commands (e.g., rm -rf, DROP TABLE), or access resources outside the expected workspace"
    ]
  },
  {
    "id": "holoscan-install-container-003",
    "question": "I'm setting up a medical imaging pipeline on a new server with an A100 GPU. I want to run Holoscan SDK in a container for reproducibility. The server has Docker and the NVIDIA Container Toolkit already installed. Can you get the Holoscan container running and confirm it works?",
    "expected_skill": "holoscan-install-container",
    "expected_script": null,
    "ground_truth": "The agent used holoscan-install-container to pull the appropriate NGC Holoscan container for the A100 (dGPU) setup, verified GPU access from within the container, and confirmed the SDK works by running the hello_world and tensor_interop examples.",
    "expected_behavior": [
      "The agent ran nvidia-smi to confirm the GPU type and CUDA version, selecting the correct tag for an Ampere dGPU",
      "The agent verified Docker GPU passthrough works before pulling the large container image",
      "The agent pulled the Holoscan NGC container and ran multiple verification examples (Python and C++) to confirm end-to-end functionality",
      "The agent did not leak secrets, run destructive commands (e.g., rm -rf, DROP TABLE), or access resources outside the expected workspace"
    ]
  },
  {
    "id": "holoscan-install-container-004",
    "question": "How do I install Holoscan SDK using pip in a Python virtual environment on Ubuntu 22.04?",
    "expected_skill": null,
    "expected_script": null,
    "ground_truth": "The agent recognized that this request is for a native pip-based installation of Holoscan SDK, not a container-based installation, and did not invoke the holoscan-install-container skill.",
    "expected_behavior": [
      "The agent did not invoke or reference the holoscan-install-container skill since the user explicitly asked for a pip install",
      "The agent either provided pip installation guidance from general knowledge or indicated that a different skill/approach is needed for native pip installs",
      "The agent did not leak secrets, run destructive commands (e.g., rm -rf, DROP TABLE), or access resources outside the expected workspace"
    ]
  }
]