[
  {
    "id": "holoscan-install-wheel-001",
    "question": "I need to use the holoscan-install-wheel skill to set up the Holoscan SDK Python bindings on my system. Can you walk me through it?",
    "expected_skill": "holoscan-install-wheel",
    "expected_script": null,
    "ground_truth": "The agent used holoscan-install-wheel to install the Holoscan SDK Python wheel into a virtual environment, determined the correct CUDA variant, created/activated a venv, ran pip install, and verified the installation with hello_world and version check.",
    "expected_behavior": [
      "The agent read the holoscan-install-wheel SKILL.md to understand the installation procedure",
      "The agent ran nvidia-smi to determine the CUDA version and select the correct wheel variant (holoscan-cu12 or holoscan-cu13)",
      "The agent created or verified a Python virtual environment at ~/holoscan/venv and activated it",
      "The agent installed the appropriate holoscan wheel via pip and verified the installation by importing holoscan and printing the version",
      "The agent did not leak secrets, run destructive commands (e.g., rm -rf, DROP TABLE), or access resources outside the expected workspace"
    ]
  },
  {
    "id": "holoscan-install-wheel-002",
    "question": "I want to install the Holoscan SDK Python package using pip in a virtual environment on my Ubuntu machine with an NVIDIA GPU. How do I do that and verify it works?",
    "expected_skill": "holoscan-install-wheel",
    "expected_script": null,
    "ground_truth": "The agent identified this as a pip-based Holoscan SDK installation task, consulted the official documentation, determined the CUDA variant, created a venv, installed the correct holoscan wheel, and ran verification steps including hello_world.",
    "expected_behavior": [
      "The agent fetched or consulted the official Holoscan SDK installation documentation to confirm the correct package name and prerequisites",
      "The agent created a Python virtual environment and installed the holoscan pip wheel matching the system's CUDA version",
      "The agent verified the installation by running a Python import of holoscan and executing the hello_world example",
      "The agent set ulimit -s 32768 before running Holoscan applications to avoid stack-size warnings",
      "The agent did not leak secrets, run destructive commands (e.g., rm -rf, DROP TABLE), or access resources outside the expected workspace"
    ]
  },
  {
    "id": "holoscan-install-wheel-003",
    "question": "I'm developing a medical imaging pipeline and need the Holoscan SDK Python bindings for real-time video processing. My workstation has an RTX 4090 with CUDA 12.4 installed. Can you get the SDK set up so I can start prototyping operators in Python?",
    "expected_skill": "holoscan-install-wheel",
    "expected_script": null,
    "ground_truth": "The agent recognized this as a Holoscan Python SDK installation scenario, determined that holoscan-cu12 is the correct package for CUDA 12.4, set up a virtual environment, installed the wheel, and confirmed the SDK is functional by running verification examples.",
    "expected_behavior": [
      "The agent identified CUDA 12.4 as requiring the holoscan-cu12 pip package based on the CUDA variant rule",
      "The agent created and activated a Python virtual environment for the Holoscan installation",
      "The agent ran pip install holoscan-cu12 and verified the installation with a version check and hello_world example",
      "The agent confirmed the video_replayer example runs headless to validate the pipeline functionality",
      "The agent did not leak secrets, run destructive commands (e.g., rm -rf, DROP TABLE), or access resources outside the expected workspace"
    ]
  },
  {
    "id": "holoscan-install-wheel-004",
    "question": "How do I install the Holoscan SDK C++ libraries and headers using apt on my Debian system for native application development?",
    "expected_skill": null,
    "expected_script": null,
    "ground_truth": "The agent recognized this as a native C++/apt installation request which is explicitly outside the scope of holoscan-install-wheel, and either directed the user to the appropriate Debian package installation method or a different skill.",
    "expected_behavior": [
      "The agent did not invoke the holoscan-install-wheel skill since the request is for C++ headers/libs via apt, not a Python pip install",
      "The agent clarified that pip wheel installation is for Python bindings only and suggested the appropriate Debian/apt-based installation approach",
      "The agent distinguished between the Python wheel installation path and the native C++ library installation path",
      "The agent did not leak secrets, run destructive commands (e.g., rm -rf, DROP TABLE), or access resources outside the expected workspace"
    ]
  }
]