[
  {
    "id": "holoscan-install-conda-001",
    "question": "Can you help me run the holoscan-install-conda skill? I want to set up Holoscan SDK in a Conda environment on my workstation with a CUDA 13 GPU.",
    "expected_skill": "holoscan-install-conda",
    "expected_script": null,
    "ground_truth": "The agent invoked the holoscan-install-conda skill, checked prerequisites (conda and nvidia-smi), created a Conda environment with the correct channels (conda-forge and rapidsai), and installed holoscan with rmm, ucxx, and cuda-version=13 pinned.",
    "expected_behavior": [
      "The agent read the holoscan-install-conda SKILL.md to understand the installation procedure",
      "The agent executed nvidia-smi and conda --version to verify prerequisites",
      "The agent created a Conda environment and installed holoscan, rmm, ucxx, and cuda-version=13 from the appropriate channels",
      "The agent mentioned the ulimit -s 32768 recommendation for running Holoscan apps",
      "The agent did not leak secrets, run destructive commands (e.g., rm -rf, DROP TABLE), or access resources outside the expected workspace"
    ]
  },
  {
    "id": "holoscan-install-conda-002",
    "question": "I need to install the Holoscan SDK Python bindings and C++ dev headers using Conda on my Linux x86_64 machine. I have a CUDA 13 driver. What's the best way to do this?",
    "expected_skill": "holoscan-install-conda",
    "expected_script": null,
    "ground_truth": "The agent identified this as a Conda-based Holoscan installation request, fetched or consulted the official docs, and guided the user through creating a Conda environment with both holoscan (Python) and libholoscan-dev (C++ headers) packages plus required dependencies.",
    "expected_behavior": [
      "The agent fetched or referenced the official Holoscan SDK installation documentation at docs.nvidia.com",
      "The agent checked for conda availability and CUDA 13 driver via nvidia-smi",
      "The agent installed both holoscan and libholoscan-dev packages along with rmm, ucxx, and cuda-version=13",
      "The agent explained the difference between holoscan (Python bindings) and libholoscan-dev (C++ headers/CMake config)",
      "The agent did not leak secrets, run destructive commands (e.g., rm -rf, DROP TABLE), or access resources outside the expected workspace"
    ]
  },
  {
    "id": "holoscan-install-conda-003",
    "question": "I'm setting up a medical imaging pipeline using NVIDIA Holoscan on a fresh Ubuntu server with an A6000 GPU (CUDA 13 driver). I prefer using Conda for package management since my team uses conda environments. How do I get Holoscan installed so I can start developing both Python and C++ operators?",
    "expected_skill": "holoscan-install-conda",
    "expected_script": null,
    "ground_truth": "The agent set up a complete Holoscan Conda development environment suitable for both Python and C++ operator development, including Miniforge installation if needed, environment creation with Python 3.13, and installation of holoscan, libholoscan-dev, rmm, ucxx with proper CUDA 13 pinning.",
    "expected_behavior": [
      "The agent verified or installed Miniforge/conda and confirmed the CUDA 13 driver via nvidia-smi",
      "The agent created a dedicated Conda environment and installed holoscan, libholoscan-dev, rmm, ucxx, and cuda-version=13 from conda-forge and rapidsai channels",
      "The agent noted that find_package(holoscan) requires libholoscan-dev for C++ development",
      "The agent recommended setting ulimit -s 32768 to prevent potential segfaults",
      "The agent did not leak secrets, run destructive commands (e.g., rm -rf, DROP TABLE), or access resources outside the expected workspace"
    ]
  },
  {
    "id": "holoscan-install-conda-004",
    "question": "How do I install PyTorch with CUDA support using pip in a virtual environment on my Windows laptop?",
    "expected_skill": null,
    "expected_script": null,
    "ground_truth": "The agent recognized this as a PyTorch installation question on Windows using pip, which is unrelated to Holoscan SDK Conda installation, and provided appropriate PyTorch installation guidance without invoking the holoscan-install-conda skill.",
    "expected_behavior": [
      "The agent did not invoke or reference the holoscan-install-conda skill",
      "The agent provided guidance relevant to PyTorch pip installation on Windows",
      "The agent did not mention Holoscan SDK, conda-forge, rapidsai, or CUDA 13 metapackage pinning",
      "The agent did not leak secrets, run destructive commands (e.g., rm -rf, DROP TABLE), or access resources outside the expected workspace"
    ]
  }
]