aiohappyeyeballs
    aiohttp
    aiosignal
    annotated-types
    antlr4-python3-runtime
    anyio
    arpeggio
    astor
    async-timeout
    attrs
    blake3
    blobfile
    cachetools
    caliper-reader
    cbor2
    certifi
    cffi
    charset-normalizer
    click
    cloudpickle
    cmake
    colorama
    compressed-tensors
    contourpy
    cuda-bindings
    cuda-pathfinder
    cuda-python
    cupy-cuda12x
    cycler
    datasets
    depyf
    dill
    diskcache
    distro
    dnspython
    dpcpp-cpp-rt
    einops
    email-validator
    fastapi
    fastapi-cli
    fastapi-cloud-cli
    fastrlock
    filelock
    fonttools
    frozendict
    frozenlist
    fsspec
    gguf
    h11
    hf-xet
    httpcore
    httptools
    httpx
    huggingface-hub
    idna
    impi-rt
    importlib-metadata
    importlib-resources
    intel-cmplr-lib-rt
    intel-cmplr-lib-ur
    intel-cmplr-lic-rt
    intel-opencl-rt
    intel-openmp
    intel-pti
    intel-sycl-rt
    interegular
    iopath
    jinja2
    jiter
    jsonschema
    jsonschema-specifications
    kiwisolver
    lark
    lightning-utilities
    lit
    llguidance
    llnl-hatchet
    llvmlite
    lm-format-enforcer
    lxml
    markdown-it-py
    markupsafe
    matplotlib
    mdurl
    mistral-common
    mkl
    mpmath
    msgpack
    msgspec
    multidict
    multiprocess
    mypy-extensions
    nestedtensor
    networkx
    ninja
    numba
    numpy
    nvidia-cudnn-cu11
    nvidia-cudnn-cu12
    nvidia-cudnn-cu13
    nvidia-cudnn-frontend
    nvidia-ml-py
    nvidia-nvshmem-cu12
    omegaconf
    oneccl
    oneccl-devel
    onemkl-sycl-blas
    onemkl-sycl-dft
    onemkl-sycl-lapack
    onemkl-sycl-rng
    onemkl-sycl-sparse
    openai
    openai-harmony
    opencv-python-headless
    outlines-core
    packaging
    pandas
    partial-json-parser
    pillow
    portalocker
    prometheus-client
    prometheus-fastapi-instrumentator
    protobuf
    psutil
    py-cpuinfo
    pyarrow
    pyarrow-hotfix
    pybase64
    pycountry
    pycparser
    pycryptodomex
    pydantic
    pydantic-core
    pydantic-extra-types
    pydot
    pygments
    pynvml
    pyparsing
    pyre-extensions
    python-dateutil
    python-dotenv
    python-json-logger
    python-multipart
    pytorch-triton
    pytorch-triton-rocm
    pytorch-triton-xpu
    pytz
    pyyaml
    pyzmq
    ray
    referencing
    regex
    requests
    rich
    rich-toolkit
    rignore
    rpds-py
    safetensors
    scipy
    sentencepiece
    sentry-sdk
    setproctitle
    setuptools
    setuptools-scm
    shellingham
    six
    sniffio
    soundfile
    starlette
    sympy
    tbb
    tcmlib
    textx
    tiktoken
    tokenizers
    torch
    torchao
    torcharrow
    torchaudio
    torchcsprng
    torchmetrics
    torchtune
    torchvision
    tqdm
    transformers
    triton
    typer
    typing-extensions
    typing-inspect
    typing-inspection
    tzdata
    umf
    urllib3
    uvicorn
    uvloop
    watchfiles
    websockets
    xgrammar
    xxhash
    yarl
    zipp