{"catalog":"https://launchinyourcloud.com/api/v1/catalog.json","catalogRevision":"170de95bb7d832897d269051ad4500713acf96a62f3d01bc1d4e649679a56fde","category":{"description":"Model-serving runtimes, inference gateways and provider routing.","id":"ai-inference-gateways","name":"AI inference \u0026 gateways"},"cloud":{"boundary":"Alibaba Cloud account and resource group","classificationReview":{"reviewed":"2026-11-20","source":"https://www.alibabacloud.com/help/en/resource-management/resource-group/user-guide/create-a-resource-group","summary":"Navigation group for the documented infrastructure offering; read each application path for its actual account boundary."},"defaultBoundary":"cloud-account","diligence":[{"reviewed":"2026-11-14","source":"https://www.alibabacloud.com/help/en/express-connect/product-overview/what-is-express-connect","summary":"Express Connect provides a dedicated on-premises-to-VPC connection. Confirm the access point, routing and application region separately from the deployment package.","topic":"Dedicated connectivity"}],"id":"alibaba","identity":"Resource Access Management (RAM)","install":"Resource Orchestration Service (ROS) templates or Terraform; review the required RAM permissions.","name":"Alibaba Cloud","network":"VPC","providerType":"cloud-infrastructure","reviewed":"2026-11-10","short":"Alibaba Cloud","source":"https://www.alibabacloud.com/help/en/ros/developer-reference/integration-overview"},"kind":"cloud-category","listings":[{"architecture":"Licensed NVIDIA AI containers and infrastructure software on customer GPU virtual machines, managed Kubernetes clusters or marketplace OpenShift","categories":["ai-tools","ai-inference-gateways"],"category":"AI tools \u0026 infrastructure","categoryFit":{"ai-inference-gateways":"Includes supported inference and model-serving components for deploying generative-AI and machine-learning workloads.","ai-tools":"Provides an enterprise-supported suite of AI frameworks, infrastructure software, operations components and development tools."},"cloudEvidence":[{"clouds":["aws","azure","gcp"],"notes":"NVIDIA documents standard instances, NVIDIA VM images, GPU-optimized VM images, managed Kubernetes and marketplace OpenShift paths across AWS, Azure and Google Cloud. License inclusion varies by image and offer; standard instances and managed Kubernetes generally require BYOL.","reviewed":"2026-11-16","sourceType":"vendor-documentation","title":"NVIDIA AI Enterprise on AWS, Azure and Google Cloud","url":"https://docs.nvidia.com/ai-enterprise/deployment/cloud/latest/overview.html","vendorSupport":"not-assessed"},{"clouds":["oci","alibaba"],"notes":"NVIDIA's current cloud matrix includes standard instances on Oracle Cloud Infrastructure and Alibaba Cloud, NVIDIA AI Enterprise VM images on OCI and GPU-optimized VM images on Alibaba Cloud. Customers must confirm the supported component set, certified instance and license path.","reviewed":"2026-11-16","sourceType":"vendor-documentation","title":"NVIDIA AI Enterprise on Oracle Cloud and Alibaba Cloud","url":"https://docs.nvidia.com/ai-enterprise/deployment/cloud/latest/overview.html","vendorSupport":"not-assessed"},{"applicableEdition":"NVIDIA AI Enterprise standard-instance BYOL","clouds":["tencent"],"notes":"NVIDIA documents installing its licensed stack on customer standard instances using a certified Ubuntu operating system, supported NVIDIA drivers, Docker and Container Toolkit, then pulling NGC containers. This is a BYOL installation rather than an included-license marketplace image. Select an instance from the supported-cloud-services matrix; the guide states one license per cloud instance, which must be reconciled with the general licensing guide and the customer agreement.","reviewed":"2026-11-16","sourceType":"vendor-documentation","title":"NVIDIA AI Enterprise on Tencent Cloud standard instances","url":"https://docs.nvidia.com/ai-enterprise/deployment/cloud/latest/tencent-standard-instance.html","vendorSupport":"not-assessed"},{"applicableEdition":"NVIDIA AI Enterprise standard-instance BYOL","clouds":["volcano"],"notes":"NVIDIA documents installing its licensed stack on customer standard instances using a certified Ubuntu operating system, supported NVIDIA drivers, Docker and Container Toolkit, then pulling NGC containers. This is a BYOL installation rather than an included-license marketplace image. Select an instance from the supported-cloud-services matrix; the guide states one license per cloud instance, which must be reconciled with the general licensing guide and the customer agreement.","reviewed":"2026-11-16","sourceType":"vendor-documentation","title":"NVIDIA AI Enterprise on ByteDance Volcano Engine standard instances","url":"https://docs.nvidia.com/ai-enterprise/deployment/cloud/latest/bytedance-volcano-engine-standard-instance.html","vendorSupport":"not-assessed"}],"cloudReviewed":"2026-11-16","clouds":["aws","azure","gcp","oci","alibaba","tencent","volcano"],"deploymentPaths":[{"boundary":"cloud-account","cloud":"aws","controlPlane":"not-assessed","evidence":[0],"operator":"customer"},{"boundary":"cloud-account","cloud":"azure","controlPlane":"not-assessed","evidence":[0],"operator":"customer"},{"boundary":"cloud-account","cloud":"gcp","controlPlane":"not-assessed","evidence":[0],"operator":"customer"},{"boundary":"cloud-account","cloud":"oci","controlPlane":"not-assessed","evidence":[1],"operator":"customer"},{"boundary":"cloud-account","cloud":"alibaba","controlPlane":"not-assessed","evidence":[1],"operator":"customer"},{"boundary":"cloud-account","cloud":"tencent","controlPlane":"not-assessed","evidence":[2],"operator":"customer"},{"boundary":"cloud-account","cloud":"volcano","controlPlane":"not-assessed","evidence":[3],"operator":"customer"}],"description":"Commercial enterprise AI software suite deployed on customer cloud GPU instances or managed Kubernetes clusters.","diligence":{"airGap":{"reviewed":"2026-11-16","scope":"NVIDIA License System DLS workflow; component licensing and application dependencies differ","source":"https://docs.nvidia.com/license-system/latest/nvidia-license-system-quick-start-guide/","status":"documented","summary":"NVIDIA documents registering a Delegated License Service appliance on an air-gapped network by manually transferring registration details through its Licensing Portal. This confirms an offline licensing workflow for applicable components, not disconnected compatibility of every AI Enterprise service or model.","supportingSources":[{"title":"When AI Enterprise requires the license system","url":"https://docs.nvidia.com/ai-enterprise/planning-resource/licensing-guide/latest/license-system.html"}]},"commitments":{"availability":"edition-dependent","reviewed":"2026-11-16","scope":"Vendor statement for AI Enterprise AWS Marketplace private offers only","source":"https://www.nvidia.com/en-us/data-center/lp/aws-marketplace-offer/","status":"documented","summary":"NVIDIA explicitly states that AI Enterprise AWS Marketplace private offers are eligible toward an AWS committed-spend agreement. Confirm the specific offer and buyer agreement; this statement does not establish Azure/GCP credit or eligibility for every image or BYOL purchase."},"compliance":{"reviewed":"2026-11-16","scope":"Selected software-artifact assurances versus a customer-deployment audit","source":"https://docs.nvidia.com/ai-enterprise/planning-resource/ai-enterprise-infrastructure-software/latest/enterprise-software-built-on-open-source.html","status":"inconclusive","summary":"Government Ready, STIG-hardening and FIPS-library statements describe selected NVIDIA software branches. The reviewed page does not establish a current independent attestation for the complete customer-account deployment, third-party integrations or every suite component."},"footprint":{"reviewed":"2026-11-20","scope":"Suite/component/model dependent; complete workload footprint unresolved","source":"https://docs.nvidia.com/ai-enterprise/latest/user-guide/index.html","status":"inconclusive","summary":"The suite includes multiple frameworks, drivers, operators and NIM services, each with its own support matrix. NIM directs buyers to model- and hardware-specific prerequisites. No suite-wide CPU/RAM/VRAM minimum is established; select components, model profiles, supported GPUs, concurrency and redundancy before sizing.","supportingSources":[{"title":"NIM component-specific prerequisite path","url":"https://docs.nvidia.com/nim/large-language-models/latest/get-started/index.html"}]},"iac":{"reviewed":"2026-11-16","scope":"Supported cloud matrix; component, operating system and instance compatibility must all match","source":"https://docs.nvidia.com/ai-enterprise/deployment/cloud/latest/overview.html","status":"documented","summary":"NVIDIA provides provider-specific image, standard-instance and Kubernetes procedures rather than one universal template. Tencent and Volcano standard-instance guides require a supported instance, certified Ubuntu, NVIDIA driver, Docker, Container Toolkit and NGC tooling, with BYOL.","supportingSources":[{"title":"Tencent standard instance","url":"https://docs.nvidia.com/ai-enterprise/deployment/cloud/latest/tencent-standard-instance.html"},{"title":"Volcano Engine standard instance","url":"https://docs.nvidia.com/ai-enterprise/deployment/cloud/latest/bytedance-volcano-engine-standard-instance.html"}]},"licensePricing":{"reviewed":"2026-11-20","scope":"Self-managed NVIDIA Partner Network list price; CSP marketplace terms differ","source":"https://docs.nvidia.com/ai-enterprise/planning-resource/licensing-guide/latest/pricing.html","status":"documented","summary":"The current licensing guide lists a one-year self-managed subscription at USD 4,500 per GPU including standard support. Multi-year, perpetual, educational and partner terms differ. Cloud-marketplace and bundled-hardware entitlements have separate rules; this software list price excludes GPU infrastructure and is not a workload quote. For Tencent/Volcano BYOL paths, the previously noted per-instance versus per-GPU unit still needs contract confirmation.","supportingSources":[{"title":"Cloud BYOL unit requires separate confirmation","url":"https://docs.nvidia.com/ai-enterprise/deployment/cloud/latest/tencent-standard-instance.html"},{"title":"Volcano Engine BYOL path","url":"https://docs.nvidia.com/ai-enterprise/deployment/cloud/latest/bytedance-volcano-engine-standard-instance.html"}]},"marketplace":{"availability":"edition-dependent","reviewed":"2026-11-16","scope":"Offer-specific licensing; no cloud-commitment eligibility established","source":"https://docs.nvidia.com/ai-enterprise/deployment/cloud/latest/overview.html","status":"documented","summary":"The deployment matrix distinguishes license-included AI Enterprise VM images/private offers from BYOL paths. A generic GPU-optimized image or Kubernetes installation does not include AI Enterprise licensing merely because it comes from a cloud provider."},"release":{"reviewed":"2026-11-18","scope":"AI Enterprise component and branch lifecycle; no single suite version covers every deployment","source":"https://docs.nvidia.com/ai-enterprise/lifecycle/latest/index.html","status":"documented","summary":"NVIDIA's November 2026 lifecycle material lists active 9.0/R620, 8.3/R595, and 7.9 LTSB/R580 branches with distinct support windows. NeMo Microservices support ended October 1, 2026, after 25.12 was designated the final GA release."},"securityControls":{"reviewed":"2026-11-16","scope":"AI Enterprise infrastructure software and application Production Branch; not an independent customer-environment attestation","source":"https://docs.nvidia.com/ai-enterprise/planning-resource/ai-enterprise-infrastructure-software/latest/enterprise-software-built-on-open-source.html","status":"documented","summary":"NVIDIA describes Government Ready infrastructure software and Production Branch application software using STIG-hardened containers, FIPS-compliant libraries and monthly security/maintenance patches. The statement is branch-specific; it does not certify every suite component, cloud image or customer deployment."},"sso":{"reviewed":"2026-11-20","scope":"Suite-wide runtime SSO cannot be established from distribution/account access","source":"https://docs.nvidia.com/ai-enterprise/latest/user-guide/index.html","status":"inconclusive","summary":"AI Enterprise is a suite with independently versioned application and infrastructure components. NGC/catalog account authentication does not establish SAML/OIDC for every deployed microservice or workload. Select the actual NIM/framework/management components and confirm their runtime identity integrations and entitlements."}},"id":"nvidia-ai-enterprise","infrastructure":["servers"],"infrastructureNotes":"NVIDIA AI Enterprise runs licensed AI containers and infrastructure components on persistent customer GPU or CPU instances and Kubernetes worker nodes.","infrastructureReviewed":"2026-11-16","infrastructureSources":["https://docs.nvidia.com/ai-enterprise/deployment/cloud/latest/overview.html","https://docs.nvidia.com/ai-enterprise/deployment/cloud/latest/index.html","https://docs.nvidia.com/ai-enterprise/deployment/cloud/latest/tencent-standard-instance.html","https://docs.nvidia.com/ai-enterprise/deployment/cloud/latest/bytedance-volcano-engine-standard-instance.html"],"install":"NVIDIA AI Enterprise or GPU-optimized cloud VM images, standard instances with BYOL, or managed Kubernetes on supported cloud providers","installMethods":["vm-image","helm","kubernetes"],"kind":"product","license":"Commercial NVIDIA AI Enterprise subscription, consumption or perpetual license; most customer-cloud paths require BYOL.","licenseModel":"commercial-only","licenseModelNotes":"NVIDIA AI Enterprise requires a commercial subscription, consumption or perpetual entitlement. Cloud instances are usually BYOL unless the selected on-demand VMI or private offer explicitly includes licensing. The Tencent and Volcano standard-instance guides state one license per cloud instance, while the general licensing guide describes per-GPU BYOL. Confirm the applicable unit for the selected instance, GPU count and agreement before purchase.","licenseModelSources":["https://docs.nvidia.com/ai-enterprise/planning-resource/licensing-guide/latest/licensing.html","https://docs.nvidia.com/ai-enterprise/deployment/cloud/latest/tencent-standard-instance.html","https://docs.nvidia.com/ai-enterprise/deployment/cloud/latest/bytedance-volcano-engine-standard-instance.html"],"licenseReviewed":"2026-11-16","model":"Fully in your account","modelLabel":"Customer-operated","name":"NVIDIA AI Enterprise","notes":"This entry covers customer-operated NVIDIA AI Enterprise software, not a managed AI service. A license is required and is not included with most standard, GPU-optimized VMI or managed-Kubernetes deployments; on-demand NVIDIA AI Enterprise VMIs and private offers use separate included-license processes. Not every component is available on every cloud or deployment model. GPU deployments are generally licensed per GPU, while CPU-only instances require an instance license. Tencent Cloud and ByteDance Volcano Engine have documented standard-instance BYOL paths. These guides require certified software and supported instance types; they do not establish that every GPU, component or provider image is eligible. Their per-instance wording differs from the general per-GPU licensing guidance, so confirm the applicable licensing unit. The November lifecycle matrix lists active 9.0/R620, 8.3/R595, and 7.9 LTSB/R580 branches with different end dates. NeMo Microservices support ended October 1, 2026, after 25.12 became the final GA release; select and patch each component branch independently.","operations":"Customer manages cloud GPU instances or Kubernetes, drivers, GPU Operator and container runtime, networking, storage, identities, NGC access, model services, monitoring, upgrades and license activation.","publisher":false,"reviewed":"2026-11-18","sources":[{"title":"NVIDIA AI Enterprise cloud deployment guide","url":"https://docs.nvidia.com/ai-enterprise/deployment/cloud/latest/index.html"},{"title":"NVIDIA AI Enterprise cloud deployment overview","url":"https://docs.nvidia.com/ai-enterprise/deployment/cloud/latest/overview.html"},{"title":"NVIDIA AI Enterprise on AWS","url":"https://docs.nvidia.com/ai-enterprise/deployment/cloud/latest/aws-overview.html"},{"title":"NVIDIA AI Enterprise on Azure","url":"https://docs.nvidia.com/ai-enterprise/deployment/cloud/latest/azure-overview.html"},{"title":"NVIDIA AI Enterprise on Google Cloud","url":"https://docs.nvidia.com/ai-enterprise/deployment/cloud/latest/google-overview.html"},{"title":"NVIDIA AI Enterprise licensing","url":"https://docs.nvidia.com/ai-enterprise/planning-resource/licensing-guide/latest/licensing.html"},{"title":"NVIDIA AI Enterprise on Tencent Cloud standard instances","url":"https://docs.nvidia.com/ai-enterprise/deployment/cloud/latest/tencent-standard-instance.html"},{"title":"NVIDIA AI Enterprise on ByteDance Volcano Engine standard instances","url":"https://docs.nvidia.com/ai-enterprise/deployment/cloud/latest/bytedance-volcano-engine-standard-instance.html"},{"title":"NVIDIA AI Enterprise documentation","url":"https://docs.nvidia.com/ai-enterprise/"},{"title":"NVIDIA AI Enterprise lifecycle","url":"https://docs.nvidia.com/ai-enterprise/lifecycle/latest/index.html"}],"url":"https://launchinyourcloud.com/directory/nvidia-ai-enterprise/","website":"https://www.nvidia.com/en-us/data-center/products/ai-enterprise/"}],"schemaVersion":1,"url":"https://launchinyourcloud.com/clouds/alibaba/ai-inference-gateways/"}