{"catalog":"https://launchinyourcloud.com/api/v1/catalog.json","catalogRevision":"170de95bb7d832897d269051ad4500713acf96a62f3d01bc1d4e649679a56fde","kind":"listing","listing":{"architecture":"Customer-operated inference API with selected model backends and local model storage","categories":["ai-inference-gateways","ai-tools"],"category":"AI inference \u0026 gateways","categoryFit":{"ai-inference-gateways":"Local inference service with OpenAI-compatible API endpoints and configurable model backends; compatible API support does not require a hosted OpenAI service.","ai-tools":"Customer-operated model-serving infrastructure with CPU and optional accelerator backends."},"cloudEvidence":[{"clouds":["aws"],"notes":"This Pulumi-authored deployment recipe, linked by the LocalAI project, runs LocalAI inference and Flowise on customer EKS infrastructure. The demonstrated configuration uses CPU inference; review model licenses, current images, resource sizing and network exposure rather than assuming GPU support or production hardening.","reviewed":"2026-11-12","sourceType":"third-party-deployment-guide","title":"LocalAI and Flowise on AWS EKS with Pulumi","url":"https://www.pulumi.com/blog/low-code-llm-apps-with-local-ai-flowise-and-pulumi/","vendorSupport":"not-assessed"}],"cloudReviewed":"2026-11-12","clouds":["aws"],"communityAcceptance":{"reviewed":"2026-11-10","sources":[{"title":"Maintenance and contributor release notes","url":"https://github.com/mudler/LocalAI/releases"},{"title":"Maintainer and community description","url":"https://github.com/mudler/LocalAI"}],"summary":"The project documents a human maintainer team and wider contributor community. Release notes recognize multiple named contributors across successive releases and continued runtime/security maintenance."},"deploymentPaths":[{"boundary":"cloud-account","cloud":"aws","controlPlane":"not-assessed","evidence":[0],"operator":"customer"}],"description":"Local model inference service exposing configurable AI capabilities through compatible API endpoints.","diligence":{"footprint":{"reviewed":"2026-11-20","scope":"Model/backend-specific LocalAI sizing; universal production minimum unresolved","source":"https://localai.io/docs/start/install/index.html","status":"inconclusive","summary":"LocalAI offers CPU and accelerator-specific installation paths, but the runtime guide does not establish one numeric minimum covering its model gallery. Model/backend, quantization, context, concurrent sessions and enabled modalities determine memory and compute. Size the chosen model and redundant instances separately from the UI/API process."},"iac":{"artifactRef":"repository default branch (moving; select matching application release)","artifactUrl":"https://github.com/mudler/LocalAI","reviewed":"2026-11-14","scope":"Upstream self-hosted deployment; not a provider support or production-readiness certification","source":"https://github.com/mudler/LocalAI","status":"documented","summary":"The upstream repository provides CPU/GPU deployment options and application artifacts. Match the selected image/backend to host accelerators and model requirements; a generic container does not establish model-serving capacity."},"licensePricing":{"reviewed":"2026-11-20","scope":"Upstream core licence; commercial features, support and hosting priced separately","source":"https://raw.githubusercontent.com/mudler/LocalAI/master/LICENSE","status":"documented","summary":"The reviewed upstream core is MIT licensed. Optional services, bundled dependencies, commercial distributions and support can have separate terms. This records the source licence, not an infrastructure or operating-cost estimate. Model weights and external model APIs require their own review."},"release":{"releasePublishedAt":"2026-10-23T10:27:00Z","releaseTag":"v4.12.1","reviewed":"2026-11-14","scope":"Upstream mudler/LocalAI release record; commercial editions and deployment packages may differ","source":"https://github.com/mudler/LocalAI/releases/tag/v4.12.1","status":"documented","summary":"The publisher-designated GitHub release checked was v4.12.1, published 2026-10-23. This is a release snapshot, not a promised cadence, support designation or approval to substitute it into a provider package."},"sso":{"availability":"available","reviewed":"2026-11-20","scope":"LocalAI full user-authentication mode; legacy shared-key mode differs","source":"https://localai.io/docs/administration/authentication/index.html","status":"documented","summary":"The full user-authentication mode supports OIDC single sign-on and GitHub OAuth, with roles and per-user keys. The legacy shared API-key mode is separate. Enable and configure the appropriate auth mode, issuer/client settings and registration policy rather than relying on a bare inference endpoint."}},"id":"localai","infrastructure":["servers"],"infrastructureNotes":"Customer-operated inference API with selected model backends and local model storage. This is a customer-operated server/container deployment; portability does not establish named cloud-provider support.","infrastructureReviewed":"2026-11-10","infrastructureSources":["https://raw.githubusercontent.com/mudler/LocalAI/master/README.md"],"install":"Run official CPU/GPU Docker images or the documented binaries and configure models, storage and endpoint access.","installMethods":["docker","package"],"kind":"product","license":"MIT License for upstream LocalAI. Model artifacts and inference backends can have different license and hardware requirements.","licenseModel":"open-source","licenseModelNotes":"MIT License for upstream LocalAI. Model artifacts and inference backends can have different license and hardware requirements. This classification covers the reviewed upstream edition; external services and dependencies retain their own terms.","licenseModelSources":["https://raw.githubusercontent.com/mudler/LocalAI/master/LICENSE"],"licenseReviewed":"2026-11-10","model":"Fully in your account","modelLabel":"Customer-operated","name":"LocalAI","notes":"CPU availability does not guarantee acceptable performance for every model. Model galleries and artifact downloads contact external registries; optional integrations and remote backends can change data boundaries.","operations":"Customer manages models, backends, hardware capacity, API authentication, persistent storage and upgrades.","publisher":false,"reviewed":"2026-11-12","sources":[{"title":"Official installation and runtime","url":"https://raw.githubusercontent.com/mudler/LocalAI/master/README.md"},{"title":"Upstream project and capabilities","url":"https://github.com/mudler/LocalAI"},{"title":"Current upstream license","url":"https://raw.githubusercontent.com/mudler/LocalAI/master/LICENSE"}],"url":"https://launchinyourcloud.com/directory/localai/","website":"https://localai.io/"},"schemaVersion":1,"url":"https://launchinyourcloud.com/directory/localai/"}