{"apiVersion":"v1","taxonomyVersion":1,"generatedAt":"2026-10-29T14:20:31.344Z","data":{"id":"wsa_th7c4hqdgige","versionId":"ver_gKArbx2-aa7a","versionNumber":6,"title":"SageMaker AI endpoints","maker":"AWS","publisher":"AWS","summary":"SageMaker AI endpoints are AWS-managed inference endpoints for deploying generative AI models where AWS handles GPU provisioning, autoscaling, and operational monitoring. In 2026 AWS introduced multiple enhancements including automated inference recommendations, multi-instance capacity-aware pools, an OpenAI-compatible API surface, container caching to reduce cold-starts, token-level observability, inline async payloads, and prefix-aware routing for KV cache reuse.","utility":"You can deploy and serve large generative models with managed scaling, performance tuning, OpenAI-compatible APIs, and production telemetry for low-latency, high-throughput inference.","classifications":{"developmentType":"developer platform","capability":["text generation","analysis","retrieval","embeddings","agents","automation","evaluation","safety","fine-tuning","training"],"modality":["text","multimodal","code"],"access":["API","SDK","CLI","web"],"deployment":["hosted"],"pricing":["usage-based","enterprise","unknown"],"targetUser":["enterprise","developer","researcher"]},"attributes":{"availability":"Available across all AWS Regions","pricingModel":"Only pay for what you use","deployment":"Amazon ECR private repositories only","privacy":"Customize models with proprietary data","licence":null},"score":0.988,"confidence":"high","capped":false,"correctionState":"current","publicationState":"published","lowConfidence":false,"eligibleForDerivedResults":true,"publishedAt":"2026-09-18T20:52:14.000Z","collectedAt":"2026-09-23T17:30:17.208Z","lastVerifiedAt":"2026-10-27T01:40:35.745Z","versionEffectiveAt":"2026-10-28T00:19:24.125Z","taxonomyVersion":1,"rubricVersion":"evidence-rubric-1","jevVersion":"typesafe/jev-1.13-20260917","webUrl":"https://wowsuchai.withglint.app/records/wsa_th7c4hqdgige"},"nextCursor":null,"license":{"catalog":{"name":"CC BY 4.0","spdx":"CC-BY-4.0","url":"https://creativecommons.org/licenses/by/4.0/","attribution":"wowsuchai","attributionUrl":"https://wowsuchai.withglint.app","covers":["catalog metadata","classifications","generated summaries","feed event metadata"]},"excluded":{"covers":["source quotations","linked source content"],"terms":"Not licensed by wowsuchai. Source quotations and linked source content keep their original rights."}}}