feat(api): add NanoGPT provider support (#1239)

* feat: add NanoGPT provider backend

* feat: add NanoGPT provider settings

* fix: harden NanoGPT provider boundaries

* no-mistakes(review): Handle NanoGPT null metadata and reasoning capabilities

* no-mistakes(review): Fix NanoGPT cache-capable request routing

* fix(api): harden NanoGPT metadata handling

* chore: retrigger checks

---------

Co-authored-by: @taltas <6816042+taltas@users.noreply.github.com>

Author: taltas

apps/cli/src/lib/utils/__tests__/context-window.test.ts

@@ -14,6 +14,7 @@ describe("getContextWindow", () => {
 		[providerIdentifiers.vercelAiGateway, "vercelAiGatewayModelId"],
 		[providerIdentifiers.opencodeGo, "opencodeGoModelId"],
 		[providerIdentifiers.kenari, "kenariModelId"],
+		[providerIdentifiers.nanogpt, "nanoGptModelId"],
 		[providerIdentifiers.zooGateway, "zooGatewayModelId"],
 	] as const)("uses the provider-specific model field for %s", (provider, modelField) => {
 		const config = { apiProvider: provider, [modelField]: "selected-model" } as ProviderSettings

apps/cli/src/lib/utils/context-window.ts

@@ -56,6 +56,8 @@ function getModelIdForProvider(config: ProviderSettings): string | undefined {
 			return config.opencodeGoModelId
 		case providerIdentifiers.kenari:
 			return config.kenariModelId
+		case providerIdentifiers.nanogpt:
+			return config.nanoGptModelId
 		case providerIdentifiers.zooGateway:
 			return config.zooGatewayModelId
 		case providerIdentifiers.anthropic:

packages/types/src/__tests__/nanogpt.test.ts

@@ -0,0 +1,67 @@
+import {
+	applyNanoGptRoutingPreference,
+	dynamicProviders,
+	getModelId,
+	getProviderDefaultModelId,
+	isSecretStateKey,
+	nanoGptDefaultModelId,
+	nanoGptDefaultRoutingPreference,
+	providerIdentifiers,
+	providerSettingsSchema,
+} from "../index.js"
+
+describe("NanoGPT shared contract", () => {
+	it("registers the stable dynamic-provider identity and default model", () => {
+		expect(providerIdentifiers.nanogpt).toBe("nanogpt")
+		expect(dynamicProviders).toContain("nanogpt")
+		expect(getProviderDefaultModelId("nanogpt")).toBe(nanoGptDefaultModelId)
+	})
+
+	it("classifies the API key as secret and resolves missing routing to auto", () => {
+		expect(isSecretStateKey("nanoGptApiKey")).toBe(true)
+		const settings = providerSettingsSchema.parse({ apiProvider: "nanogpt", nanoGptModelId: "model" })
+		expect(settings.nanoGptRoutingPreference ?? nanoGptDefaultRoutingPreference).toBe("auto")
+		expect(getModelId(settings)).toBe("model")
+	})
+})
+
+describe("applyNanoGptRoutingPreference", () => {
+	it.each([
+		["auto", "model"],
+		["fast", "model:fast"],
+		["cheap", "model:cheap"],
+		["latency", "model:latency"],
+		["throughput", "model:throughput"],
+		["tools", "model:tools"],
+		["caching", "model"],
+	] as const)("maps %s routing", (preference, expected) => {
+		expect(applyNanoGptRoutingPreference("model", preference)).toBe(expected)
+	})
+
+	it.each([
+		"speed",
+		"fast",
+		"throughput",
+		"latency",
+		"price",
+		"cheap",
+		"floor",
+		"tools",
+		"caching",
+		"cache",
+		"cached",
+	])("replaces the recognized %s routing alias", (alias) => {
+		expect(applyNanoGptRoutingPreference(`model:thinking:${alias}`, "cheap")).toBe("model:thinking:cheap")
+		expect(applyNanoGptRoutingPreference(`model:thinking:${alias}`, "auto")).toBe("model:thinking")
+	})
+
+	it("preserves legitimate identity suffixes", () => {
+		expect(applyNanoGptRoutingPreference("model:thinking", "fast")).toBe("model:thinking:fast")
+		expect(applyNanoGptRoutingPreference("model:thinking", "auto")).toBe("model:thinking")
+	})
+
+	it("normalizes multiple trailing routing suffixes to exactly one active preference", () => {
+		expect(applyNanoGptRoutingPreference("model:thinking:fast:cheap", "latency")).toBe("model:thinking:latency")
+		expect(applyNanoGptRoutingPreference("model:thinking:FAST:CACHED", "auto")).toBe("model:thinking")
+	})
+})

packages/types/src/__tests__/provider-identifiers.test.ts

@@ -32,6 +32,7 @@ const expectedProviderIdentifiers = [
 	"deepseek",
 	"opencode-go",
 	"kenari",
+	"nanogpt",
 	"ollama",
 	"lmstudio",
 	"vscode-lm",
@@ -106,6 +107,7 @@ describe("provider identifiers", () => {
 			providerIdentifiers.moonshot,
 			providerIdentifiers.opencodeGo,
 			providerIdentifiers.kenari,
+			providerIdentifiers.nanogpt,
 			providerIdentifiers.kimiCode,
 		])
 		expect(localProviders).toEqual([providerIdentifiers.ollama, providerIdentifiers.lmstudio])

packages/types/src/__tests__/provider-model-id.test.ts

@@ -13,6 +13,7 @@ const expectedModelIdKeys = [
 	"vercelAiGatewayModelId",
 	"opencodeGoModelId",
 	"kenariModelId",
+	"nanoGptModelId",
 	"zooGatewayModelId",
 ] as const
 

packages/types/src/global-settings.ts

@@ -324,6 +324,7 @@ export const SECRET_STATE_KEYS = [
 	"vercelAiGatewayApiKey",
 	"opencodeGoApiKey",
 	"kenariApiKey",
+	"nanoGptApiKey",
 	"basetenApiKey",
 ] as const
 

packages/types/src/provider-identifiers.ts

@@ -14,6 +14,7 @@ export const providerIdentifiers = {
 	deepseek: "deepseek",
 	opencodeGo: "opencode-go",
 	kenari: "kenari",
+	nanogpt: "nanogpt",
 	ollama: "ollama",
 	lmstudio: "lmstudio",
 	vscodeLm: "vscode-lm",

packages/types/src/provider-settings.ts

@@ -6,6 +6,10 @@ export {
 	OPEN_AI_CODEX_SERVICE_TIER_KEY,
 	kimiCodeAuthMethodSchema,
 	type KimiCodeAuthMethod,
+	nanoGptDefaultRoutingPreference,
+	nanoGptRoutingPreferences,
+	nanoGptRoutingPreferenceSchema,
+	type NanoGptRoutingPreference,
 	zaiApiLineSchema,
 	type ZaiApiLine,
 } from "./provider-settings/index.js"
@@ -67,6 +71,7 @@ export const dynamicProviders = [
 	providerIdentifiers.moonshot,
 	providerIdentifiers.opencodeGo,
 	providerIdentifiers.kenari,
+	providerIdentifiers.nanogpt,
 	providerIdentifiers.kimiCode,
 ] as const
 
@@ -280,6 +285,7 @@ export const modelIdKeys = [
 	"vercelAiGatewayModelId",
 	"opencodeGoModelId",
 	"kenariModelId",
+	"nanoGptModelId",
 	"zooGatewayModelId",
 ] as const satisfies readonly ModelIdKey[]
 
@@ -508,6 +514,7 @@ export const MODELS_BY_PROVIDER: Record<
 	},
 	[providerIdentifiers.opencodeGo]: { id: providerIdentifiers.opencodeGo, label: "Opencode Go", models: [] },
 	[providerIdentifiers.kenari]: { id: providerIdentifiers.kenari, label: "Kenari", models: [] },
+	[providerIdentifiers.nanogpt]: { id: providerIdentifiers.nanogpt, label: "NanoGPT", models: [] },
 	[providerIdentifiers.zooGateway]: { id: providerIdentifiers.zooGateway, label: "Zoo Gateway", models: [] },
 
 	// Local providers; models discovered from localhost endpoints.

packages/types/src/provider-settings/index.ts

@@ -30,6 +30,7 @@ import { qwenCodeProviderDefinition } from "./qwen-code.js"
 import { vercelAiGatewayProviderDefinition } from "./vercel-ai-gateway.js"
 import { opencodeGoProviderDefinition } from "./opencode-go.js"
 import { kenariProviderDefinition } from "./kenari.js"
+import { nanoGptProviderDefinition } from "./nanogpt.js"
 import { zooGatewayProviderDefinition } from "./zoo-gateway.js"
 import { basetenProviderDefinition } from "./baseten.js"
 
@@ -38,6 +39,12 @@ import type { ProviderDefinition } from "./common.js"
 export { OPEN_AI_CODEX_SERVICE_TIER_KEY } from "./openai-codex.js"
 export { kimiCodeAuthMethodSchema, type KimiCodeAuthMethod } from "./kimi-code.js"
 export { zaiApiLineSchema, type ZaiApiLine } from "./zai.js"
+export {
+	nanoGptDefaultRoutingPreference,
+	nanoGptRoutingPreferences,
+	nanoGptRoutingPreferenceSchema,
+	type NanoGptRoutingPreference,
+} from "./nanogpt.js"
 export type { ProviderDefinition } from "./common.js"
 
 export const providerDefinitionList = [
@@ -73,6 +80,7 @@ export const providerDefinitionList = [
 	vercelAiGatewayProviderDefinition,
 	opencodeGoProviderDefinition,
 	kenariProviderDefinition,
+	nanoGptProviderDefinition,
 	zooGatewayProviderDefinition,
 	basetenProviderDefinition,
 ] as const satisfies readonly ProviderDefinition[]

packages/types/src/provider-settings/nanogpt.ts

@@ -0,0 +1,24 @@
+import { z } from "zod"
+
+import { providerIdentifiers } from "../provider-identifiers.js"
+import { baseProviderSettingsShape, createModelIdAccessor, createProviderDefinition } from "./common.js"
+
+const NANOGPT_MODEL_ID_FIELD = "nanoGptModelId"
+
+export const nanoGptRoutingPreferences = ["auto", "fast", "cheap", "latency", "throughput", "tools", "caching"] as const
+
+export const nanoGptRoutingPreferenceSchema = z.enum(nanoGptRoutingPreferences)
+export type NanoGptRoutingPreference = z.infer<typeof nanoGptRoutingPreferenceSchema>
+export const nanoGptDefaultRoutingPreference: NanoGptRoutingPreference = "auto"
+
+export const nanoGptProviderDefinition = createProviderDefinition({
+	apiProvider: providerIdentifiers.nanogpt,
+	modelIdKey: NANOGPT_MODEL_ID_FIELD,
+	getModelId: createModelIdAccessor(NANOGPT_MODEL_ID_FIELD),
+	schema: {
+		...baseProviderSettingsShape,
+		nanoGptApiKey: z.string().optional(),
+		[NANOGPT_MODEL_ID_FIELD]: z.string().optional(),
+		nanoGptRoutingPreference: nanoGptRoutingPreferenceSchema.optional(),
+	},
+})