feat: add STT support, Gemini TTS, and expand usage tracking
- Speech-to-Text: full pipeline with sttCore handler, /v1/audio/transcriptions endpoint, sttConfig for OpenAI, Gemini, Groq, Deepgram, AssemblyAI, HuggingFace, NVIDIA Parakeet; new 9router-stt skill - Gemini TTS: add gemini provider with 30 prebuilt voices and TTS_PROVIDER_CONFIG - Usage: implement GLM (intl/cn) and MiniMax (intl/cn) quota fetchers; refactor Gemini CLI usage to use retrieveUserQuota with per-model buckets - Disabled models: lowdb-backed disabledModelsDb + /api/models/disabled route - Header search: reusable Zustand store (headerSearchStore) wired into Header - CLI tools: add Claude Cowork tool card and cowork-settings API - Providers: introduce mediaPriority sorting in getProvidersByKind, add Kimi K2.6, reorder hermes, drop qwen STT kind - UI: expand media-providers/[kind]/[id] page (+314), enhance OAuthModal, ModelSelectModal, ProviderTopology, ProxyPools, ProviderLimits - Assets: refresh provider PNGs (alicode, byteplus, cloudflare-ai, nvidia, ollama, vertex, volcengine-ark) and add aws-polly, fal-ai, jina-ai, recraft, runwayml, stability-ai, topaz, black-forest-labs
This commit is contained in:
parent
bfb7d42164
commit
d4bc42e1f5
67 changed files with 2930 additions and 234 deletions
|
|
@ -7,6 +7,7 @@ import PropTypes from "prop-types";
|
|||
import ProviderIcon from "@/shared/components/ProviderIcon";
|
||||
import HeaderMenu from "@/shared/components/HeaderMenu";
|
||||
import ThemeToggle from "@/shared/components/ThemeToggle";
|
||||
import { useHeaderSearchStore } from "@/store/headerSearchStore";
|
||||
import { OAUTH_PROVIDERS, APIKEY_PROVIDERS } from "@/shared/constants/config";
|
||||
import { MEDIA_PROVIDER_KINDS, AI_PROVIDERS } from "@/shared/constants/providers";
|
||||
import { translate } from "@/i18n/runtime";
|
||||
|
|
@ -265,6 +266,7 @@ export default function Header({ onMenuClick, showMenuButton = true }) {
|
|||
|
||||
{/* Right actions */}
|
||||
<div className="flex items-center gap-1 shrink-0">
|
||||
<HeaderSearch />
|
||||
<ThemeToggle />
|
||||
<HeaderMenu onLogout={handleLogout} />
|
||||
</div>
|
||||
|
|
@ -272,6 +274,40 @@ export default function Header({ onMenuClick, showMenuButton = true }) {
|
|||
);
|
||||
}
|
||||
|
||||
function HeaderSearch() {
|
||||
const visible = useHeaderSearchStore((s) => s.visible);
|
||||
const query = useHeaderSearchStore((s) => s.query);
|
||||
const placeholder = useHeaderSearchStore((s) => s.placeholder);
|
||||
const setQuery = useHeaderSearchStore((s) => s.setQuery);
|
||||
|
||||
if (!visible) return null;
|
||||
|
||||
return (
|
||||
<div className="relative w-[160px] sm:w-[220px]">
|
||||
<span className="material-symbols-outlined absolute left-2 top-1/2 -translate-y-1/2 text-text-muted text-[16px] pointer-events-none">
|
||||
search
|
||||
</span>
|
||||
<input
|
||||
type="text"
|
||||
value={query}
|
||||
onChange={(e) => setQuery(e.target.value)}
|
||||
placeholder={placeholder}
|
||||
className="w-full h-8 pl-7 pr-7 rounded-lg border border-border bg-surface/60 text-sm focus:outline-none focus:border-primary/50 transition-colors"
|
||||
/>
|
||||
{query && (
|
||||
<button
|
||||
type="button"
|
||||
onClick={() => setQuery("")}
|
||||
className="absolute right-1 top-1/2 -translate-y-1/2 text-text-muted hover:text-text-main p-0.5 rounded"
|
||||
aria-label="Clear search"
|
||||
>
|
||||
<span className="material-symbols-outlined text-[16px]">close</span>
|
||||
</button>
|
||||
)}
|
||||
</div>
|
||||
);
|
||||
}
|
||||
|
||||
Header.propTypes = {
|
||||
onMenuClick: PropTypes.func,
|
||||
showMenuButton: PropTypes.bool,
|
||||
|
|
|
|||
|
|
@ -40,6 +40,7 @@ export default function ModelSelectModal({
|
|||
const [combos, setCombos] = useState([]);
|
||||
const [providerNodes, setProviderNodes] = useState([]);
|
||||
const [customModels, setCustomModels] = useState([]);
|
||||
const [disabledModels, setDisabledModels] = useState({});
|
||||
|
||||
const fetchCombos = async () => {
|
||||
try {
|
||||
|
|
@ -89,6 +90,22 @@ export default function ModelSelectModal({
|
|||
if (isOpen) fetchCustomModels();
|
||||
}, [isOpen]);
|
||||
|
||||
const fetchDisabledModels = async () => {
|
||||
try {
|
||||
const res = await fetch("/api/models/disabled");
|
||||
if (!res.ok) throw new Error(`Failed to fetch disabled models: ${res.status}`);
|
||||
const data = await res.json();
|
||||
setDisabledModels(data.disabled || {});
|
||||
} catch (error) {
|
||||
console.error("Error fetching disabled models:", error);
|
||||
setDisabledModels({});
|
||||
}
|
||||
};
|
||||
|
||||
useEffect(() => {
|
||||
if (isOpen) fetchDisabledModels();
|
||||
}, [isOpen]);
|
||||
|
||||
const allProviders = useMemo(() => ({ ...OAUTH_PROVIDERS, ...FREE_PROVIDERS, ...FREE_TIER_PROVIDERS, ...APIKEY_PROVIDERS }), []);
|
||||
|
||||
// Group models by provider with priority order
|
||||
|
|
@ -104,7 +121,9 @@ export default function ModelSelectModal({
|
|||
|
||||
// Filter a models[] array by kindFilter (keep only matching m.type)
|
||||
const filterByKind = (models) => {
|
||||
if (!kindFilter || !TYPED_KINDS.has(kindFilter)) return models;
|
||||
// No kindFilter → LLM context: keep only LLM models (no type or type === "llm")
|
||||
if (!kindFilter) return models.filter((m) => m.isPlaceholder || !m.type || m.type === "llm");
|
||||
if (!TYPED_KINDS.has(kindFilter)) return models;
|
||||
return models.filter((m) => m.isPlaceholder || m.type === kindFilter);
|
||||
};
|
||||
|
||||
|
|
@ -239,11 +258,18 @@ export default function ModelSelectModal({
|
|||
.filter((m) => m.providerAlias === alias && !hardcodedIds.has(m.id) && !customAliasIds.has(m.id))
|
||||
.map((m) => ({ id: m.id, name: m.name || m.id, value: `${alias}/${m.id}`, isCustom: true }));
|
||||
|
||||
let allModels = filterByKind([
|
||||
const merged = [
|
||||
...hardcodedModels.map((m) => ({ id: m.id, name: m.name, value: `${alias}/${m.id}`, type: m.type })),
|
||||
...customAliasModels,
|
||||
...customRegisteredModels,
|
||||
]);
|
||||
];
|
||||
// Dedupe by value (alias may equal hardcoded id, causing React key collision)
|
||||
const seen = new Set();
|
||||
let allModels = filterByKind(merged.filter((m) => {
|
||||
if (seen.has(m.value)) return false;
|
||||
seen.add(m.value);
|
||||
return true;
|
||||
}));
|
||||
|
||||
// Provider-as-model fallback: providers that support the kind but have no hardcoded models
|
||||
// can still be picked (value = providerAlias). Skips embedding (always needs model).
|
||||
|
|
@ -265,8 +291,20 @@ export default function ModelSelectModal({
|
|||
}
|
||||
});
|
||||
|
||||
// Filter out disabled models per provider (disabled keyed by storage alias OR providerId)
|
||||
Object.entries(groups).forEach(([providerId, group]) => {
|
||||
const aliasKey = getProviderAlias(providerId);
|
||||
const disabledIds = new Set([
|
||||
...(disabledModels[aliasKey] || []),
|
||||
...(disabledModels[providerId] || []),
|
||||
]);
|
||||
if (disabledIds.size === 0) return;
|
||||
group.models = group.models.filter((m) => !disabledIds.has(m.id));
|
||||
if (group.models.length === 0) delete groups[providerId];
|
||||
});
|
||||
|
||||
return groups;
|
||||
}, [filteredActiveProviders, modelAliases, allProviders, providerNodes, customModels, kindFilter]);
|
||||
}, [filteredActiveProviders, modelAliases, allProviders, providerNodes, customModels, disabledModels, kindFilter, activeProviders]);
|
||||
|
||||
// Filter combos by search query (and hide combos when kindFilter is set — combos are LLM-only by design)
|
||||
const filteredCombos = useMemo(() => {
|
||||
|
|
|
|||
|
|
@ -173,24 +173,13 @@ export default function OAuthModal({ isOpen, provider, providerInfo, onSuccess,
|
|||
// Authorization code flow - build redirect URI (some providers require fixed ports)
|
||||
const appPort = window.location.port || (window.location.protocol === "https:" ? "443" : "80");
|
||||
let redirectUri;
|
||||
let codexProxyActive = false;
|
||||
|
||||
if (provider === "codex") {
|
||||
// Try to start proxy on fixed port 1455 → redirect callback to app port
|
||||
try {
|
||||
const proxyRes = await fetch(`/api/oauth/codex/start-proxy?app_port=${appPort}`);
|
||||
const proxyData = await proxyRes.json();
|
||||
codexProxyActive = proxyData.success;
|
||||
} catch {
|
||||
codexProxyActive = false;
|
||||
}
|
||||
// Always use fixed port 1455 as redirect_uri (Codex requirement)
|
||||
redirectUri = "http://localhost:1455/auth/callback";
|
||||
} else {
|
||||
redirectUri = `http://localhost:${appPort}/callback`;
|
||||
}
|
||||
|
||||
// Build authorize URL, optionally passing provider-specific metadata (e.g. gitlab clientId)
|
||||
// Build authorize URL first to get codeVerifier/state for codex server-side mode
|
||||
const authorizeUrl = new URL(`/api/oauth/${provider}/authorize`, window.location.origin);
|
||||
authorizeUrl.searchParams.set("redirect_uri", redirectUri);
|
||||
if (oauthMeta) {
|
||||
|
|
@ -200,10 +189,29 @@ export default function OAuthModal({ isOpen, provider, providerInfo, onSuccess,
|
|||
const data = await res.json();
|
||||
if (!res.ok) throw new Error(data.error);
|
||||
|
||||
setAuthData({ ...data, redirectUri });
|
||||
// Codex: start proxy with server-side session (auto-exchange) + fallback to channels
|
||||
let codexProxyActive = false;
|
||||
let codexServerSide = false;
|
||||
if (provider === "codex") {
|
||||
try {
|
||||
const proxyUrl = new URL(`/api/oauth/codex/start-proxy`, window.location.origin);
|
||||
proxyUrl.searchParams.set("app_port", appPort);
|
||||
proxyUrl.searchParams.set("state", data.state);
|
||||
proxyUrl.searchParams.set("code_verifier", data.codeVerifier);
|
||||
proxyUrl.searchParams.set("redirect_uri", redirectUri);
|
||||
const proxyRes = await fetch(proxyUrl.toString());
|
||||
const proxyData = await proxyRes.json();
|
||||
codexProxyActive = proxyData.success;
|
||||
codexServerSide = !!proxyData.serverSide;
|
||||
} catch {
|
||||
codexProxyActive = false;
|
||||
}
|
||||
}
|
||||
|
||||
setAuthData({ ...data, redirectUri, codexServerSide });
|
||||
|
||||
if (provider === "codex" && codexProxyActive) {
|
||||
// Proxy active: callback will redirect to app port automatically
|
||||
// Proxy active: callback will be handled server-side (auto-exchange) or via channels (fallback)
|
||||
setStep("waiting");
|
||||
popupRef.current = window.open(data.authUrl, "oauth_popup", "width=600,height=700");
|
||||
if (!popupRef.current) {
|
||||
|
|
@ -247,6 +255,49 @@ export default function OAuthModal({ isOpen, provider, providerInfo, onSuccess,
|
|||
}
|
||||
}, [isOpen, provider, startOAuthFlow]);
|
||||
|
||||
// Codex server-side mode: poll status (proxy auto-exchanges + saves DB)
|
||||
useEffect(() => {
|
||||
if (!authData?.codexServerSide || !authData?.state) return;
|
||||
if (callbackProcessedRef.current) return;
|
||||
let cancelled = false;
|
||||
const POLL_INTERVAL_MS = 1500;
|
||||
const MAX_ATTEMPTS = 200; // ~5 minutes
|
||||
let attempts = 0;
|
||||
|
||||
const tick = async () => {
|
||||
if (cancelled || callbackProcessedRef.current) return;
|
||||
attempts += 1;
|
||||
try {
|
||||
const res = await fetch(`/api/oauth/codex/poll-status?state=${encodeURIComponent(authData.state)}`);
|
||||
const data = await res.json();
|
||||
if (cancelled || callbackProcessedRef.current) return;
|
||||
if (data.status === "done") {
|
||||
callbackProcessedRef.current = true;
|
||||
setStep("success");
|
||||
onSuccess?.();
|
||||
return;
|
||||
}
|
||||
if (data.status === "error") {
|
||||
callbackProcessedRef.current = true;
|
||||
setError(data.error || "Authentication failed");
|
||||
setStep("error");
|
||||
return;
|
||||
}
|
||||
} catch {
|
||||
// Network error, keep polling
|
||||
}
|
||||
if (attempts >= MAX_ATTEMPTS) {
|
||||
callbackProcessedRef.current = true;
|
||||
setError("Authentication timeout");
|
||||
setStep("error");
|
||||
return;
|
||||
}
|
||||
setTimeout(tick, POLL_INTERVAL_MS);
|
||||
};
|
||||
setTimeout(tick, POLL_INTERVAL_MS);
|
||||
return () => { cancelled = true; };
|
||||
}, [authData, onSuccess]);
|
||||
|
||||
// Listen for OAuth callback via multiple methods
|
||||
useEffect(() => {
|
||||
if (!authData) return;
|
||||
|
|
|
|||
|
|
@ -12,7 +12,7 @@ import Button from "./Button";
|
|||
import { ConfirmModal } from "./Modal";
|
||||
|
||||
// const VISIBLE_MEDIA_KINDS = ["embedding", "image", "imageToText", "tts", "stt", "webSearch", "webFetch", "video", "music"];
|
||||
const VISIBLE_MEDIA_KINDS = ["embedding", "image", "tts"];
|
||||
const VISIBLE_MEDIA_KINDS = ["embedding", "image", "tts", "stt"];
|
||||
// Combined entry: webSearch + webFetch share one page at /dashboard/media-providers/web
|
||||
const COMBINED_WEB_ITEM = { id: "web", label: "Web Fetch & Search", icon: "travel_explore", href: "/dashboard/media-providers/web" };
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue