Benson Wong
19fb5f35e9
Add setParamsByID filter that applies different request parameters based
on the requested model ID, enabling per-alias behaviour for a single
loaded model.
- add SetParamsByID field to Filters struct and SanitizedSetParamsByID
method
- substitute ${MODEL_ID} and other macros in setParamsByID keys and
values
- validate no unknown macros remain in keys or values after substitution
- apply setParamsByID in proxyInferenceHandler after setParams (can
override it)
- update config-schema.json with setParamsByID definition
- update UI to show aliases and make them selectable in the Playground
closes #534
45 lines
1.4 KiB
Svelte
45 lines
1.4 KiB
Svelte
<script lang="ts">
|
|
import { models } from "../../stores/api";
|
|
import { groupModels } from "../../lib/modelUtils";
|
|
|
|
interface Props {
|
|
value: string;
|
|
placeholder?: string;
|
|
disabled?: boolean;
|
|
}
|
|
|
|
let { value = $bindable(), placeholder = "Select a model...", disabled = false }: Props = $props();
|
|
|
|
let grouped = $derived(groupModels($models));
|
|
let hasModels = $derived(grouped.local.length > 0 || Object.keys(grouped.peersByProvider).length > 0);
|
|
</script>
|
|
|
|
{#if hasModels}
|
|
<select
|
|
class="min-w-0 flex-1 basis-48 px-3 py-2 rounded border border-gray-200 dark:border-white/10 bg-surface focus:outline-none focus:ring-2 focus:ring-primary"
|
|
bind:value
|
|
{disabled}
|
|
>
|
|
<option value="">{placeholder}</option>
|
|
{#if grouped.local.length > 0}
|
|
<optgroup label="Local">
|
|
{#each grouped.local as model (model.id)}
|
|
<option value={model.id}>{model.id}</option>
|
|
{#if model.aliases}
|
|
{#each model.aliases as alias (alias)}
|
|
<option value={alias}> ↳ {alias}</option>
|
|
{/each}
|
|
{/if}
|
|
{/each}
|
|
</optgroup>
|
|
{/if}
|
|
{#each Object.entries(grouped.peersByProvider).sort(([a], [b]) => a.localeCompare(b)) as [peerId, peerModels] (peerId)}
|
|
<optgroup label="Peer: {peerId}">
|
|
{#each peerModels as model (model.id)}
|
|
<option value={model.id}>{model.id}</option>
|
|
{/each}
|
|
</optgroup>
|
|
{/each}
|
|
</select>
|
|
{/if}
|