Add model filter feature for providers

Features:
- Add model_filter field to Provider schema for substring filtering
- Filter models by name during sync (case-insensitive substring match)
- Example: ":free" filters OpenRouter to only sync free models

Database:
- Add model_filter column to providers table with migration
- Update expected_columns list for validation

Backend:
- Implement filtering in provider_sync.py after fetch
- Log original count, filtered count, and filter pattern
- Filter applied before model processing

API:
- Add model_filter parameter to create_provider and update_provider
- Update provider endpoints to handle model_filter
- Add model_filter to admin provider creation/update

UI:
- Add Model Filter input field to Add Provider form
- Add Model Filter input field to Edit Provider form
- Display filter in provider list (Admin page)
- Load filter value when editing provider
- Placeholder text explains usage (e.g., ":free")

Use Case:
- Filter OpenRouter models with ":free" to only sync free models
- Reduce LiteLLM model count and improve performance
- Only sync relevant models from large provider catalogs

🤖 Generated with [Claude Code](https://claude.com/claude-code)

Co-Authored-By: Claude Sonnet 4.5 <[email protected]>

Author: successbyfailure

backend/provider_sync.py

@@ -40,6 +40,21 @@ async def sync_provider(session, config, provider, push_to_litellm: bool = True)
 
         logger.info("Found %d models from %s", len(source_models.models), provider.name)
 
+        # Apply model filter if configured
+        if provider.model_filter:
+            original_count = len(source_models.models)
+            filtered_models = [
+                m for m in source_models.models
+                if provider.model_filter.lower() in m.id.lower()
+            ]
+            source_models.models = filtered_models
+            logger.info(
+                "Applied filter '%s': %d models matched (filtered out %d)",
+                provider.model_filter,
+                len(filtered_models),
+                original_count - len(filtered_models)
+            )
+
         # Track active model IDs
         active_model_ids = set()
 

frontend/api.py

@@ -397,6 +397,7 @@ async def create_provider_legacy(
         api_key: str | None = Form(None),
         prefix: str | None = Form(None),
         default_ollama_mode: str | None = Form(None),
+        model_filter: str | None = Form(None),
         session: AsyncSession = Depends(get_session)
     ):
         """Legacy endpoint for creating providers - redirects to API."""
@@ -408,7 +409,8 @@ async def create_provider_legacy(
             type_=type,
             api_key=api_key,
             prefix=prefix,
-            default_ollama_mode=default_ollama_mode
+            default_ollama_mode=default_ollama_mode,
+            model_filter=model_filter
         )
         from fastapi.responses import RedirectResponse
         return RedirectResponse(url="/admin", status_code=303)

frontend/routes/providers.py

@@ -317,6 +317,7 @@ async def update_provider_endpoint(
     api_key: str | None = Form(None),
     prefix: str | None = Form(None),
     default_ollama_mode: str | None = Form(None),
+    model_filter: str | None = Form(None),
     tags: str | None = Form(None),
     access_groups: str | None = Form(None),
     sync_enabled: bool | None = Form(None),
@@ -340,6 +341,7 @@ async def update_provider_endpoint(
         api_key=_normalize_optional_str(api_key),
         prefix=_normalize_optional_str(prefix),
         default_ollama_mode=_normalize_optional_str(default_ollama_mode),
+        model_filter=_normalize_optional_str(model_filter),
         tags=_parse_csv_list(tags),
         access_groups=_parse_csv_list(access_groups),
         sync_enabled=_parse_bool(sync_enabled),

frontend/templates/admin.html

@@ -157,6 +157,7 @@ <h2>Providers</h2>
           <strong>${p.name}</strong> — ${p.type} (${p.base_url})
           ${!p.sync_enabled ? '<span style="color: orange; font-weight: bold;"> [SYNC DISABLED]</span>' : ''}
           ${p.prefix ? `<br><span class="muted">Prefix: ${p.prefix}</span>` : ''}
+          ${p.model_filter ? `<br><span class="muted">Filter: ${p.model_filter}</span>` : ''}
           ${p.default_ollama_mode ? `<br><span class="muted">Ollama Mode: ${p.default_ollama_mode}</span>` : ''}
           ${p.tags && p.tags.length ? `<br><span class="muted">Tags: ${p.tags.join(', ')}</span>` : ''}
           ${p.access_groups && p.access_groups.length ? `<br><span class="muted">Access Groups: ${p.access_groups.join(', ')}</span>` : ''}
@@ -266,6 +267,7 @@ <h2>Providers</h2>
     document.getElementById('edit-provider-type').value = provider.type;
     document.getElementById('edit-api-key').value = provider.api_key || '';
     document.getElementById('edit-prefix').value = provider.prefix || '';
+    document.getElementById('edit-model-filter').value = provider.model_filter || '';
     document.getElementById('edit-default-ollama-mode').value = provider.default_ollama_mode || '';
     document.getElementById('edit-tags').value = (provider.tags || []).join(', ');
     document.getElementById('edit-access-groups').value = (provider.access_groups || []).join(', ');
@@ -340,6 +342,7 @@ <h3>Add Provider</h3>
         </label>
         <label>API Key <input type="text" name="api_key" /></label>
         <label>Prefix <input type="text" name="prefix" placeholder="e.g., mks-ollama" /></label>
+        <label>Model Filter <input type="text" name="model_filter" placeholder="e.g., :free (only sync models containing this text)" /></label>
         <label>Tags <input type="text" name="tags" placeholder="Comma separated (e.g., team-a, prod)" /></label>
         <label>Access Groups <input type="text" name="access_groups" placeholder="Comma separated (e.g., compat, tts)" /></label>
         <label>
@@ -409,6 +412,7 @@ <h3>Edit Provider</h3>
         </label>
         <label>API Key <input type="text" id="edit-api-key" name="api_key" /></label>
         <label>Prefix <input type="text" id="edit-prefix" name="prefix" placeholder="e.g., mks-ollama" /></label>
+        <label>Model Filter <input type="text" id="edit-model-filter" name="model_filter" placeholder="e.g., :free (only sync models containing this text)" /></label>
         <label>Tags <input type="text" id="edit-tags" name="tags" placeholder="Comma separated" /></label>
         <label>Access Groups <input type="text" id="edit-access-groups" name="access_groups" placeholder="Comma separated (e.g., compat, tts)" /></label>
         <label>

shared/crud.py

@@ -96,6 +96,7 @@ async def create_provider(
     pricing_profile: str | None = None,
     pricing_override: dict | None = None,
     auto_detect_fim: bool = True,
+    model_filter: str | None = None,
 ) -> Provider:
     """Create a new provider."""
     if type_ == "ollama" and default_ollama_mode is None:
@@ -110,6 +111,7 @@ async def create_provider(
         sync_enabled=sync_enabled,
         pricing_profile=pricing_profile,
         auto_detect_fim=auto_detect_fim,
+        model_filter=model_filter,
     )
     provider.tags_list = normalize_tags(tags)
     provider.access_groups_list = normalize_tags(access_groups)
@@ -142,6 +144,7 @@ async def update_provider(
     api_key: str | None = None,
     prefix: str | None = None,
     default_ollama_mode: str | None = None,
+    model_filter: str | None = None,
     tags: list[str] | None = None,
     access_groups: list[str] | None = None,
     sync_enabled: bool | None = None,
@@ -164,6 +167,8 @@ async def update_provider(
         provider.default_ollama_mode = default_ollama_mode
     elif provider.type == "ollama" and provider.default_ollama_mode is None:
         provider.default_ollama_mode = "ollama_chat"
+    if model_filter is not None:
+        provider.model_filter = model_filter
     if tags is not None:
         provider.tags_list = normalize_tags(tags)
     if access_groups is not None:

shared/database.py

@@ -101,6 +101,14 @@ async def ensure_minimum_schema(engine: AsyncEngine) -> None:
             # Column already exists - this is expected and OK
             logger.info(f"auto_detect_fim column already exists (expected): {str(e)[:100]}")
 
+        # Add model_filter column to providers table
+        try:
+            await conn.exec_driver_sql("ALTER TABLE providers ADD COLUMN model_filter VARCHAR")
+            logger.info("Added model_filter column to providers table")
+        except Exception as e:
+            # Column already exists - this is expected and OK
+            logger.info(f"model_filter column already exists (expected): {str(e)[:100]}")
+
         # Models.system_tags / user_tags / access_groups / sync_enabled / mapped_provider_id / mapped_model_id
         result = await conn.exec_driver_sql("PRAGMA table_info(models)")
         model_columns = {row[1] for row in result}
@@ -172,6 +180,8 @@ async def ensure_minimum_schema(engine: AsyncEngine) -> None:
                 "pricing_profile",
                 "pricing_override",
                 "sync_enabled",
+                "auto_detect_fim",
+                "model_filter",
                 "created_at",
                 "updated_at",
             ]

shared/db_models.py

@@ -31,6 +31,7 @@ class Provider(Base):
     pricing_override: Mapped[str | None] = mapped_column(Text, nullable=True)  # JSON object
     sync_enabled: Mapped[bool] = mapped_column(Boolean, default=True, nullable=False)
     auto_detect_fim: Mapped[bool] = mapped_column(Boolean, default=True, nullable=False)
+    model_filter: Mapped[str | None] = mapped_column(String, nullable=True)  # Regex or substring filter for model names
     created_at: Mapped[datetime] = mapped_column(
         DateTime, default=lambda: datetime.now(UTC), nullable=False
     )