+
+
+ {{ t('admin.riskControl.modelFilter') }}
+ {{ modelFilterSummary }}
+
+
+
+ {{ model }}
+
+
+ +{{ hiddenModelFilterModelCount }}
+
+
+
@@ -887,11 +953,14 @@ import Icon from '@/components/icons/Icon.vue'
import Select from '@/components/common/Select.vue'
import Toggle from '@/components/common/Toggle.vue'
import Pagination from '@/components/common/Pagination.vue'
+import ModelWhitelistSelector from '@/components/account/ModelWhitelistSelector.vue'
import { adminAPI } from '@/api/admin'
import type {
ContentModerationAPIKeyStatus,
ContentModerationConfig,
ContentModerationLog,
+ ContentModerationModelFilter,
+ ContentModerationModelFilterType,
ContentModerationRuntimeStatus,
ContentModerationTestAuditResult,
KeywordBlockingMode,
@@ -987,6 +1056,8 @@ const configForm = reactive({
pre_hash_check_enabled: false,
blocked_keywords_text: '',
keyword_blocking_mode: 'keyword_and_api' as KeywordBlockingMode,
+ model_filter_type: 'all' as ContentModerationModelFilterType,
+ model_filter_models: [] as string[],
})
const pagination = reactive({
@@ -1038,6 +1109,24 @@ const keywordBlockingModeOptions = computed
>(() => [
+ {
+ value: 'all',
+ label: t('admin.riskControl.modelFilterAll'),
+ description: t('admin.riskControl.modelFilterAllDesc'),
+ },
+ {
+ value: 'include',
+ label: t('admin.riskControl.modelFilterInclude'),
+ description: t('admin.riskControl.modelFilterIncludeDesc'),
+ },
+ {
+ value: 'exclude',
+ label: t('admin.riskControl.modelFilterExclude'),
+ description: t('admin.riskControl.modelFilterExcludeDesc'),
+ },
+])
+
type KeywordNoticeView = {
title: string
description: string
@@ -1120,6 +1209,22 @@ const groupFilterOptions = computed(() => [
const selectedGroupCount = computed(() => String(configForm.group_ids.length))
+const modelFilterModelCount = computed(() => configForm.model_filter_models.length)
+
+const modelFilterSummary = computed(() => {
+ if (configForm.model_filter_type === 'include') {
+ return t('admin.riskControl.modelFilterIncludeSummary', { count: modelFilterModelCount.value })
+ }
+ if (configForm.model_filter_type === 'exclude') {
+ return t('admin.riskControl.modelFilterExcludeSummary', { count: modelFilterModelCount.value })
+ }
+ return t('admin.riskControl.modelFilterAllSummary')
+})
+
+const modelFilterPreviewModels = computed(() => configForm.model_filter_models.slice(0, 6))
+
+const hiddenModelFilterModelCount = computed(() => Math.max(0, configForm.model_filter_models.length - modelFilterPreviewModels.value.length))
+
const filteredGroups = computed(() => {
const keyword = groupSearch.value.trim().toLowerCase()
if (!keyword) return groups.value
@@ -1238,7 +1343,7 @@ const overviewItems = computed(() => [
key: 'scope',
label: t('admin.riskControl.overview.groupScope'),
value: configForm.all_groups ? t('admin.riskControl.allGroups') : selectedGroupCount.value,
- meta: configForm.all_groups ? t('admin.riskControl.allGroupsHint') : t('admin.riskControl.selectedGroupsHint'),
+ meta: modelFilterSummary.value,
icon: 'users',
iconClass: 'bg-violet-50 text-violet-600 dark:bg-violet-900/20 dark:text-violet-300',
},
@@ -1342,6 +1447,9 @@ function applyConfig(config: ContentModerationConfig) {
configForm.pre_hash_check_enabled = config.pre_hash_check_enabled ?? false
configForm.blocked_keywords_text = Array.isArray(config.blocked_keywords) ? config.blocked_keywords.join('\n') : ''
configForm.keyword_blocking_mode = normalizeKeywordBlockingMode(config.keyword_blocking_mode)
+ const modelFilter = normalizeModelFilter(config.model_filter)
+ configForm.model_filter_type = modelFilter.type
+ configForm.model_filter_models = modelFilter.models
}
async function loadAll() {
@@ -1388,6 +1496,11 @@ async function loadStatus(silent = true) {
async function saveConfig() {
saving.value = true
try {
+ const modelFilterPayload = buildModelFilterPayload()
+ if (modelFilterPayload.type !== 'all' && modelFilterPayload.models.length === 0) {
+ appStore.showError(t('admin.riskControl.modelFilterModelsRequired'))
+ return
+ }
const payload: UpdateContentModerationConfig = {
enabled: configForm.enabled,
mode: configForm.mode,
@@ -1413,6 +1526,7 @@ async function saveConfig() {
pre_hash_check_enabled: configForm.pre_hash_check_enabled,
blocked_keywords: blockedKeywordList.value,
keyword_blocking_mode: configForm.keyword_blocking_mode,
+ model_filter: modelFilterPayload,
}
const keys = parseApiKeys(configForm.api_keys_text)
if (!payload.clear_api_key && configForm.api_keys_mode === 'replace' && keys.length === 0) {
@@ -1568,6 +1682,13 @@ function setAPIKeysMode(mode: APIKeysWriteMode) {
}
}
+function setModelFilterType(type: ContentModerationModelFilterType) {
+ configForm.model_filter_type = type
+ if (type === 'all') {
+ configForm.model_filter_models = []
+ }
+}
+
async function testApiKeys(useInputKeys: boolean) {
const keys = useInputKeys ? parseApiKeys(configForm.api_keys_text) : []
if (useInputKeys && keys.length === 0) {
@@ -1824,6 +1945,49 @@ function normalizeKeywordBlockingMode(value: unknown): KeywordBlockingMode {
return 'keyword_and_api'
}
+function normalizeModelFilter(value: unknown): ContentModerationModelFilter {
+ if (!value || typeof value !== 'object') {
+ return { type: 'all', models: [] }
+ }
+ const raw = value as Partial
+ const type = normalizeModelFilterType(raw.type)
+ const models = type === 'all' ? [] : normalizeModelNames(raw.models)
+ return { type, models }
+}
+
+function normalizeModelFilterType(value: unknown): ContentModerationModelFilterType {
+ if (value === 'include' || value === 'exclude' || value === 'all') {
+ return value
+ }
+ return 'all'
+}
+
+function normalizeModelNames(models: unknown): string[] {
+ if (!Array.isArray(models)) return []
+ const seen = new Set()
+ const out: string[] = []
+ for (const item of models) {
+ const model = String(item ?? '').trim()
+ if (!model) continue
+ const key = model.toLowerCase()
+ if (seen.has(key)) continue
+ seen.add(key)
+ out.push(model)
+ }
+ return out
+}
+
+function buildModelFilterPayload(): ContentModerationModelFilter {
+ const type = normalizeModelFilterType(configForm.model_filter_type)
+ if (type === 'all') {
+ return { type: 'all', models: [] }
+ }
+ return {
+ type,
+ models: normalizeModelNames(configForm.model_filter_models),
+ }
+}
+
function parseBlockedKeywords(value: string): string[] {
const seen = new Set()
const out: string[] = []
diff --git a/frontend/src/views/admin/__tests__/RiskControlView.spec.ts b/frontend/src/views/admin/__tests__/RiskControlView.spec.ts
new file mode 100644
index 00000000..b528a278
--- /dev/null
+++ b/frontend/src/views/admin/__tests__/RiskControlView.spec.ts
@@ -0,0 +1,227 @@
+import { beforeEach, describe, expect, it, vi } from 'vitest'
+import { defineComponent, h } from 'vue'
+import { flushPromises, mount } from '@vue/test-utils'
+import type { DOMWrapper, VueWrapper } from '@vue/test-utils'
+
+import RiskControlView from '../RiskControlView.vue'
+import type { ContentModerationConfig, UpdateContentModerationConfig } from '@/api/admin/riskControl'
+
+const {
+ getConfig,
+ updateConfig,
+ getStatus,
+ listLogs,
+ getGroups,
+ showError,
+ showSuccess,
+} = vi.hoisted(() => ({
+ getConfig: vi.fn(),
+ updateConfig: vi.fn(),
+ getStatus: vi.fn(),
+ listLogs: vi.fn(),
+ getGroups: vi.fn(),
+ showError: vi.fn(),
+ showSuccess: vi.fn(),
+}))
+
+vi.mock('@/api/admin', () => ({
+ adminAPI: {
+ riskControl: {
+ getConfig,
+ updateConfig,
+ getStatus,
+ listLogs,
+ testAPIKeys: vi.fn(),
+ deleteFlaggedHash: vi.fn(),
+ clearFlaggedHashes: vi.fn(),
+ unbanUser: vi.fn(),
+ },
+ groups: {
+ getAll: getGroups,
+ },
+ },
+}))
+
+vi.mock('@/stores/app', () => ({
+ useAppStore: () => ({
+ showError,
+ showSuccess,
+ }),
+}))
+
+vi.mock('@/utils/apiError', () => ({
+ extractApiErrorMessage: (_err: unknown, fallback: string) => fallback,
+}))
+
+vi.mock('vue-i18n', async () => {
+ const actual = await vi.importActual('vue-i18n')
+ return {
+ ...actual,
+ useI18n: () => ({
+ t: (key: string, params?: Record) =>
+ key.replace(/\{(\w+)\}/g, (_, token) => String(params?.[token] ?? `{${token}}`)),
+ }),
+ }
+})
+
+const baseConfig = (): ContentModerationConfig => ({
+ enabled: true,
+ mode: 'pre_block',
+ base_url: 'https://api.openai.com',
+ model: 'omni-moderation-latest',
+ api_key_configured: false,
+ api_key_masked: '',
+ api_key_count: 0,
+ api_key_masks: [],
+ api_key_statuses: [],
+ timeout_ms: 3000,
+ sample_rate: 100,
+ all_groups: true,
+ group_ids: [],
+ record_non_hits: false,
+ worker_count: 4,
+ queue_size: 32768,
+ block_status: 403,
+ block_message: '内容审计命中风险规则，请调整输入后重试',
+ email_on_hit: true,
+ auto_ban_enabled: true,
+ ban_threshold: 10,
+ violation_window_hours: 720,
+ retry_count: 2,
+ hit_retention_days: 180,
+ non_hit_retention_days: 3,
+ pre_hash_check_enabled: false,
+ blocked_keywords: [],
+ keyword_blocking_mode: 'keyword_and_api',
+ model_filter: {
+ type: 'all',
+ models: [],
+ },
+})
+
+const runtimeStatus = () => ({
+ enabled: true,
+ risk_control_enabled: true,
+ mode: 'pre_block',
+ worker_count: 4,
+ max_workers: 32,
+ active_workers: 0,
+ idle_workers: 4,
+ queue_size: 32768,
+ queue_length: 0,
+ queue_usage_percent: 0,
+ enqueued: 0,
+ dropped: 0,
+ processed: 0,
+ errors: 0,
+ api_key_statuses: [],
+ flagged_hash_count: 0,
+ last_cleanup_deleted_hit: 0,
+ last_cleanup_deleted_non_hit: 0,
+})
+
+const AppLayoutStub = { template: '
' }
+const BaseDialogStub = defineComponent({
+ props: {
+ show: {
+ type: Boolean,
+ default: false,
+ },
+ },
+ template: '
',
+})
+const ModelWhitelistSelectorStub = defineComponent({
+ props: {
+ modelValue: {
+ type: Array,
+ default: () => [],
+ },
+ },
+ emits: ['update:modelValue'],
+ setup(props, { emit }) {
+ const onInput = (event: Event) => {
+ const value = (event.target as HTMLInputElement).value
+ emit(
+ 'update:modelValue',
+ value
+ .split(/[,\n]/)
+ .map((item) => item.trim())
+ .filter(Boolean)
+ )
+ }
+ return () =>
+ h('input', {
+ 'data-test': 'model-filter-input',
+ value: (props.modelValue as string[]).join('\n'),
+ onInput,
+ })
+ },
+})
+
+function findButtonByText(wrapper: VueWrapper, text: string): DOMWrapper {
+ const button = wrapper.findAll('button').find((item) => item.text().includes(text))
+ if (!button) {
+ throw new Error(`button not found: ${text}`)
+ }
+ return button
+}
+
+describe('admin RiskControlView', () => {
+ beforeEach(() => {
+ getConfig.mockReset()
+ updateConfig.mockReset()
+ getStatus.mockReset()
+ listLogs.mockReset()
+ getGroups.mockReset()
+ showError.mockReset()
+ showSuccess.mockReset()
+
+ getConfig.mockResolvedValue(baseConfig())
+ getStatus.mockResolvedValue(runtimeStatus())
+ listLogs.mockResolvedValue({ items: [], total: 0, page: 1, page_size: 20, pages: 1 })
+ getGroups.mockResolvedValue([])
+ updateConfig.mockImplementation(async (payload: UpdateContentModerationConfig) => ({
+ ...baseConfig(),
+ ...payload,
+ model_filter: payload.model_filter ?? baseConfig().model_filter,
+ api_key_configured: false,
+ api_key_masked: '',
+ api_key_count: 0,
+ api_key_masks: [],
+ api_key_statuses: [],
+ }))
+ })
+
+ it('saves the selected model filter mode and models', async () => {
+ const wrapper = mount(RiskControlView, {
+ global: {
+ stubs: {
+ AppLayout: AppLayoutStub,
+ BaseDialog: BaseDialogStub,
+ Icon: true,
+ Select: true,
+ Toggle: true,
+ Pagination: true,
+ ModelWhitelistSelector: ModelWhitelistSelectorStub,
+ },
+ },
+ })
+
+ await flushPromises()
+
+ await findButtonByText(wrapper, 'admin.riskControl.openSettings').trigger('click')
+ await findButtonByText(wrapper, 'admin.riskControl.tabs.scope').trigger('click')
+ await findButtonByText(wrapper, 'admin.riskControl.modelFilterInclude').trigger('click')
+ await wrapper.get('[data-test="model-filter-input"]').setValue('gpt-5.5, gpt-5.4')
+ await findButtonByText(wrapper, 'admin.riskControl.saveConfig').trigger('click')
+ await flushPromises()
+
+ expect(updateConfig).toHaveBeenCalledWith(expect.objectContaining({
+ model_filter: {
+ type: 'include',
+ models: ['gpt-5.5', 'gpt-5.4'],
+ },
+ }))
+ expect(showError).not.toHaveBeenCalled()
+ })
+})