Add ML-based prompt injection detection (#5623)

This commit is contained in:
dorien-koelemeijer
2026-01-08 11:55:59 +10:00
committed by GitHub
parent 01da90c9b3
commit 9dc548ee2f
10 changed files with 806 additions and 394 deletions
+4
View File
@@ -17,6 +17,10 @@ export const configLabels: Record<string, string> = {
// security settings
SECURITY_PROMPT_ENABLED: 'Prompt Injection Detection Enabled',
SECURITY_PROMPT_THRESHOLD: 'Prompt Injection Detection Threshold',
SECURITY_PROMPT_CLASSIFIER_ENABLED: 'ML-based Prompt Injection Detection Enabled',
SECURITY_PROMPT_CLASSIFIER_MODEL: 'ML-based Prompt Injection Detection Model',
SECURITY_PROMPT_CLASSIFIER_ENDPOINT: 'ML Classification Endpoint',
SECURITY_PROMPT_CLASSIFIER_TOKEN: 'ML Classification API Token',
// openai
OPENAI_API_KEY: 'OpenAI API Key',