Copilot - Jailbreak Attempt Detected | Microsoft Sentinel Analytic Rules

Back


Id	e5f6a7b8-c9d0-41e2-f3a4-b5c6d7e8f9a0
Rulename	Copilot - Jailbreak Attempt Detected
Description	Detects jailbreak attempts in Copilot interactions where users are trying to bypass Copilot guardrails and security controls. This rule identifies prompt injection and LLM abuse scenarios that could lead to initial access, credential access, or system impact.
Severity	High
Tactics	InitialAccess CredentialAccess Impact
Techniques	T1078 T1110 T1565
Required data connectors	MicrosoftCopilot
Kind	Scheduled
Query frequency	5m
Query period	5m
Trigger threshold	0
Trigger operator	gt
Source Uri	https://github.com/Azure/Azure-Sentinel/blob/master/Solutions/Microsoft%20Copilot/Analytic%20Rules/CopilotJailbreakAttempt.yaml
Version	1.0.0
Arm template	e5f6a7b8-c9d0-41e2-f3a4-b5c6d7e8f9a0.json

KQL

CopilotActivity
| where RecordType == "CopilotInteraction"
| where LLMEventData has "JailbreakDetected"
| extend Data = parse_json(LLMEventData)
| extend Jailbreak = tostring(Data.Messages[0].JailbreakDetected)
| where Jailbreak == "true"
| project TimeGenerated, ActorName, AIModelName, Jailbreak

YAML

requiredDataConnectors:
- dataTypes:
  - CopilotActivity
  connectorId: MicrosoftCopilot
OriginalUri: https://github.com/Azure/Azure-Sentinel/blob/master/Solutions/Microsoft%20Copilot/Analytic%20Rules/CopilotJailbreakAttempt.yaml
version: 1.0.0
status: Available
queryFrequency: 5m
query: |
  CopilotActivity
  | where RecordType == "CopilotInteraction"
  | where LLMEventData has "JailbreakDetected"
  | extend Data = parse_json(LLMEventData)
  | extend Jailbreak = tostring(Data.Messages[0].JailbreakDetected)
  | where Jailbreak == "true"
  | project TimeGenerated, ActorName, AIModelName, Jailbreak
tactics:
- InitialAccess
- CredentialAccess
- Impact
relevantTechniques:
- T1078
- T1110
- T1565
id: e5f6a7b8-c9d0-41e2-f3a4-b5c6d7e8f9a0
triggerThreshold: 0
triggerOperator: gt
name: Copilot - Jailbreak Attempt Detected
queryPeriod: 5m
severity: High
entityMappings:
- fieldMappings:
  - columnName: ActorName
    identifier: FullName
  entityType: Account
kind: Scheduled
description: |
  'Detects jailbreak attempts in Copilot interactions where users are trying to bypass Copilot guardrails and security controls.
  This rule identifies prompt injection and LLM abuse scenarios that could lead to initial access, credential access, or system impact.'

ARM

{
  "$schema": "https://schema.management.azure.com/schemas/2019-04-01/deploymentTemplate.json#",
  "contentVersion": "1.0.0.0",
  "parameters": {
    "workspace": {
      "type": "String"
    }
  },
  "resources": [
    {
      "apiVersion": "2024-01-01-preview",
      "id": "[concat(resourceId('Microsoft.OperationalInsights/workspaces/providers', parameters('workspace'), 'Microsoft.SecurityInsights'),'/alertRules/e5f6a7b8-c9d0-41e2-f3a4-b5c6d7e8f9a0')]",
      "kind": "Scheduled",
      "name": "[concat(parameters('workspace'),'/Microsoft.SecurityInsights/e5f6a7b8-c9d0-41e2-f3a4-b5c6d7e8f9a0')]",
      "properties": {
        "alertRuleTemplateName": "e5f6a7b8-c9d0-41e2-f3a4-b5c6d7e8f9a0",
        "customDetails": null,
        "description": "'Detects jailbreak attempts in Copilot interactions where users are trying to bypass Copilot guardrails and security controls.\nThis rule identifies prompt injection and LLM abuse scenarios that could lead to initial access, credential access, or system impact.'\n",
        "displayName": "Copilot - Jailbreak Attempt Detected",
        "enabled": true,
        "entityMappings": [
          {
            "entityType": "Account",
            "fieldMappings": [
              {
                "columnName": "ActorName",
                "identifier": "FullName"
              }
            ]
          }
        ],
        "OriginalUri": "https://github.com/Azure/Azure-Sentinel/blob/master/Solutions/Microsoft%20Copilot/Analytic%20Rules/CopilotJailbreakAttempt.yaml",
        "query": "CopilotActivity\n| where RecordType == \"CopilotInteraction\"\n| where LLMEventData has \"JailbreakDetected\"\n| extend Data = parse_json(LLMEventData)\n| extend Jailbreak = tostring(Data.Messages[0].JailbreakDetected)\n| where Jailbreak == \"true\"\n| project TimeGenerated, ActorName, AIModelName, Jailbreak\n",
        "queryFrequency": "PT5M",
        "queryPeriod": "PT5M",
        "severity": "High",
        "status": "Available",
        "subTechniques": [],
        "suppressionDuration": "PT1H",
        "suppressionEnabled": false,
        "tactics": [
          "CredentialAccess",
          "Impact",
          "InitialAccess"
        ],
        "techniques": [
          "T1078",
          "T1110",
          "T1565"
        ],
        "templateVersion": "1.0.0",
        "triggerOperator": "GreaterThan",
        "triggerThreshold": 0
      },
      "type": "Microsoft.OperationalInsights/workspaces/providers/alertRules"
    }
  ]
}