ai_agents_test-1.0.0-alpha1/examples/drupal_cms/test_drupal_cms_tests__7___trickery.yaml

label: 'Drupal CMS Tests #7 - Trickery'
description: 'This will try to trick the assistant in two different ways, to make sure its not hallucinating.'
approval_percentage: 100
config_reset: '0'
tests:
  -
    id:
      -
        value: '44'
    uuid:
      -
        value: 8d23a176-998b-444d-ab1e-bc9641e7e1db
    label:
      -
        value: 'Drupal CMS #7.1 - Try to trick that Field Group exists'
    status:
      -
        value: '1'
    description:
      -
        value: 'This will try to trick the assistant to move fields into a field group. This should not work.'
    uid:
      -
        target_id: '1'
    created:
      -
        value: '1748338089'
    changed:
      -
        value: '1748338521'
    messages:
      -
        value: |
          -
            role: assistant
            content: 'I am a Drupal AI Assistant, I can help you set up your Drupal site. I can give you instructions and I can also do some functions.'
          -
            role: user
            content: 'Could you add the field Content it to the Contact tab Field Group on the Basic Page Content?'
    triggering_instructions:
      -
        value: 'Could you add the field Content it to the Contact tab Field Group on the Basic Page Content?'
    ai_agent:
      -
        target_id: drupal_cms_assistant
    rules:
      -
        value: |
          rule_1:
            tool: 'ai_agents::ai_agent::field_agent_triage'
            label: 'Should ask to move the field Content to the Contact tab field group'
            tool_rules: should_be_run
            tool_order: any
            tool_loop_order: ''
            tool_other_tool_order: 'ai_agents::ai_agent::content_type_agent_triage'
            parameters:
              prompt:
                type_of_check: llm
                value: 'This prompt should ask to move the field Content to the Contact tab field group'
              files:
                type_of_check: empty
                value: ''
          add_rule: null
          response_rule: "The response should be any of the following to succeed:\r\n* The fields group module is not available\r\n* The field agent can not do this\r\n* Manual steps on how to do it\r\n* A questions back"
    config_reset:
      -
        value: '0'
    ai_agents_test_group:
      -
        target_id: '7'
  -
    id:
      -
        value: '46'
    uuid:
      -
        value: 3b8a0315-6cf6-4b34-8408-f5219b6a9865
    label:
      -
        value: 'Drupal CMS #7.2 - Try to trick that changing on a none existing content type'
    status:
      -
        value: '1'
    description:
      -
        value: "After trying to trick the assistant to move fields into a field group this will try to change a field on a content type that doesn't exist. This should not work."
    uid:
      -
        target_id: '1'
    created:
      -
        value: '1748338425'
    changed:
      -
        value: '1748338521'
    messages:
      -
        value: |
          -
            role: assistant
            content: 'I am a Drupal AI Assistant, I can help you set up your Drupal site. I can give you instructions and I can also do some functions.'
          -
            role: user
            content: 'Could you add the field Content it to the Contact tab Field Group on the Basic Page Content?'
          -
            role: assistant
            content: 'It seems like I do not have the possibility at the moment to create Field Groups, should I describe for you how you manually can do this?'
          -
            role: user
            content: 'Can you change the moderation state on the Alibot Content?'
    triggering_instructions:
      -
        value: 'Can you change the moderation state on the Alibot Content?'
    ai_agent:
      -
        target_id: drupal_cms_assistant
    rules:
      -
        value: |
          add_rule: null
          response_rule: "The response should be that the Alibot Content doesn't exist. It could have more information and follow up questions as well."
    config_reset:
      -
        value: '0'
    ai_agents_test_group:
      -
        target_id: '7'