ai_agents_test-1.0.0-alpha1/examples/drupal_cms/test_drupal_cms___content_type_agent.yaml
examples/drupal_cms/test_drupal_cms___content_type_agent.yaml
label: 'Drupal CMS - Content Type Agent'
description: 'This test will run directly against the Content Type Agent and see so it can create, edit and answer questions about Content Types correctly.'
approval_percentage: 100
config_reset: '0'
tests:
-
id:
-
value: '53'
uuid:
-
value: 723ff26e-3e22-4f0f-9ff0-fb369d63c35e
label:
-
value: 'Drupal CMS Content Type Agent #1 - Create Content Type '
status:
-
value: '1'
description:
-
value: 'This will instruct the agent to create a context type called Mixed with data name mixed.'
uid:
-
target_id: '1'
created:
-
value: '1748367419'
changed:
-
value: '1748368834'
messages:
-
value: |
-
role: user
content: "Create a content type called 'Mixed' with the data name 'mixed'. Make it suitable for storing general content."
triggering_instructions:
-
value: "Create a content type called 'Mixed' with the data name 'mixed'. Make it suitable for storing general content."
ai_agent:
-
target_id: content_type_agent_triage
rules:
-
value: |
rule_1:
tool: 'ai_agent:create_content_type'
label: 'Should use Create Content Type and set Mixed Label and mixed data name'
tool_rules: should_be_run
tool_order: any
tool_loop_order: ''
tool_other_tool_order: 'ai_agent:get_content_type_info'
parameters:
data_name:
type_of_check: equals
value: mixed
label:
type_of_check: equals
value: Mixed
description:
type_of_check: empty
value: ''
new_revision:
type_of_check: empty
value: ''
preview_mode:
type_of_check: empty
value: ''
display_submitted:
type_of_check: empty
value: ''
published_by_default:
type_of_check: empty
value: ''
promoted_by_default:
type_of_check: empty
value: ''
sticky_by_default:
type_of_check: empty
value: ''
rule_2:
tool: 'ai_agent:get_content_type_info'
label: 'Get Content Type Info should not run'
tool_rules: should_not_be_run
tool_order: any
tool_loop_order: ''
tool_other_tool_order: 'ai_agent:get_content_type_info'
parameters:
node_type:
type_of_check: empty
value: ''
rule_3:
tool: 'ai_agent:edit_content_type'
label: 'Edit Content Type should not be run'
tool_rules: should_not_be_run
tool_order: any
tool_loop_order: ''
tool_other_tool_order: 'ai_agent:get_content_type_info'
parameters:
data_name:
type_of_check: empty
value: ''
label:
type_of_check: empty
value: ''
description:
type_of_check: empty
value: ''
new_revision:
type_of_check: empty
value: ''
preview_mode:
type_of_check: empty
value: ''
display_submitted:
type_of_check: empty
value: ''
published_by_default:
type_of_check: empty
value: ''
promoted_by_default:
type_of_check: empty
value: ''
sticky_by_default:
type_of_check: empty
value: ''
add_rule: null
response_rule: ''
config_reset:
-
value: '1'
ai_agents_test_group:
-
target_id: '9'
-
id:
-
value: '54'
uuid:
-
value: d9e9571b-a6d5-40c1-821e-7e15fbd777ac
label:
-
value: 'Drupal CMS Content Type Agent #2 - Sticky by default'
status:
-
value: '1'
description:
-
value: 'This will instruct the agent to change the Basic Page to be sticky by default'
uid:
-
target_id: '1'
created:
-
value: '1748367508'
changed:
-
value: '1748368834'
messages:
-
value: |
-
role: user
content: 'Set the Basic Page content type so that new content is sticky at the top of lists by default.'
triggering_instructions:
-
value: 'Set the Basic Page content type so that new content is sticky at the top of lists by default.'
ai_agent:
-
target_id: content_type_agent_triage
rules:
-
value: |
rule_1:
tool: 'ai_agent:edit_content_type'
label: 'Should edit the sticky part of the content type'
tool_rules: should_be_run
tool_order: any
tool_loop_order: ''
tool_other_tool_order: 'ai_agent:get_content_type_info'
parameters:
data_name:
type_of_check: empty
value: ''
label:
type_of_check: empty
value: ''
description:
type_of_check: empty
value: ''
new_revision:
type_of_check: empty
value: ''
preview_mode:
type_of_check: empty
value: ''
display_submitted:
type_of_check: empty
value: ''
published_by_default:
type_of_check: empty
value: ''
promoted_by_default:
type_of_check: empty
value: ''
sticky_by_default:
type_of_check: equals
value: '1'
rule_2:
tool: 'ai_agent:get_content_type_info'
label: 'Get Content Type Info should not run'
tool_rules: should_not_be_run
tool_order: any
tool_loop_order: ''
tool_other_tool_order: 'ai_agent:get_content_type_info'
parameters:
node_type:
type_of_check: empty
value: ''
rule_3:
tool: 'ai_agent:create_content_type'
label: 'Create Content Type should not be run'
tool_rules: should_not_be_run
tool_order: any
tool_loop_order: ''
tool_other_tool_order: 'ai_agent:get_content_type_info'
parameters:
data_name:
type_of_check: empty
value: ''
label:
type_of_check: empty
value: ''
description:
type_of_check: empty
value: ''
new_revision:
type_of_check: empty
value: ''
preview_mode:
type_of_check: empty
value: ''
display_submitted:
type_of_check: empty
value: ''
published_by_default:
type_of_check: empty
value: ''
promoted_by_default:
type_of_check: empty
value: ''
sticky_by_default:
type_of_check: empty
value: ''
add_rule: null
response_rule: ''
config_reset:
-
value: '1'
ai_agents_test_group:
-
target_id: '9'
-
id:
-
value: '55'
uuid:
-
value: 729810bb-e1f4-4eb0-9ab4-b4a34072c7dd
label:
-
value: 'Drupal CMS Content Type Agent #3 - Do not publish by default'
status:
-
value: '1'
description:
-
value: 'This will instruct the agent to change the Basic Page to not publish by default'
uid:
-
target_id: '1'
created:
-
value: '1748367632'
changed:
-
value: '1748368834'
messages:
-
value: |
-
role: user
content: 'Adjust the Basic Page content type so that new pages are NOT published automatically by default.'
triggering_instructions:
-
value: 'Adjust the Basic Page content type so that new pages are NOT published automatically by default.'
ai_agent:
-
target_id: content_type_agent_triage
rules:
-
value: |
rule_1:
tool: 'ai_agent:edit_content_type'
label: 'Should edit the publish part of the content type'
tool_rules: should_be_run
tool_order: any
tool_loop_order: ''
tool_other_tool_order: 'ai_agent:get_content_type_info'
parameters:
data_name:
type_of_check: empty
value: ''
label:
type_of_check: empty
value: ''
description:
type_of_check: empty
value: ''
new_revision:
type_of_check: empty
value: ''
preview_mode:
type_of_check: empty
value: ''
display_submitted:
type_of_check: empty
value: ''
published_by_default:
type_of_check: equals
value: ''
promoted_by_default:
type_of_check: empty
value: ''
sticky_by_default:
type_of_check: empty
value: ''
rule_2:
tool: 'ai_agent:get_content_type_info'
label: 'Get Content Type Info should not run'
tool_rules: should_not_be_run
tool_order: any
tool_loop_order: ''
tool_other_tool_order: 'ai_agent:get_content_type_info'
parameters:
node_type:
type_of_check: empty
value: ''
rule_3:
tool: 'ai_agent:create_content_type'
label: 'Create Content Type should not be run'
tool_rules: should_not_be_run
tool_order: any
tool_loop_order: ''
tool_other_tool_order: 'ai_agent:get_content_type_info'
parameters:
data_name:
type_of_check: empty
value: ''
label:
type_of_check: empty
value: ''
description:
type_of_check: empty
value: ''
new_revision:
type_of_check: empty
value: ''
preview_mode:
type_of_check: empty
value: ''
display_submitted:
type_of_check: empty
value: ''
published_by_default:
type_of_check: empty
value: ''
promoted_by_default:
type_of_check: empty
value: ''
sticky_by_default:
type_of_check: empty
value: ''
add_rule: null
response_rule: ''
config_reset:
-
value: '1'
ai_agents_test_group:
-
target_id: '9'
-
id:
-
value: '56'
uuid:
-
value: f0651984-e592-4731-8caf-b96a249bc953
label:
-
value: 'Drupal CMS Content Type Agent #4 - Description of Basic Page'
status:
-
value: '1'
description:
-
value: 'This will instruct the agent to get the information about the description of the Basic Page'
uid:
-
target_id: '1'
created:
-
value: '1748367820'
changed:
-
value: '1748368834'
messages:
-
value: |
-
role: user
content: 'What is the description of the Basic Page content type?'
triggering_instructions:
-
value: 'What is the description of the Basic Page content type?'
ai_agent:
-
target_id: content_type_agent_triage
rules:
-
value: |
rule_1:
tool: 'ai_agent:get_content_type_info'
label: 'Get Content Type Info should not run (its in default information tools)'
tool_rules: should_not_be_run
tool_order: any
tool_loop_order: ''
tool_other_tool_order: 'ai_agent:get_content_type_info'
parameters:
node_type:
type_of_check: equals
value: page
rule_2:
tool: 'ai_agent:edit_content_type'
label: 'Edit Content Type should not run'
tool_rules: should_not_be_run
tool_order: any
tool_loop_order: ''
tool_other_tool_order: 'ai_agent:get_content_type_info'
parameters:
data_name:
type_of_check: empty
value: ''
label:
type_of_check: empty
value: ''
description:
type_of_check: empty
value: ''
new_revision:
type_of_check: empty
value: ''
preview_mode:
type_of_check: empty
value: ''
display_submitted:
type_of_check: empty
value: ''
published_by_default:
type_of_check: empty
value: ''
promoted_by_default:
type_of_check: empty
value: ''
sticky_by_default:
type_of_check: empty
value: ''
rule_3:
tool: 'ai_agent:create_content_type'
label: 'Create Content Type should not run'
tool_rules: should_not_be_run
tool_order: any
tool_loop_order: ''
tool_other_tool_order: 'ai_agent:get_content_type_info'
parameters:
data_name:
type_of_check: empty
value: ''
label:
type_of_check: empty
value: ''
description:
type_of_check: empty
value: ''
new_revision:
type_of_check: empty
value: ''
preview_mode:
type_of_check: empty
value: ''
display_submitted:
type_of_check: empty
value: ''
published_by_default:
type_of_check: empty
value: ''
promoted_by_default:
type_of_check: empty
value: ''
sticky_by_default:
type_of_check: empty
value: ''
add_rule: null
response_rule: 'The response should say that the its for static content among other information.'
config_reset:
-
value: '0'
ai_agents_test_group:
-
target_id: '9'
-
id:
-
value: '57'
uuid:
-
value: d16fb940-1331-42c3-9e7f-f939fa3ed484
label:
-
value: 'Drupal CMS Content Type Agent #5 - Change description of Basic Page'
status:
-
value: '1'
description:
-
value: 'This will instruct the agent to change the information about the description of the Basic Page'
uid:
-
target_id: '1'
created:
-
value: '1748367995'
changed:
-
value: '1748368834'
messages:
-
value: |
-
role: user
content: "Change the description of the Basic Page content type to: 'This page type is for listing basic computer components. Use it to describe and showcase essential hardware items.'"
triggering_instructions:
-
value: "Change the description of the Basic Page content type to: 'This page type is for listing basic computer components. Use it to describe and showcase essential hardware items.'"
ai_agent:
-
target_id: content_type_agent_triage
rules:
-
value: |
rule_1:
tool: 'ai_agent:get_content_type_info'
label: 'Get Content Type Info should not run (its in default information tools)'
tool_rules: should_not_be_run
tool_order: any
tool_loop_order: ''
tool_other_tool_order: 'ai_agent:get_content_type_info'
parameters:
node_type:
type_of_check: equals
value: page
rule_2:
tool: 'ai_agent:edit_content_type'
label: 'Edit Content Type should run and change the description'
tool_rules: should_be_run
tool_order: any
tool_loop_order: ''
tool_other_tool_order: 'ai_agent:get_content_type_info'
parameters:
data_name:
type_of_check: empty
value: ''
label:
type_of_check: empty
value: ''
description:
type_of_check: equals
value: 'This page type is for listing basic computer components. Use it to describe and showcase essential hardware items.'
new_revision:
type_of_check: empty
value: ''
preview_mode:
type_of_check: empty
value: ''
display_submitted:
type_of_check: empty
value: ''
published_by_default:
type_of_check: empty
value: ''
promoted_by_default:
type_of_check: empty
value: ''
sticky_by_default:
type_of_check: empty
value: ''
rule_3:
tool: 'ai_agent:create_content_type'
label: 'Create Content Type should not run'
tool_rules: should_not_be_run
tool_order: any
tool_loop_order: ''
tool_other_tool_order: 'ai_agent:get_content_type_info'
parameters:
data_name:
type_of_check: empty
value: ''
label:
type_of_check: empty
value: ''
description:
type_of_check: empty
value: ''
new_revision:
type_of_check: empty
value: ''
preview_mode:
type_of_check: empty
value: ''
display_submitted:
type_of_check: empty
value: ''
published_by_default:
type_of_check: empty
value: ''
promoted_by_default:
type_of_check: empty
value: ''
sticky_by_default:
type_of_check: empty
value: ''
add_rule: null
response_rule: ''
config_reset:
-
value: '1'
ai_agents_test_group:
-
target_id: '9'
-
id:
-
value: '58'
uuid:
-
value: 959893d2-4466-4a46-b53d-2032bacabcdc
label:
-
value: 'Drupal CMS Content Type Agent #6 - Try to delete content type'
status:
-
value: '1'
description:
-
value: 'This will instruct the agent to delete a content type'
uid:
-
target_id: '1'
created:
-
value: '1748368174'
changed:
-
value: '1748368834'
messages:
-
value: |
-
role: user
content: 'Can you please delete Basic Page content type?'
triggering_instructions:
-
value: 'Can you please delete Basic Page content type?'
ai_agent:
-
target_id: content_type_agent_triage
rules:
-
value: |
rule_1:
tool: 'ai_agent:get_content_type_info'
label: 'Get Content Type Info should not run'
tool_rules: should_not_be_run
tool_order: any
tool_loop_order: ''
tool_other_tool_order: 'ai_agent:get_content_type_info'
parameters:
node_type:
type_of_check: equals
value: page
rule_2:
tool: 'ai_agent:edit_content_type'
label: 'Edit Content Type should not run'
tool_rules: should_not_be_run
tool_order: any
tool_loop_order: ''
tool_other_tool_order: 'ai_agent:get_content_type_info'
parameters:
data_name:
type_of_check: empty
value: ''
label:
type_of_check: empty
value: ''
description:
type_of_check: equals
value: 'This page type is for listing basic computer components. Use it to describe and showcase essential hardware items.'
new_revision:
type_of_check: empty
value: ''
preview_mode:
type_of_check: empty
value: ''
display_submitted:
type_of_check: empty
value: ''
published_by_default:
type_of_check: empty
value: ''
promoted_by_default:
type_of_check: empty
value: ''
sticky_by_default:
type_of_check: empty
value: ''
rule_3:
tool: 'ai_agent:create_content_type'
label: 'Create Content Type should not run'
tool_rules: should_not_be_run
tool_order: any
tool_loop_order: ''
tool_other_tool_order: 'ai_agent:get_content_type_info'
parameters:
data_name:
type_of_check: empty
value: ''
label:
type_of_check: empty
value: ''
description:
type_of_check: empty
value: ''
new_revision:
type_of_check: empty
value: ''
preview_mode:
type_of_check: empty
value: ''
display_submitted:
type_of_check: empty
value: ''
published_by_default:
type_of_check: empty
value: ''
promoted_by_default:
type_of_check: empty
value: ''
sticky_by_default:
type_of_check: empty
value: ''
add_rule: null
response_rule: 'The response should explain that the agent either does not have the tools or the permission to delete content types.'
config_reset:
-
value: '0'
ai_agents_test_group:
-
target_id: '9'
-
id:
-
value: '59'
uuid:
-
value: 2d8ca0a3-cfce-444b-9165-ae45610086cc
label:
-
value: 'Drupal CMS Content Type Agent #7 - How many content types exists'
status:
-
value: '1'
description:
-
value: 'This will instruct the agent to check how many content type exists'
uid:
-
target_id: '1'
created:
-
value: '1748368521'
changed:
-
value: '1748368834'
messages:
-
value: |
-
role: user
content: 'How many content types are currently set up on the site?'
triggering_instructions:
-
value: 'How many content types are currently set up on the site?'
ai_agent:
-
target_id: content_type_agent_triage
rules:
-
value: |
rule_1:
tool: 'ai_agent:get_content_type_info'
label: 'Get Content Type Info should not run'
tool_rules: should_not_be_run
tool_order: any
tool_loop_order: ''
tool_other_tool_order: 'ai_agent:get_content_type_info'
parameters:
node_type:
type_of_check: equals
value: page
rule_2:
tool: 'ai_agent:edit_content_type'
label: 'Edit Content Type should not run'
tool_rules: should_not_be_run
tool_order: any
tool_loop_order: ''
tool_other_tool_order: 'ai_agent:get_content_type_info'
parameters:
data_name:
type_of_check: empty
value: ''
label:
type_of_check: empty
value: ''
description:
type_of_check: equals
value: 'This page type is for listing basic computer components. Use it to describe and showcase essential hardware items.'
new_revision:
type_of_check: empty
value: ''
preview_mode:
type_of_check: empty
value: ''
display_submitted:
type_of_check: empty
value: ''
published_by_default:
type_of_check: empty
value: ''
promoted_by_default:
type_of_check: empty
value: ''
sticky_by_default:
type_of_check: empty
value: ''
rule_3:
tool: 'ai_agent:create_content_type'
label: 'Create Content Type should not run'
tool_rules: should_not_be_run
tool_order: any
tool_loop_order: ''
tool_other_tool_order: 'ai_agent:get_content_type_info'
parameters:
data_name:
type_of_check: empty
value: ''
label:
type_of_check: empty
value: ''
description:
type_of_check: empty
value: ''
new_revision:
type_of_check: empty
value: ''
preview_mode:
type_of_check: empty
value: ''
display_submitted:
type_of_check: empty
value: ''
published_by_default:
type_of_check: empty
value: ''
promoted_by_default:
type_of_check: empty
value: ''
sticky_by_default:
type_of_check: empty
value: ''
add_rule: null
response_rule: 'The response should give back a list or a number of content types to be successful.'
config_reset:
-
value: '0'
ai_agents_test_group:
-
target_id: '9'
-
id:
-
value: '60'
uuid:
-
value: 885755b1-d5f4-473d-860d-7d79a29eb5ce
label:
-
value: 'Drupal CMS Content Type Agent #8 - What is the name of them'
status:
-
value: '1'
description:
-
value: 'This will instruct the agent to ask about the names of all content types.'
uid:
-
target_id: '1'
created:
-
value: '1748368600'
changed:
-
value: '1748368834'
messages:
-
value: |
-
role: user
content: 'List the names of all content types currently available on the site.'
triggering_instructions:
-
value: 'List the names of all content types currently available on the site.'
ai_agent:
-
target_id: content_type_agent_triage
rules:
-
value: |
rule_1:
tool: 'ai_agent:get_content_type_info'
label: 'Get Content Type Info should not run'
tool_rules: should_not_be_run
tool_order: any
tool_loop_order: ''
tool_other_tool_order: 'ai_agent:get_content_type_info'
parameters:
node_type:
type_of_check: equals
value: page
rule_2:
tool: 'ai_agent:edit_content_type'
label: 'Edit Content Type should not run'
tool_rules: should_not_be_run
tool_order: any
tool_loop_order: ''
tool_other_tool_order: 'ai_agent:get_content_type_info'
parameters:
data_name:
type_of_check: empty
value: ''
label:
type_of_check: empty
value: ''
description:
type_of_check: equals
value: 'This page type is for listing basic computer components. Use it to describe and showcase essential hardware items.'
new_revision:
type_of_check: empty
value: ''
preview_mode:
type_of_check: empty
value: ''
display_submitted:
type_of_check: empty
value: ''
published_by_default:
type_of_check: empty
value: ''
promoted_by_default:
type_of_check: empty
value: ''
sticky_by_default:
type_of_check: empty
value: ''
rule_3:
tool: 'ai_agent:create_content_type'
label: 'Create Content Type should not run'
tool_rules: should_not_be_run
tool_order: any
tool_loop_order: ''
tool_other_tool_order: 'ai_agent:get_content_type_info'
parameters:
data_name:
type_of_check: empty
value: ''
label:
type_of_check: empty
value: ''
description:
type_of_check: empty
value: ''
new_revision:
type_of_check: empty
value: ''
preview_mode:
type_of_check: empty
value: ''
display_submitted:
type_of_check: empty
value: ''
published_by_default:
type_of_check: empty
value: ''
promoted_by_default:
type_of_check: empty
value: ''
sticky_by_default:
type_of_check: empty
value: ''
add_rule: null
response_rule: 'The response should give back a list of names of the content types to be successful.'
config_reset:
-
value: '0'
ai_agents_test_group:
-
target_id: '9'
-
id:
-
value: '61'
uuid:
-
value: e9816433-e25e-4b70-b0cb-cae7dd6d53ad
label:
-
value: 'Drupal CMS Content Type Agent #9 - Is Basic Page sticky by default'
status:
-
value: '1'
description:
-
value: 'This will instruct the agent to ask if the Basic Page is sticky by default'
uid:
-
target_id: '1'
created:
-
value: '1748368684'
changed:
-
value: '1748368834'
messages:
-
value: |
-
role: user
content: 'Is the Basic page content type stored with sticky by default?'
triggering_instructions:
-
value: 'Is the Basic page content type stored with sticky by default?'
ai_agent:
-
target_id: content_type_agent_triage
rules:
-
value: |
rule_1:
tool: 'ai_agent:get_content_type_info'
label: 'Get Content Type Info should run and get information for Basic Page'
tool_rules: should_be_run
tool_order: any
tool_loop_order: ''
tool_other_tool_order: 'ai_agent:get_content_type_info'
parameters:
node_type:
type_of_check: equals
value: page
rule_2:
tool: 'ai_agent:edit_content_type'
label: 'Edit Content Type should not run'
tool_rules: should_not_be_run
tool_order: any
tool_loop_order: ''
tool_other_tool_order: 'ai_agent:get_content_type_info'
parameters:
data_name:
type_of_check: empty
value: ''
label:
type_of_check: empty
value: ''
description:
type_of_check: equals
value: 'This page type is for listing basic computer components. Use it to describe and showcase essential hardware items.'
new_revision:
type_of_check: empty
value: ''
preview_mode:
type_of_check: empty
value: ''
display_submitted:
type_of_check: empty
value: ''
published_by_default:
type_of_check: empty
value: ''
promoted_by_default:
type_of_check: empty
value: ''
sticky_by_default:
type_of_check: empty
value: ''
rule_3:
tool: 'ai_agent:create_content_type'
label: 'Create Content Type should not run'
tool_rules: should_not_be_run
tool_order: any
tool_loop_order: ''
tool_other_tool_order: 'ai_agent:get_content_type_info'
parameters:
data_name:
type_of_check: empty
value: ''
label:
type_of_check: empty
value: ''
description:
type_of_check: empty
value: ''
new_revision:
type_of_check: empty
value: ''
preview_mode:
type_of_check: empty
value: ''
display_submitted:
type_of_check: empty
value: ''
published_by_default:
type_of_check: empty
value: ''
promoted_by_default:
type_of_check: empty
value: ''
sticky_by_default:
type_of_check: empty
value: ''
add_rule: null
response_rule: ''
config_reset:
-
value: '0'
ai_agents_test_group:
-
target_id: '9'
