{ "observed_at": "2026-10-08T14:25:06.364Z", "model": "gpt-6.1-sol", "role_count": 12, "workflow_count": 48, "fixture_passed": 48, "validation_kind": "Production agent with simulated business tools; live Composio schemas inspected separately.", "limits": [ "Fixture actions save a work product to a generic destination adapter; they do not send real email, book interviews, update a real CRM or execute every native vendor schema.", "One approved real Google Calendar private event was created and independently read back in the earlier pilot. It validates that action primitive, not all scheduling workflows.", "The original product-spec evaluation timed out without any mutation. Its isolated rerun passed; the initial failure is retained.", "Employee and recruiting scenarios were rerun with distinct role-specific facts; scheduling fixtures do not prove real availability.", "Live account connection and a generic path through an app do not prove a full business workflow." ], "toolkit_schemas": [ { "toolkit": "gmail", "write_query": "send email", "read_query": "fetch message", "actions": [ "GMAIL_SEND_EMAIL", "GMAIL_CREATE_EMAIL_DRAFT", "GMAIL_ADD_LABEL_TO_EMAIL", "GMAIL_IMPORT_MESSAGE", "GMAIL_INSERT_MESSAGE", "GMAIL_REPLY_TO_THREAD", "GMAIL_CREATE_LABEL", "GMAIL_CREATE_FILTER", "GMAIL_MOVE_TO_TRASH", "GMAIL_UNTRASH_MESSAGE" ], "reads": [ "GMAIL_FETCH_MESSAGE_BY_MESSAGE_ID", "GMAIL_FETCH_MESSAGE_BY_THREAD_ID", "GMAIL_GET_LABEL", "GMAIL_GET_AUTO_FORWARDING", "GMAIL_GET_PROFILE", "GMAIL_FETCH_EMAILS", "GMAIL_GET_ATTACHMENT", "GMAIL_SETTINGS_GET_POP", "GMAIL_SETTINGS_SEND_AS_GET", "GMAIL_GET_DRAFT" ] }, { "toolkit": "salesforce", "write_query": "update record", "read_query": "get record", "actions": [ "SALESFORCE_UPDATE_RECORD", "SALESFORCE_CLONE_RECORD", "SALESFORCE_SOBJECT_ROWS_UPDATE", "SALESFORCE_PATCH_COMPOSITE_SOBJECTS", "SALESFORCE_UPDATE_S_OBJECT_COLLECTION", "SALESFORCE_UPDATE_LEAD", "SALESFORCE_UPDATE_NOTE", "SALESFORCE_UPDATE_TASK", "SALESFORCE_UPDATE_CONTACT", "SALESFORCE_CREATE_A_RECORD" ], "reads": [ "SALESFORCE_GET_CHILD_RECORDS", "SALESFORCE_GET_S_OBJECT_RECORD", "SALESFORCE_GET_RECORD_EDIT_PAGE_ACTIONS", "SALESFORCE_GET_JOB_FAILED_RECORD_RESULTS", "SALESFORCE_GET_JOB_SUCCESSFUL_RECORD_RESULTS", "SALESFORCE_GET_RELATED_LIST_RECORDS_CONTACTS", "SALESFORCE_GET_JOB_UNPROCESSED_RECORD_RESULTS", "SALESFORCE_GET_PICKLIST_VALUES_BY_RECORD_TYPE", "SALESFORCE_GET_UI_API_ACTIONS_RECORD_RELATED_LIST", "SALESFORCE_GET_RECORD_COUNTS" ] }, { "toolkit": "googlecalendar", "write_query": "create event", "read_query": "get event", "actions": [ "GOOGLECALENDAR_CREATE_EVENT", "GOOGLECALENDAR_QUICK_ADD", "GOOGLECALENDAR_EVENTS_MOVE", "GOOGLECALENDAR_PATCH_EVENT", "GOOGLECALENDAR_EVENTS_WATCH", "GOOGLECALENDAR_UPDATE_EVENT", "GOOGLECALENDAR_EVENTS_IMPORT", "GOOGLECALENDAR_ACL_PATCH", "GOOGLECALENDAR_ACL_INSERT", "GOOGLECALENDAR_DUPLICATE_CALENDAR" ], "reads": [ "GOOGLECALENDAR_EVENTS_GET", "GOOGLECALENDAR_FIND_EVENT", "GOOGLECALENDAR_EVENTS_LIST", "GOOGLECALENDAR_COLORS_GET", "GOOGLECALENDAR_GET_CALENDAR", "GOOGLECALENDAR_EVENTS_INSTANCES", "GOOGLECALENDAR_GET_CURRENT_DATE_TIME", "GOOGLECALENDAR_EVENTS_LIST_ALL_CALENDARS", "GOOGLECALENDAR_ACL_GET", "GOOGLECALENDAR_SETTINGS_GET" ] }, { "toolkit": "hubspot", "write_query": "update contact", "read_query": "get contact", "actions": [ "HUBSPOT_UPDATE_CONTACT", "HUBSPOT_UPDATE_CONTACTS", "HUBSPOT_UPSERT_CONTACTS", "HUBSPOT_PARTIALLY_UPDATE_CRM_OBJECT_BY_ID", "HUBSPOT_UPDATE_DEAL", "HUBSPOT_UPDATE_DEALS", "HUBSPOT_UPDATE_EMAIL", "HUBSPOT_UPDATE_QUOTE", "HUBSPOT_UPDATE_EMAILS", "HUBSPOT_UPDATE_TICKET" ], "reads": [ "HUBSPOT_READ_CONTACT", "HUBSPOT_READ_CONTACTS", "HUBSPOT_GET_CONTACT_IDS", "HUBSPOT_READ_LEGACY_CONTACT_PROFILE", "HUBSPOT_READ_LEGACY_CONTACT_PROFILES_BY_EMAIL", "HUBSPOT_LIST_CONTACT_NOTES", "HUBSPOT_READ_ASSOCIATIONS_BATCH", "HUBSPOT_READ_BUDGET", "HUBSPOT_LIST_CONTACTS", "HUBSPOT_GET_ACCOUNT_INFO" ] }, { "toolkit": "outlook", "write_query": "send email", "read_query": "get message", "actions": [ "OUTLOOK_SEND_EMAIL", "OUTLOOK_REPLY_EMAIL", "OUTLOOK_SEND_DRAFT", "OUTLOOK_UPDATE_EMAIL", "OUTLOOK_CREATE_EMAIL_RULE", "OUTLOOK_UPDATE_EMAIL_RULE", "OUTLOOK_FORWARD_MESSAGE", "OUTLOOK_CREATE_FORWARD_DRAFT", "OUTLOOK_CREATE_ME_MESSAGE_REPLY_ALL_DRAFT", "OUTLOOK_ACCEPT_EVENT" ], "reads": [ "OUTLOOK_GET_MESSAGE", "OUTLOOK_GET_ME_MESSAGE_MIME_CONTENT", "OUTLOOK_GET_USER_MESSAGES_ATTACHMENTS", "OUTLOOK_GET_CHILD_FOLDER_MESSAGE_CONTENT", "OUTLOOK_GET_NESTED_FOLDER_MESSAGE_ATTACHMENT", "OUTLOOK_GET_MESSAGE_EXTENSION", "OUTLOOK_GET_MAIL_FOLDER_MESSAGE", "OUTLOOK_GET_CHILD_FOLDER_MESSAGE", "OUTLOOK_GET_MAIL_FOLDER_MESSAGE_RULE", "OUTLOOK_GET_USER_CHILD_FOLDER_MESSAGE" ] }, { "toolkit": "outlook", "write_query": "create event", "read_query": "get event", "actions": [ "OUTLOOK_CREATE_ME_EVENT", "OUTLOOK_CALENDAR_CREATE_EVENT", "OUTLOOK_CREATE_EVENT_ATTACHMENT", "OUTLOOK_CREATE_ME_CALENDAR_EVENT_EXTENSION", "OUTLOOK_CREATE_EVENT_ATTACHMENT_UPLOAD_SESSION", "OUTLOOK_CREATE_ME_EVENT_ATTACHMENT_UPLOAD_SESSION", "OUTLOOK_ADD_EVENT_ATTACHMENT", "OUTLOOK_CREATE_TASK", "OUTLOOK_CREATE_DRAFT", "OUTLOOK_DECLINE_EVENT" ], "reads": [ "OUTLOOK_GET_EVENT", "OUTLOOK_GET_CALENDAR_EVENT", "OUTLOOK_GET_ME_EVENT_CALENDAR", "OUTLOOK_GET_CALENDAR_FROM_EVENT", "OUTLOOK_GET_EVENT_CALENDAR_FROM_GROUP", "OUTLOOK_GET_EVENT_ATTACHMENT", "OUTLOOK_GET_ME_EVENT_ATTACHMENT", "OUTLOOK_GET_USER_CALENDAR_EVENT", "OUTLOOK_GET_USER_EVENT_EXTENSION", "OUTLOOK_GET_CALENDAR_EVENT_ATTACHMENT" ] }, { "toolkit": "zendesk", "write_query": "update ticket", "read_query": "get ticket", "actions": [ "ZENDESK_UPDATE_ZENDESK_TICKET", "ZENDESK_UPDATE_MANY_TICKETS", "ZENDESK_UPDATE_TICKETS_TAGS", "ZENDESK_UPDATE_VIEW", "ZENDESK_UPDATE_MACRO", "ZENDESK_UPDATE_CUSTOM_STATUS", "ZENDESK_REORDER_TICKET_FIELDS", "ZENDESK_UPDATE_ZENDESK_REQUESTS", "ZENDESK_UPDATE_SIDE_CONVERSATION", "ZENDESK_UPDATE_RESOURCE_COLLECTION" ], "reads": [ "ZENDESK_GET_ZENDESK_TICKET_BY_ID", "ZENDESK_GET_TICKETS_METRICS", "ZENDESK_GET_ZENDESK_TICKET_FORM", "ZENDESK_GET_ORGANIZATION_TICKETS", "ZENDESK_GET_ZENDESK_TICKET_RELATED", "ZENDESK_GET_TICKET_SLA_POLICY_METRICS", "ZENDESK_GET_ZENDESK_TICKETS_SIDE_CONVERSATION_ID", "ZENDESK_GET_TICKET_FORMS", "ZENDESK_GET_TICKET_SKIPS", "ZENDESK_GET_TICKET_FIELD2" ] }, { "toolkit": "freshdesk", "write_query": "update ticket", "read_query": "get ticket", "actions": [ "FRESHDESK_UPDATE_TICKET", "FRESHDESK_BULK_UPDATE_TICKETS", "FRESHDESK_UPDATE_TICKET_FORMS", "FRESHDESK_UPDATE_TICKET_SUMMARY", "FRESHDESK_UPDATE_TICKET_BULK_WATCH", "FRESHDESK_UPDATE_EMAIL_SETTINGS", "FRESHDESK_UPDATE_NOTIFICATION_EMAIL_BCC", "FRESHDESK_UPDATE_AGENT", "FRESHDESK_CREATE_TICKET", "FRESHDESK_UPDATE_CONTACT" ], "reads": [ "FRESHDESK_GET_TICKETS", "FRESHDESK_VIEW_TICKET", "FRESHDESK_VIEW_TICKET_FIELD", "FRESHDESK_GET_TICKET_USER_ACCESS", "FRESHDESK_VIEW_TICKET_FORM_FIELD", "FRESHDESK_GET_TICKET_TIME_ENTRIES", "FRESHDESK_GET_JOB", "FRESHDESK_GET_SEARCH", "FRESHDESK_VIEW_SETTINGS", "FRESHDESK_LIST_TICKET_FORMS" ] }, { "toolkit": "asana", "write_query": "create task", "read_query": "get task", "actions": [ "ASANA_CREATE_A_TASK", "ASANA_ADD_TAG_TO_TASK", "ASANA_ADD_TASK_TO_SECTION", "ASANA_CREATE_TASK_COMMENT", "ASANA_ADD_PROJECT_FOR_TASK", "ASANA_ADD_FOLLOWERS_TO_TASK", "ASANA_ADD_TASK_DEPENDENCIES", "ASANA_CREATE_ATTACHMENT_FOR_TASK", "ASANA_CREATE_TAG", "ASANA_CREATE_SUBTASK" ], "reads": [ "ASANA_GET_A_TASK", "ASANA_GET_TAGS_FOR_TASK", "ASANA_GET_USER_TASK_LIST", "ASANA_GET_STORIES_FOR_TASK", "ASANA_GET_TASK_ATTACHMENTS", "ASANA_GET_PROJECTS_FOR_TASK", "ASANA_GET_TASK_COUNTS_FOR_PROJECT", "ASANA_GET_TIME_TRACKING_ENTRIES_FOR_TASK", "ASANA_GET_TASK_SUBTASKS", "ASANA_GET_TASKS_FOR_TAG" ] }, { "toolkit": "intercom", "write_query": "reply conversation", "read_query": "retrieve conversation", "actions": [ "INTERCOM_REPLY_TO_CONVERSATION", "INTERCOM_REPLY_TICKET", "INTERCOM_ASSIGN_CONVERSATION", "INTERCOM_CREATE_CONVERSATION", "INTERCOM_REOPEN_CONVERSATION", "INTERCOM_ATTACH_TAG_TO_CONVERSATION", "INTERCOM_ATTACH_CONTACT_TO_CONVERSATION", "INTERCOM_CREATE_TAG", "INTERCOM_CREATE_A_NOTE", "INTERCOM_CREATE_TICKET" ], "reads": [ "INTERCOM_GET_CONVERSATION", "INTERCOM_GET_COUNTS", "INTERCOM_RETRIEVE_TEAM", "INTERCOM_GET_TICKET_TYPE", "INTERCOM_LIST_CONVERSATIONS", "INTERCOM_RETRIEVE_A_SEGMENT", "INTERCOM_RETRIEVE_AN_ARTICLE", "INTERCOM_SEARCH_CONVERSATIONS", "INTERCOM_RETRIEVE_A_COLLECTION", "INTERCOM_RETRIEVE_A_HELP_CENTER" ] }, { "toolkit": "linear", "write_query": "create issue", "read_query": "get issue", "actions": [ "LINEAR_CREATE_LINEAR_ISSUE", "LINEAR_CREATE_LINEAR_ISSUE_RELATION", "LINEAR_CREATE_ATTACHMENT", "LINEAR_CREATE_LINEAR_LABEL", "LINEAR_CREATE_LINEAR_COMMENT", "LINEAR_UPDATE_ISSUE", "LINEAR_CREATE_LINEAR_PROJECT", "LINEAR_CREATE_PROJECT_UPDATE", "LINEAR_CREATE_COMMENT_REACTION", "LINEAR_CREATE_PROJECT_MILESTONE" ], "reads": [ "LINEAR_GET_LINEAR_ISSUE", "LINEAR_GET_ISSUE_DEFAULTS", "LINEAR_LIST_LINEAR_ISSUES", "LINEAR_GET_COMMENT", "LINEAR_SEARCH_ISSUES", "LINEAR_GET_ATTACHMENT", "LINEAR_GET_CURRENT_USER", "LINEAR_LIST_ISSUE_DRAFTS", "LINEAR_LIST_ISSUES_BY_TEAM_ID", "LINEAR_GET_LINEAR_PROJECT" ] }, { "toolkit": "jira", "write_query": "create issue", "read_query": "get issue", "actions": [ "JIRA_CREATE_ISSUE", "JIRA_BULK_CREATE_ISSUE", "JIRA_CREATE_ISSUE_LINK", "JIRA_ADD_WATCHER_TO_ISSUE", "JIRA_EDIT_ISSUE", "JIRA_ADD_COMMENT", "JIRA_ADD_WORKLOG", "JIRA_ASSIGN_ISSUE", "JIRA_CREATE_SPRINT", "JIRA_ADD_ATTACHMENT" ], "reads": [ "JIRA_GET_ISSUE", "JIRA_GET_ISSUE_PICKER_SUGGESTIONS", "JIRA_GET_ISSUE_TYPES", "JIRA_FETCH_BULK_ISSUES", "JIRA_GET_ISSUE_PROPERTY", "JIRA_GET_ISSUE_WATCHERS", "JIRA_GET_ISSUE_LINK_TYPES", "JIRA_GET_ISSUE_RESOLUTIONS", "JIRA_GET_REMOTE_ISSUE_LINKS", "JIRA_GET_ISSUE_EDIT_METADATA" ] }, { "toolkit": "clickup", "write_query": "create task", "read_query": "get task", "actions": [ "CLICKUP_CREATE_TASK", "CLICKUP_CREATE_TASK_FROM_TEMPLATE", "CLICKUP_ADD_TASK_LINK", "CLICKUP_ADD_TAG_TO_TASK", "CLICKUP_ADD_TASK_TO_LIST", "CLICKUP_ADD_GUEST_TO_TASK", "CLICKUP_CREATE_TASK_COMMENT", "CLICKUP_CREATE_TASK_ATTACHMENT", "CLICKUP_CREATE_CHECKLIST", "CLICKUP_CREATE_WORKSPACE_EVERYTHING_LEVEL_VIEW" ], "reads": [ "CLICKUP_GET_TASK", "CLICKUP_GET_TASKS", "CLICKUP_GET_VIEW_TASKS", "CLICKUP_GET_FILTERED_TEAM_TASKS", "CLICKUP_GET_TASK_MEMBERS", "CLICKUP_GET_TASK_COMMENTS", "CLICKUP_GET_TASK_TEMPLATES", "CLICKUP_GET_CUSTOM_TASK_TYPES", "CLICKUP_GET_TASK_TIME_IN_STATUS", "CLICKUP_GET_BULK_TASKS_TIME_IN_STATUS" ] }, { "toolkit": "trello", "write_query": "create card", "read_query": "get card", "actions": [ "TRELLO_ADD_CARDS", "TRELLO_CREATE_CARD_LABEL", "TRELLO_ADD_CARDS_CHECKLISTS_BY_ID_CARD", "TRELLO_ADD_CARD_VOTE", "TRELLO_ADD_MEMBER_TO_CARD", "TRELLO_CREATE_CARD_STICKER", "TRELLO_ADD_CARDS_ID_LABELS_BY_ID_CARD", "TRELLO_ADD_CARDS_ATTACHMENTS_BY_ID_CARD", "TRELLO_ADD_CARDS_ACTIONS_COMMENTS_BY_ID_CARD", "TRELLO_ADD_LISTS" ], "reads": [ "TRELLO_GET_CARDS_BY_ID_CARD", "TRELLO_GET_CARDS_LIST_BY_ID_CARD", "TRELLO_GET_CARDS_CHECK_ITEM_STATES_BY_ID_CARD", "TRELLO_GET_CARDS_CHECK_ITEM", "TRELLO_GET_MEMBER_ORG_CARDS", "TRELLO_GET_CARDS_BOARD_BY_ID_CARD", "TRELLO_GET_LISTS_CARDS_BY_ID_LIST", "TRELLO_GET_CARDS_PLUGIN_DATA_BY_ID", "TRELLO_GET_BOARDS_CARDS_BY_ID_BOARD", "TRELLO_GET_CARDS_ACTIONS_BY_ID_CARD" ] }, { "toolkit": "googledocs", "write_query": "update document", "read_query": "get document", "actions": [ "GOOGLEDOCS_UPDATE_DOCUMENT_STYLE", "GOOGLEDOCS_UPDATE_DOCUMENT_SECTION_MARKDOWN", "GOOGLEDOCS_UPDATE_DOCUMENT_MARKDOWN", "GOOGLEDOCS_UPDATE_TABLE_ROW_STYLE", "GOOGLEDOCS_COPY_DOCUMENT", "GOOGLEDOCS_CREATE_DOCUMENT", "GOOGLEDOCS_CREATE_DOCUMENT_MARKDOWN", "GOOGLEDOCS_REPLACE_IMAGE", "GOOGLEDOCS_INSERT_TEXT_IN_TABLE_CELL", "GOOGLEDOCS_CREATE_TAB" ], "reads": [ "GOOGLEDOCS_GET_DOCUMENT_BY_ID", "GOOGLEDOCS_GET_DOCUMENT_END_INDEX", "GOOGLEDOCS_GET_DOCUMENT_PLAINTEXT", "GOOGLEDOCS_SEARCH_DOCUMENTS", "GOOGLEDOCS_EXPORT_DOCUMENT_AS_PDF", "GOOGLEDOCS_GET_DOCS_DRIVE_FILE_METADATA", "GOOGLEDOCS_GET_DOCS_SPREADSHEET_VALUES", "GOOGLEDOCS_LIST_SPREADSHEET_CHARTS", "GOOGLEDOCS_LIST_DRIVE_ITEM_PERMISSIONS" ] }, { "toolkit": "googlesheets", "write_query": "update values", "read_query": "get values", "actions": [ "GOOGLESHEETS_VALUES_UPDATE", "GOOGLESHEETS_UPDATE_VALUES_BATCH", "GOOGLESHEETS_BATCH_UPDATE_VALUES_BY_DATA_FILTER", "GOOGLESHEETS_UPDATE_CHART", "GOOGLESHEETS_SPREADSHEETS_VALUES_APPEND", "GOOGLESHEETS_FIND_REPLACE", "GOOGLESHEETS_MOVE_CHART", "GOOGLESHEETS_SORT_RANGE", "GOOGLESHEETS_UPSERT_ROWS", "GOOGLESHEETS_AUTO_RESIZE_DIMENSIONS" ], "reads": [ "GOOGLESHEETS_VALUES_GET", "GOOGLESHEETS_SPREADSHEETS_VALUES_BATCH_GET_BY_DATA_FILTER", "GOOGLESHEETS_GET_DRIVE_FILE_METADATA", "GOOGLESHEETS_GET_DATA_VALIDATION_RULES", "GOOGLESHEETS_GET_SPREADSHEET_BY_DATA_FILTER", "GOOGLESHEETS_BATCH_GET", "GOOGLESHEETS_GET_SHEET_NAMES", "GOOGLESHEETS_GET_SPREADSHEET_INFO", "GOOGLESHEETS_GET_CONDITIONAL_FORMAT_RULES", "GOOGLESHEETS_LIST_CHARTS" ] }, { "toolkit": "airtable", "write_query": "update record", "read_query": "get record", "actions": [ "AIRTABLE_UPDATE_RECORD", "AIRTABLE_UPDATE_RECORD_PUT", "AIRTABLE_UPDATE_MULTIPLE_RECORDS", "AIRTABLE_UPDATE_MULTIPLE_RECORDS_PUT", "AIRTABLE_UPDATE_COMMENT", "AIRTABLE_UPDATE_TABLE", "AIRTABLE_CREATE_RECORDS", "AIRTABLE_CREATE_RECORD_FROM_NATURAL_LANGUAGE", "AIRTABLE_CREATE_COMMENT", "AIRTABLE_UPLOAD_ATTACHMENT" ], "reads": [ "AIRTABLE_GET_RECORD", "AIRTABLE_LIST_RECORDS", "AIRTABLE_GET_ATTACHMENT_INFO", "AIRTABLE_GET_USER_INFO", "AIRTABLE_GET_BASE_SCHEMA", "AIRTABLE_LIST_COMMENTS", "AIRTABLE_WHO_AM_I", "AIRTABLE_LIST_BASES" ] }, { "toolkit": "notion", "write_query": "update page", "read_query": "retrieve page", "actions": [ "NOTION_UPDATE_PAGE", "NOTION_UPDATE_PAGE_MARKDOWN", "NOTION_UPDATE_BLOCK", "NOTION_MOVE_PAGE", "NOTION_DUPLICATE_PAGE", "NOTION_CREATE_NOTION_PAGE", "NOTION_ADD_MULTIPLE_PAGE_CONTENT", "NOTION_CREATE_COMMENT", "NOTION_CREATE_DATABASE", "NOTION_APPEND_CODE_BLOCKS" ], "reads": [ "NOTION_RETRIEVE_PAGE", "NOTION_GET_PAGE_PROPERTY_ACTION", "NOTION_GET_PAGE_MARKDOWN", "NOTION_FETCH_DATA", "NOTION_GET_VIEW_QUERY_RESULTS", "NOTION_FETCH_ROW", "NOTION_GET_PLUGIN", "NOTION_FETCH_COMMENTS", "NOTION_CREATE_VIEW_QUERY", "NOTION_SEARCH_NOTION_PAGE" ] }, { "toolkit": "github", "write_query": "create issue", "read_query": "get issue", "actions": [ "GITHUB_CREATE_AN_ISSUE", "GITHUB_CREATE_ISSUE_TYPE", "GITHUB_ADD_LABELS_TO_AN_ISSUE", "GITHUB_CREATE_AN_ISSUE_COMMENT", "GITHUB_CREATE_REACTION_FOR_AN_ISSUE", "GITHUB_CREATE_REACTION_FOR_AN_ISSUE_COMMENT", "GITHUB_ADD_SUB_ISSUE", "GITHUB_ADD_ASSIGNEES_TO_AN_ISSUE", "GITHUB_CREATE_REPOSITORY", "GITHUB_CREATE_A_MILESTONE" ], "reads": [ "GITHUB_GET_AN_ISSUE", "GITHUB_GET_AN_ISSUE_COMMENT", "GITHUB_GET_PARENT_ISSUE", "GITHUB_GET_AN_ISSUE_EVENT", "GITHUB_GET_ISSUE_COMMENTS", "GITHUB_GET_USER_PROJECT_ITEM", "GITHUB_GET_A_TREE", "GITHUB_GET_A_RELEASE", "GITHUB_SEARCH_ISSUES", "GITHUB_GET_DEPLOY_KEY" ] }, { "toolkit": "webflow", "write_query": "update collection item", "read_query": "get collection item", "actions": [ "WEBFLOW_UPDATE_COLLECTION_ITEM_V2", "WEBFLOW_UPDATE_LIVE_COLLECTION_ITEM", "WEBFLOW_UPDATE_COLLECTION_ITEMS_BULK", "WEBFLOW_UPDATE_LIVE_COLLECTION_ITEMS", "WEBFLOW_UPDATE_ITEM_INVENTORY", "WEBFLOW_CREATE_COLLECTION_ITEM", "WEBFLOW_PUBLISH_COLLECTION_ITEMS", "WEBFLOW_CREATE_LIVE_COLLECTION_ITEM", "WEBFLOW_CREATE_BULK_COLLECTION_ITEMS", "WEBFLOW_UPDATE_PAGE" ], "reads": [ "WEBFLOW_GET_COLLECTION_ITEM", "WEBFLOW_GET_LIVE_COLLECTION_ITEM", "WEBFLOW_GET_ITEM_INVENTORY", "WEBFLOW_LIST_COLLECTION_ITEMS", "WEBFLOW_LIST_LIVE_COLLECTION_ITEMS", "WEBFLOW_GET_COLLECTION", "WEBFLOW_GET_ORDER", "WEBFLOW_GET_WEBHOOK", "WEBFLOW_LIST_COLLECTIONS", "WEBFLOW_GET_COMPONENT_PROPERTIES" ] }, { "toolkit": "microsoft_teams", "write_query": "send message", "read_query": "get messages", "actions": [ "MICROSOFT_TEAMS_POST_MESSAGE_REPLY", "MICROSOFT_TEAMS_TEAMS_POST_CHAT_MESSAGE", "MICROSOFT_TEAMS_TEAMS_POST_CHANNEL_MESSAGE", "MICROSOFT_TEAMS_PIN_MESSAGE", "MICROSOFT_TEAMS_UPDATE_CHAT_MESSAGE", "MICROSOFT_TEAMS_UPDATE_CHANNEL_MESSAGE", "MICROSOFT_TEAMS_SEND_ACTIVITY_NOTIFICATION", "MICROSOFT_TEAMS_HIDE_CHAT_FOR_USER", "MICROSOFT_TEAMS_MARK_CHAT_UNREAD_FOR_USER", "MICROSOFT_TEAMS_ADD_TAB" ], "reads": [ "MICROSOFT_TEAMS_GET_CHAT_MESSAGE", "MICROSOFT_TEAMS_GET_CHANNEL_MESSAGE_REPLY", "MICROSOFT_TEAMS_GET_CHANNEL_MESSAGE", "MICROSOFT_TEAMS_LIST_PINNED_MESSAGES", "MICROSOFT_TEAMS_TEAMS_LIST_CHANNEL_MESSAGES", "MICROSOFT_TEAMS_GET_TAB", "MICROSOFT_TEAMS_GET_CHAT", "MICROSOFT_TEAMS_GET_SHIFT", "MICROSOFT_TEAMS_GET_CHANNEL", "MICROSOFT_TEAMS_GET_PRESENCE" ] }, { "toolkit": "slack", "write_query": "send message", "read_query": "history", "actions": [ "SLACK_SEND_MESSAGE", "SLACK_SEND_ME_MESSAGE", "SLACK_SEND_EPHEMERAL_MESSAGE", "SLACK_SCHEDULE_MESSAGE", "SLACK_UPDATES_A_SLACK_MESSAGE", "SLACK_OPEN_DM", "SLACK_UPLOAD_OR_CREATE_A_FILE_IN_SLACK", "SLACK_ADD_STAR", "SLACK_CLOSE_DM", "SLACK_PIN_ITEM" ], "reads": [ "SLACK_FETCH_CONVERSATION_HISTORY", "SLACK_SEARCH_ALL", "SLACK_LIST_USER_REACTIONS", "SLACK_GET_UNREAD_MESSAGES_FROM_USER", "SLACK_RETRIEVE_DETAILED_USER_INFORMATION", "SLACK_API_TEST", "SLACK_WHO_AM_I", "SLACK_TEST_AUTH", "SLACK_FIND_USERS", "SLACK_GET_BOT_USER" ] } ], "workflows": [ { "id": "sales-lead-research", "role_id": "sales", "title": "Research and qualify a lead batch", "operation": "research", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/sales-lead-research.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [ { "group": "crm", "alternatives": [ "hubspot", "salesforce" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "sales-prospect-page", "role_id": "sales", "title": "Create a tailored prospect page", "operation": "artifact", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/sales-prospect-page.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [ { "group": "crm", "alternatives": [ "hubspot", "salesforce" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "sales-crm-follow-up", "role_id": "sales", "title": "Update the CRM after a conversation", "operation": "action", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/sales-crm-follow-up.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [ { "group": "crm", "alternatives": [ "hubspot", "salesforce" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "sales-outreach", "role_id": "sales", "title": "Send a researched follow-up", "operation": "action", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/sales-outreach.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [ { "group": "email", "alternatives": [ "gmail", "outlook" ] }, { "group": "crm", "alternatives": [ "hubspot", "salesforce" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "support-reply", "role_id": "customer-support", "title": "Investigate and answer a ticket", "operation": "action", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/support-reply.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [ { "group": "support", "alternatives": [ "zendesk", "freshdesk", "intercom" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "support-escalation", "role_id": "customer-support", "title": "Prepare and file an engineering escalation", "operation": "action", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/support-escalation.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [ { "group": "support", "alternatives": [ "zendesk", "freshdesk", "intercom" ] }, { "group": "engineering", "alternatives": [ "github", "linear", "jira" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "support-knowledge", "role_id": "customer-support", "title": "Turn a resolved pattern into documentation", "operation": "action", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/support-knowledge.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [ { "group": "support", "alternatives": [ "zendesk", "freshdesk", "intercom" ] }, { "group": "knowledge", "alternatives": [ "notion", "googledocs" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "support-patterns", "role_id": "customer-support", "title": "Review recurring support issues", "operation": "report", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/support-patterns.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [ { "group": "support", "alternatives": [ "zendesk", "freshdesk", "intercom" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "success-onboarding", "role_id": "customer-success", "title": "Build and save a customer onboarding plan", "operation": "action", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/success-onboarding.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [ { "group": "crm", "alternatives": [ "hubspot", "salesforce" ] }, { "group": "projects", "alternatives": [ "asana", "linear", "jira", "clickup", "trello", "github" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "success-renewal", "role_id": "customer-success", "title": "Prepare a renewal brief", "operation": "report", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/success-renewal.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [ { "group": "crm", "alternatives": [ "hubspot", "salesforce" ] }, { "group": "support", "alternatives": [ "zendesk", "freshdesk", "intercom" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "success-check-in", "role_id": "customer-success", "title": "Send a useful customer check-in", "operation": "action", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/success-check-in.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [ { "group": "crm", "alternatives": [ "hubspot", "salesforce" ] }, { "group": "email", "alternatives": [ "gmail", "outlook" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "success-risk-review", "role_id": "customer-success", "title": "Review accounts awaiting a next step", "operation": "report", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/success-risk-review.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [ { "group": "crm", "alternatives": [ "hubspot", "salesforce" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "marketing-brief", "role_id": "marketing", "title": "Research and write a campaign brief", "operation": "research", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/marketing-brief.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [], "live_status": "requires_business_account_validation", "live_blocker": "Verify the complete deliverable against representative company inputs and the role-specific completion criteria." }, { "id": "marketing-website", "role_id": "marketing", "title": "Update approved website content", "operation": "action", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/marketing-website.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [ { "group": "website", "alternatives": [ "webflow" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "marketing-lead-handoff", "role_id": "marketing", "title": "Record and hand off a qualified inbound lead", "operation": "action", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/marketing-lead-handoff.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [ { "group": "crm", "alternatives": [ "hubspot", "salesforce" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "marketing-report", "role_id": "marketing", "title": "Prepare a campaign performance report", "operation": "report", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/marketing-report.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [ { "group": "sheets", "alternatives": [ "googlesheets", "airtable" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "operations-intake", "role_id": "operations", "title": "Turn an incoming request into owned work", "operation": "action", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791469256137/operations-intake.json", "attempts": [ { "passed": true, "error": null }, { "passed": true, "error": null }, { "passed": true, "error": null } ], "app_groups": [ { "group": "projects", "alternatives": [ "asana", "linear", "jira", "clickup", "trello", "github" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "operations-sop", "role_id": "operations", "title": "Write and maintain a working procedure", "operation": "action", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/operations-sop.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [ { "group": "knowledge", "alternatives": [ "notion", "googledocs" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "operations-follow-through", "role_id": "operations", "title": "Follow up on overdue operational work", "operation": "action", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/operations-follow-through.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [ { "group": "projects", "alternatives": [ "asana", "linear", "jira", "clickup", "trello", "github" ] }, { "group": "messaging", "alternatives": [ "slack", "microsoft_teams" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "operations-vendor-review", "role_id": "operations", "title": "Compare vendor options for a work need", "operation": "research", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/operations-vendor-review.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [], "live_status": "requires_business_account_validation", "live_blocker": "Verify the complete deliverable against representative company inputs and the role-specific completion criteria." }, { "id": "projects-status", "role_id": "project-management", "title": "Write a grounded project status update", "operation": "report", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/projects-status.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [ { "group": "projects", "alternatives": [ "asana", "linear", "jira", "clickup", "trello", "github" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "projects-action-items", "role_id": "project-management", "title": "Create tasks from agreed action items", "operation": "action", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/projects-action-items.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [ { "group": "projects", "alternatives": [ "asana", "linear", "jira", "clickup", "trello", "github" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "projects-deadlines", "role_id": "project-management", "title": "Apply an agreed plan change", "operation": "action", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/projects-deadlines.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [ { "group": "projects", "alternatives": [ "asana", "linear", "jira", "clickup", "trello", "github" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "projects-handoff", "role_id": "project-management", "title": "Prepare and save a project handoff", "operation": "action", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/projects-handoff.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [ { "group": "projects", "alternatives": [ "asana", "linear", "jira", "clickup", "trello", "github" ] }, { "group": "knowledge", "alternatives": [ "notion", "googledocs" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "engineering-issue", "role_id": "engineering", "title": "Create a useful engineering issue", "operation": "action", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/engineering-issue.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [ { "group": "engineering", "alternatives": [ "github", "linear", "jira" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "engineering-triage", "role_id": "engineering", "title": "Triage a bounded issue queue", "operation": "action", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/engineering-triage.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [ { "group": "engineering", "alternatives": [ "github", "linear", "jira" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "engineering-release", "role_id": "engineering", "title": "Prepare release notes from completed work", "operation": "report", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/engineering-release.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [ { "group": "engineering", "alternatives": [ "github", "linear", "jira" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "engineering-runbook", "role_id": "engineering", "title": "Document a known operational procedure", "operation": "action", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/engineering-runbook.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [ { "group": "knowledge", "alternatives": [ "notion", "googledocs" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "product-feedback", "role_id": "product", "title": "Synthesize a customer feedback batch", "operation": "report", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/product-feedback.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [ { "group": "support", "alternatives": [ "zendesk", "freshdesk", "intercom" ] }, { "group": "crm", "alternatives": [ "hubspot", "salesforce" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "product-spec", "role_id": "product", "title": "Write and save a product specification", "operation": "action", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791469076648/product-spec.json", "attempts": [ { "passed": false, "error": "Provider timeout. No action is confirmed." }, { "passed": true, "error": null } ], "app_groups": [ { "group": "knowledge", "alternatives": [ "notion", "googledocs" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "product-backlog", "role_id": "product", "title": "Add agreed work to the backlog", "operation": "action", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/product-backlog.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [ { "group": "projects", "alternatives": [ "asana", "linear", "jira", "clickup", "trello", "github" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "product-launch", "role_id": "product", "title": "Prepare a launch readiness review", "operation": "report", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/product-launch.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [ { "group": "projects", "alternatives": [ "asana", "linear", "jira", "clickup", "trello", "github" ] }, { "group": "knowledge", "alternatives": [ "notion", "googledocs" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "finance-reconciliation", "role_id": "finance", "title": "Reconcile invoices and payments", "operation": "analysis", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791469256137/finance-reconciliation.json", "attempts": [ { "passed": true, "error": null }, { "passed": true, "error": null } ], "app_groups": [ { "group": "sheets", "alternatives": [ "googlesheets", "airtable" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "finance-receivables", "role_id": "finance", "title": "Prepare and send an agreed payment reminder", "operation": "action", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/finance-receivables.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [ { "group": "email", "alternatives": [ "gmail", "outlook" ] }, { "group": "sheets", "alternatives": [ "googlesheets", "airtable" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "finance-exceptions", "role_id": "finance", "title": "Create review tasks for financial exceptions", "operation": "action", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/finance-exceptions.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [ { "group": "sheets", "alternatives": [ "googlesheets", "airtable" ] }, { "group": "projects", "alternatives": [ "asana", "linear", "jira", "clickup", "trello", "github" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "finance-month-end", "role_id": "finance", "title": "Prepare a month-end review pack", "operation": "report", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/finance-month-end.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [ { "group": "sheets", "alternatives": [ "googlesheets", "airtable" ] }, { "group": "knowledge", "alternatives": [ "notion", "googledocs" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "people-onboarding", "role_id": "people", "title": "Create an employee onboarding checklist", "operation": "action", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791469256137/people-onboarding.json", "attempts": [ { "passed": true, "error": null }, { "passed": true, "error": null } ], "app_groups": [ { "group": "projects", "alternatives": [ "asana", "linear", "jira", "clickup", "trello", "github" ] }, { "group": "knowledge", "alternatives": [ "notion", "googledocs" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "people-policy", "role_id": "people", "title": "Answer a question from company guidance", "operation": "report", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791469256137/people-policy.json", "attempts": [ { "passed": true, "error": null }, { "passed": true, "error": null } ], "app_groups": [ { "group": "knowledge", "alternatives": [ "notion", "googledocs" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "people-process", "role_id": "people", "title": "Save an approved people-process document", "operation": "action", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791469256137/people-process.json", "attempts": [ { "passed": true, "error": null }, { "passed": true, "error": null } ], "app_groups": [ { "group": "knowledge", "alternatives": [ "notion", "googledocs" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "people-coordination", "role_id": "people", "title": "Track an employee operational request", "operation": "action", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791469256137/people-coordination.json", "attempts": [ { "passed": true, "error": null }, { "passed": true, "error": null } ], "app_groups": [ { "group": "projects", "alternatives": [ "asana", "linear", "jira", "clickup", "trello", "github" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "recruiting-interviews", "role_id": "recruiting", "title": "Coordinate an interview time", "operation": "action", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791469256137/recruiting-interviews.json", "attempts": [ { "passed": true, "error": null }, { "passed": true, "error": null } ], "app_groups": [ { "group": "email", "alternatives": [ "gmail", "outlook" ] }, { "group": "calendar", "alternatives": [ "googlecalendar", "outlook" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "recruiting-message", "role_id": "recruiting", "title": "Send a candidate coordination message", "operation": "action", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791469256137/recruiting-message.json", "attempts": [ { "passed": true, "error": null }, { "passed": true, "error": null } ], "app_groups": [ { "group": "email", "alternatives": [ "gmail", "outlook" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "recruiting-notes", "role_id": "recruiting", "title": "Organize supplied interview notes", "operation": "report", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791469256137/recruiting-notes.json", "attempts": [ { "passed": true, "error": null }, { "passed": true, "error": null } ], "app_groups": [], "live_status": "requires_business_account_validation", "live_blocker": "Verify the complete deliverable against representative company inputs and the role-specific completion criteria." }, { "id": "recruiting-follow-up", "role_id": "recruiting", "title": "Create recruiting coordination tasks", "operation": "action", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791469256137/recruiting-follow-up.json", "attempts": [ { "passed": true, "error": null }, { "passed": true, "error": null } ], "app_groups": [ { "group": "projects", "alternatives": [ "asana", "linear", "jira", "clickup", "trello", "github" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "leadership-brief", "role_id": "leadership", "title": "Prepare a workday briefing", "operation": "report", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/leadership-brief.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [ { "group": "calendar", "alternatives": [ "googlecalendar", "outlook" ] }, { "group": "projects", "alternatives": [ "asana", "linear", "jira", "clickup", "trello", "github" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "leadership-decisions", "role_id": "leadership", "title": "Prepare a decision brief", "operation": "report", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/leadership-decisions.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [], "live_status": "requires_business_account_validation", "live_blocker": "Verify the complete deliverable against representative company inputs and the role-specific completion criteria." }, { "id": "leadership-follow-up", "role_id": "leadership", "title": "Turn meeting commitments into follow-through", "operation": "action", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/leadership-follow-up.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [ { "group": "projects", "alternatives": [ "asana", "linear", "jira", "clickup", "trello", "github" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." }, { "id": "leadership-weekly", "role_id": "leadership", "title": "Prepare a weekly operating review", "operation": "report", "fixture_status": "passed", "latest_fixture_error": null, "fixture_evidence": ".local/role-evaluation-1791468562023/leadership-weekly.json", "attempts": [ { "passed": true, "error": null } ], "app_groups": [ { "group": "projects", "alternatives": [ "asana", "linear", "jira", "clickup", "trello", "github" ] }, { "group": "sheets", "alternatives": [ "googlesheets", "airtable" ] } ], "live_status": "requires_business_account_validation", "live_blocker": "Connect an actual company account, name the exact test destination and authorized change, and verify the full workflow in that app." } ] }