Some checks failed
Deploy analytics worker / Deploy analytics worker to ${{ (github.ref == 'refs/heads/production' && 'production') || (github.ref == 'refs/heads/main' && 'staging') || 'preview' }} (push) Failing after 1s
i18n upload strings / Upload latest strings (push) Failing after 1s
Deploy bemo / Deploy bemo to ${{ (github.ref == 'refs/heads/bemo-production' && 'production') || (github.ref == 'refs/heads/main' && 'staging') || 'preview' }} (push) Failing after 1s
Deploy grafana resources / ${{ github.event_name == 'push' && 'Deploy grafana resources' || 'Validate grafana resources (dry run)' }} (push) Failing after 0s
End to end tests (dotcom) / Check for relevant changes (push) Failing after 0s
End to end tests (examples) / Check for relevant changes (push) Failing after 0s
End to end tests (mermaid readability) / Check for relevant changes (push) Failing after 1s
End to end tests (perf) / Check for relevant changes (push) Failing after 0s
Publish editor extensions / Publish editor extensions (push) Failing after 1s
Publish SDK packages / Remove the publish-packages label (push) Has been skipped
Checks / Tests & checks (push) Has been cancelled
Checks / Build all projects (push) Has been cancelled
Deploy templates / Deploy templates (push) Has been cancelled
End to end tests (dotcom) / End to end tests (dotcom) (push) Has been cancelled
End to end tests (mermaid readability) / End to end tests (mermaid readability) (push) Has been cancelled
End to end tests (perf) / End to end tests (perf) (push) Has been cancelled
Deploy .com / Deploy dotcom to ${{ (github.ref == 'refs/heads/production' && 'production') || (github.ref == 'refs/heads/main' && 'staging') || 'preview' }} (push) Has been cancelled
End to end tests (examples) / End to end tests (examples) (push) Has been cancelled
Publish SDK packages / Publish SDK packages (push) Has been cancelled
Publish SDK packages / Tell user released version (push) Has been cancelled
Publish SDK packages / Publishes code templates to separate repositories (push) Has been cancelled
Publish SDK packages / Deploys the template demos with the new SDK version (push) Has been cancelled
195 lines
6.3 KiB
TypeScript
195 lines
6.3 KiB
TypeScript
import type { AgentAction } from '../../shared/types/AgentAction'
|
|
import type { PromptPart } from '../../shared/types/PromptPart'
|
|
// Import action utils to ensure they register themselves
|
|
import { AddDetailActionUtil } from '../actions/AddDetailActionUtil'
|
|
import { AlignActionUtil } from '../actions/AlignActionUtil'
|
|
import { BringToFrontActionUtil } from '../actions/BringToFrontActionUtil'
|
|
import { ClearActionUtil } from '../actions/ClearActionUtil'
|
|
import { CountryInfoActionUtil } from '../actions/CountryInfoActionUtil'
|
|
import { CountShapesActionUtil } from '../actions/CountShapesActionUtil'
|
|
import { CreateActionUtil } from '../actions/CreateActionUtil'
|
|
import { DeleteActionUtil } from '../actions/DeleteActionUtil'
|
|
import { DistributeActionUtil } from '../actions/DistributeActionUtil'
|
|
import { LabelActionUtil } from '../actions/LabelActionUtil'
|
|
import { MessageActionUtil } from '../actions/MessageActionUtil'
|
|
import { MoveActionUtil } from '../actions/MoveActionUtil'
|
|
import { PenActionUtil } from '../actions/PenActionUtil'
|
|
import { PlaceActionUtil } from '../actions/PlaceActionUtil'
|
|
import { ResizeActionUtil } from '../actions/ResizeActionUtil'
|
|
import { ReviewActionUtil } from '../actions/ReviewActionUtil'
|
|
import { RotateActionUtil } from '../actions/RotateActionUtil'
|
|
import { SendToBackActionUtil } from '../actions/SendToBackActionUtil'
|
|
import { SetMyViewActionUtil } from '../actions/SetMyViewActionUtil'
|
|
import { StackActionUtil } from '../actions/StackActionUtil'
|
|
import { ThinkActionUtil } from '../actions/ThinkActionUtil'
|
|
import { UnknownActionUtil } from '../actions/UnknownActionUtil'
|
|
import { UpdateActionUtil } from '../actions/UpdateActionUtil'
|
|
import { UpsertTodoListItemActionUtil } from '../actions/UpsertTodoListItemActionUtil'
|
|
// Import prompt part utils to ensure they register themselves
|
|
import { AgentViewportBoundsPartUtil } from '../parts/AgentViewportBoundsPartUtil'
|
|
import { BlurryShapesPartUtil } from '../parts/BlurryShapesPartUtil'
|
|
import { CanvasLintsPartUtil } from '../parts/CanvasLintsPartUtil'
|
|
import { ChatHistoryPartUtil } from '../parts/ChatHistoryPartUtil'
|
|
import { ContextItemsPartUtil } from '../parts/ContextItemsPartUtil'
|
|
import { DataPartUtil } from '../parts/DataPartUtil'
|
|
import { DebugPartUtil } from '../parts/DebugPartUtil'
|
|
import { MessagesPartUtil } from '../parts/MessagesPartUtil'
|
|
import { ModelNamePartUtil } from '../parts/ModelNamePartUtil'
|
|
import { ModePartUtil } from '../parts/ModePartUtil'
|
|
import { PeripheralShapesPartUtil } from '../parts/PeripheralShapesPartUtil'
|
|
import { ScreenshotPartUtil } from '../parts/ScreenshotPartUtil'
|
|
import { SelectedShapesPartUtil } from '../parts/SelectedShapesPartUtil'
|
|
import { TimePartUtil } from '../parts/TimePartUtil'
|
|
import { TodoListPartUtil } from '../parts/TodoListPartUtil'
|
|
import { UserActionHistoryPartUtil } from '../parts/UserActionHistoryPartUtil'
|
|
import { UserViewportBoundsPartUtil } from '../parts/UserViewportBoundsPartUtil'
|
|
|
|
/**
|
|
* What an agent can see and do when in a given mode.
|
|
*
|
|
* This is a discriminated union based on the `active` property:
|
|
* - Active modes can take actions and receive prompt parts
|
|
* - Inactive modes cannot take actions (agent is idle/waiting)
|
|
*/
|
|
export type AgentModeDefinition = {
|
|
/** A unique identifier for the agent mode. */
|
|
type: string
|
|
} & (
|
|
| {
|
|
/** Whether the agent is active in this mode and can take actions. */
|
|
active: true
|
|
/** The prompt parts that determine what information will be sent to the model. */
|
|
parts: PromptPart['type'][]
|
|
/** The actions that the agent can take. */
|
|
actions: AgentAction['_type'][]
|
|
}
|
|
| {
|
|
/** Whether the agent is active in this mode and can take actions. */
|
|
active: false
|
|
}
|
|
)
|
|
|
|
/**
|
|
* All agent mode definitions.
|
|
*
|
|
* To add a new mode, add a new object to this array.
|
|
* To change what the agent can see, edit the `parts` array.
|
|
* To change what the agent can do, edit the `actions` array.
|
|
*
|
|
* By importing utils directly, we ensure they are registered when this module is loaded.
|
|
*/
|
|
export const AGENT_MODE_DEFINITIONS = [
|
|
{
|
|
type: 'idling',
|
|
active: false,
|
|
},
|
|
{
|
|
type: 'working',
|
|
active: true,
|
|
|
|
/**
|
|
* Prompt parts determine what information will be sent to the model.
|
|
*/
|
|
parts: [
|
|
// Mode (sends metadata to worker)
|
|
ModePartUtil.type,
|
|
|
|
// Debug (sends debug flags to worker)
|
|
DebugPartUtil.type,
|
|
|
|
// Model
|
|
ModelNamePartUtil.type,
|
|
|
|
// Request
|
|
MessagesPartUtil.type,
|
|
DataPartUtil.type,
|
|
ContextItemsPartUtil.type,
|
|
|
|
// Viewport
|
|
ScreenshotPartUtil.type,
|
|
UserViewportBoundsPartUtil.type,
|
|
AgentViewportBoundsPartUtil.type,
|
|
|
|
// Shapes
|
|
BlurryShapesPartUtil.type,
|
|
PeripheralShapesPartUtil.type,
|
|
SelectedShapesPartUtil.type,
|
|
|
|
// History
|
|
ChatHistoryPartUtil.type,
|
|
UserActionHistoryPartUtil.type,
|
|
TodoListPartUtil.type,
|
|
|
|
// Lints
|
|
CanvasLintsPartUtil.type,
|
|
|
|
// Metadata
|
|
TimePartUtil.type,
|
|
],
|
|
|
|
/**
|
|
* Agent actions determine what actions the agent can take.
|
|
*/
|
|
actions: [
|
|
// Communication
|
|
MessageActionUtil.type,
|
|
|
|
// Planning
|
|
ThinkActionUtil.type,
|
|
ReviewActionUtil.type,
|
|
AddDetailActionUtil.type,
|
|
UpsertTodoListItemActionUtil.type,
|
|
SetMyViewActionUtil.type,
|
|
|
|
// Individual shapes
|
|
CreateActionUtil.type,
|
|
DeleteActionUtil.type,
|
|
UpdateActionUtil.type,
|
|
LabelActionUtil.type,
|
|
MoveActionUtil.type,
|
|
|
|
// Groups of shapes
|
|
PlaceActionUtil.type,
|
|
BringToFrontActionUtil.type,
|
|
SendToBackActionUtil.type,
|
|
RotateActionUtil.type,
|
|
ResizeActionUtil.type,
|
|
AlignActionUtil.type,
|
|
DistributeActionUtil.type,
|
|
StackActionUtil.type,
|
|
ClearActionUtil.type,
|
|
|
|
// Drawing
|
|
PenActionUtil.type,
|
|
|
|
// External APIs
|
|
CountryInfoActionUtil.type,
|
|
CountShapesActionUtil.type,
|
|
|
|
// Internal (required)
|
|
UnknownActionUtil.type,
|
|
],
|
|
},
|
|
] as const satisfies AgentModeDefinition[]
|
|
|
|
/**
|
|
* An agent mode definition from the AGENT_MODE_DEFINITIONS array.
|
|
*/
|
|
export type AgentModeDefinitionType = (typeof AGENT_MODE_DEFINITIONS)[number]
|
|
|
|
/**
|
|
* The type of an agent mode.
|
|
*/
|
|
export type AgentModeType = AgentModeDefinitionType['type']
|
|
|
|
/**
|
|
* Get the mode definition for a given mode type.
|
|
* @param type - The mode type to look up.
|
|
* @returns The mode definition.
|
|
*/
|
|
export function getAgentModeDefinition(type: AgentModeType): AgentModeDefinitionType {
|
|
const mode = AGENT_MODE_DEFINITIONS.find((m) => m.type === type)
|
|
if (!mode) throw new Error(`Unknown agent mode: ${type}`)
|
|
return mode
|
|
}
|