@inworld/web-core
Version:
1,796 lines • 66.5 kB
TypeScript
import * as z from "zod";
export declare const ActionEnumSchema: z.ZodEnum<["AUDIO_SESSION_END", "AUDIO_SESSION_START", "CONVERSATION_EVENT", "CONVERSATION_START", "CONVERSATION_STARTED", "CONVERSATION_UPDATE", "CURRENT_SCENE_STATUS", "INTERACTION_END", "SESSION_CONFIGURATION", "SESSION_END", "TTS_PLAYBACK_END", "TTS_PLAYBACK_MUTE", "TTS_PLAYBACK_START", "TTS_PLAYBACK_UNMUTE", "UNKNOWN", "WARNING"]>;
export type ActionEnum = z.infer<typeof ActionEnumSchema>;
export declare const MicrophoneModeEnumSchema: z.ZodEnum<["EXPECT_AUDIO_END", "OPEN_MIC", "UNSPECIFIED"]>;
export type MicrophoneModeEnum = z.infer<typeof MicrophoneModeEnumSchema>;
export declare const UnderstandingModeEnumSchema: z.ZodEnum<["FULL", "SPEECH_RECOGNITION_ONLY", "UNSPECIFIED_UNDERSTANDING_MODE"]>;
export type UnderstandingModeEnum = z.infer<typeof UnderstandingModeEnumSchema>;
export declare const ConversationEventTypeEnumSchema: z.ZodEnum<["EVICTED", "STARTED", "UNKNOWN", "UPDATED"]>;
export type ConversationEventTypeEnum = z.infer<typeof ConversationEventTypeEnumSchema>;
export declare const TypeEnumSchema: z.ZodEnum<["AGENT", "PLAYER", "UNKNOWN", "WORLD"]>;
export type TypeEnum = z.infer<typeof TypeEnumSchema>;
export declare const ContinuationTypeEnumSchema: z.ZodEnum<["CONTINUATION_TYPE_DIALOG_HISTORY", "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE", "CONTINUATION_TYPE_UNKNOWN"]>;
export type ContinuationTypeEnum = z.infer<typeof ContinuationTypeEnumSchema>;
export declare const AudioSessionStartSchema: z.ZodObject<{
mode: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["EXPECT_AUDIO_END", "OPEN_MIC", "UNSPECIFIED"]>, z.ZodNumber]>>;
understanding_mode: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["FULL", "SPEECH_RECOGNITION_ONLY", "UNSPECIFIED_UNDERSTANDING_MODE"]>, z.ZodNumber]>>;
}, "strip", z.ZodTypeAny, {
mode?: number | "UNSPECIFIED" | "OPEN_MIC" | "EXPECT_AUDIO_END";
understanding_mode?: number | "FULL" | "SPEECH_RECOGNITION_ONLY" | "UNSPECIFIED_UNDERSTANDING_MODE";
}, {
mode?: number | "UNSPECIFIED" | "OPEN_MIC" | "EXPECT_AUDIO_END";
understanding_mode?: number | "FULL" | "SPEECH_RECOGNITION_ONLY" | "UNSPECIFIED_UNDERSTANDING_MODE";
}>;
export type AudioSessionStart = z.infer<typeof AudioSessionStartSchema>;
export declare const ActorSchema: z.ZodObject<{
name: z.ZodOptional<z.ZodString>;
type: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["AGENT", "PLAYER", "UNKNOWN", "WORLD"]>, z.ZodNumber]>>;
}, "strip", z.ZodTypeAny, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}>;
export type Actor = z.infer<typeof ActorSchema>;
export declare const ConSchema: z.ZodObject<{
participants: z.ZodOptional<z.ZodArray<z.ZodObject<{
name: z.ZodOptional<z.ZodString>;
type: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["AGENT", "PLAYER", "UNKNOWN", "WORLD"]>, z.ZodNumber]>>;
}, "strip", z.ZodTypeAny, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}>, "many">>;
}, "strip", z.ZodTypeAny, {
participants?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}[];
}, {
participants?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}[];
}>;
export type Con = z.infer<typeof ConSchema>;
export declare const CharacterAssetsSchema: z.ZodObject<{
avatar_img: z.ZodOptional<z.ZodString>;
avatar_img_original: z.ZodOptional<z.ZodString>;
rpm_image_uri_portrait: z.ZodOptional<z.ZodString>;
rpm_image_uri_posture: z.ZodOptional<z.ZodString>;
rpm_model_uri: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
}, {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
}>;
export type CharacterAssets = z.infer<typeof CharacterAssetsSchema>;
export declare const CapabilitiesConfigurationSchema: z.ZodObject<{
audio: z.ZodOptional<z.ZodBoolean>;
audio2face: z.ZodOptional<z.ZodBoolean>;
continuation: z.ZodOptional<z.ZodBoolean>;
debug_info: z.ZodOptional<z.ZodBoolean>;
emotion_streaming: z.ZodOptional<z.ZodBoolean>;
emotions: z.ZodOptional<z.ZodBoolean>;
inspect: z.ZodOptional<z.ZodBoolean>;
interruptions: z.ZodOptional<z.ZodBoolean>;
logs: z.ZodOptional<z.ZodBoolean>;
logs_debug: z.ZodOptional<z.ZodBoolean>;
logs_info: z.ZodOptional<z.ZodBoolean>;
logs_internal: z.ZodOptional<z.ZodBoolean>;
logs_warning: z.ZodOptional<z.ZodBoolean>;
multi_agent: z.ZodOptional<z.ZodBoolean>;
multi_modal_action_planning: z.ZodOptional<z.ZodBoolean>;
narrated_actions: z.ZodOptional<z.ZodBoolean>;
perceived_latency_report: z.ZodOptional<z.ZodBoolean>;
phoneme_info: z.ZodOptional<z.ZodBoolean>;
ping_pong_report: z.ZodOptional<z.ZodBoolean>;
regenerate_response: z.ZodOptional<z.ZodBoolean>;
relations: z.ZodOptional<z.ZodBoolean>;
session_cancellation: z.ZodOptional<z.ZodBoolean>;
silence_events: z.ZodOptional<z.ZodBoolean>;
tts_mp3: z.ZodOptional<z.ZodBoolean>;
tts_streaming: z.ZodOptional<z.ZodBoolean>;
turn_based_stt: z.ZodOptional<z.ZodBoolean>;
}, "strip", z.ZodTypeAny, {
emotions?: boolean;
audio?: boolean;
audio2face?: boolean;
continuation?: boolean;
debug_info?: boolean;
emotion_streaming?: boolean;
inspect?: boolean;
interruptions?: boolean;
logs?: boolean;
logs_debug?: boolean;
logs_info?: boolean;
logs_internal?: boolean;
logs_warning?: boolean;
multi_agent?: boolean;
multi_modal_action_planning?: boolean;
narrated_actions?: boolean;
perceived_latency_report?: boolean;
phoneme_info?: boolean;
ping_pong_report?: boolean;
regenerate_response?: boolean;
relations?: boolean;
session_cancellation?: boolean;
silence_events?: boolean;
tts_mp3?: boolean;
tts_streaming?: boolean;
turn_based_stt?: boolean;
}, {
emotions?: boolean;
audio?: boolean;
audio2face?: boolean;
continuation?: boolean;
debug_info?: boolean;
emotion_streaming?: boolean;
inspect?: boolean;
interruptions?: boolean;
logs?: boolean;
logs_debug?: boolean;
logs_info?: boolean;
logs_internal?: boolean;
logs_warning?: boolean;
multi_agent?: boolean;
multi_modal_action_planning?: boolean;
narrated_actions?: boolean;
perceived_latency_report?: boolean;
phoneme_info?: boolean;
ping_pong_report?: boolean;
regenerate_response?: boolean;
relations?: boolean;
session_cancellation?: boolean;
silence_events?: boolean;
tts_mp3?: boolean;
tts_streaming?: boolean;
turn_based_stt?: boolean;
}>;
export type CapabilitiesConfiguration = z.infer<typeof CapabilitiesConfigurationSchema>;
export declare const ClientConfigurationSchema: z.ZodObject<{
description: z.ZodOptional<z.ZodString>;
id: z.ZodOptional<z.ZodString>;
version: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
id?: string;
description?: string;
version?: string;
}, {
id?: string;
description?: string;
version?: string;
}>;
export type ClientConfiguration = z.infer<typeof ClientConfigurationSchema>;
export declare const ContinuationInfoSchema: z.ZodObject<{
passed_time: z.ZodOptional<z.ZodDate>;
}, "strip", z.ZodTypeAny, {
passed_time?: Date;
}, {
passed_time?: Date;
}>;
export type ContinuationInfo = z.infer<typeof ContinuationInfoSchema>;
export declare const ActorClassSchema: z.ZodObject<{
name: z.ZodOptional<z.ZodString>;
type: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["AGENT", "PLAYER", "UNKNOWN", "WORLD"]>, z.ZodNumber]>>;
}, "strip", z.ZodTypeAny, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}>;
export type ActorClass = z.infer<typeof ActorClassSchema>;
export declare const SessionConfigurationSessionConfigurationSchema: z.ZodObject<{
game_session_id: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
game_session_id?: string;
}, {
game_session_id?: string;
}>;
export type SessionConfigurationSessionConfiguration = z.infer<typeof SessionConfigurationSessionConfigurationSchema>;
export declare const PlayerFieldSchema: z.ZodObject<{
field_id: z.ZodOptional<z.ZodString>;
field_value: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
field_id?: string;
field_value?: string;
}, {
field_id?: string;
field_value?: string;
}>;
export type PlayerField = z.infer<typeof PlayerFieldSchema>;
export declare const ConversationEventSchema: z.ZodObject<{
event_type: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["EVICTED", "STARTED", "UNKNOWN", "UPDATED"]>, z.ZodNumber]>>;
participants: z.ZodOptional<z.ZodArray<z.ZodObject<{
name: z.ZodOptional<z.ZodString>;
type: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["AGENT", "PLAYER", "UNKNOWN", "WORLD"]>, z.ZodNumber]>>;
}, "strip", z.ZodTypeAny, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}>, "many">>;
}, "strip", z.ZodTypeAny, {
participants?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}[];
event_type?: number | "UNKNOWN" | "STARTED" | "UPDATED" | "EVICTED";
}, {
participants?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}[];
event_type?: number | "UNKNOWN" | "STARTED" | "UPDATED" | "EVICTED";
}>;
export type ConversationEvent = z.infer<typeof ConversationEventSchema>;
export declare const AgentSchema: z.ZodObject<{
agent_id: z.ZodOptional<z.ZodString>;
brain_name: z.ZodOptional<z.ZodString>;
character_assets: z.ZodOptional<z.ZodObject<{
avatar_img: z.ZodOptional<z.ZodString>;
avatar_img_original: z.ZodOptional<z.ZodString>;
rpm_image_uri_portrait: z.ZodOptional<z.ZodString>;
rpm_image_uri_posture: z.ZodOptional<z.ZodString>;
rpm_model_uri: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
}, {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
}>>;
given_name: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
agent_id?: string;
brain_name?: string;
character_assets?: {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
};
given_name?: string;
}, {
agent_id?: string;
brain_name?: string;
character_assets?: {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
};
given_name?: string;
}>;
export type Agent = z.infer<typeof AgentSchema>;
export declare const HistoryItemSchema: z.ZodObject<{
actor: z.ZodOptional<z.ZodObject<{
name: z.ZodOptional<z.ZodString>;
type: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["AGENT", "PLAYER", "UNKNOWN", "WORLD"]>, z.ZodNumber]>>;
}, "strip", z.ZodTypeAny, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}>>;
text: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}, {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}>;
export type HistoryItem = z.infer<typeof HistoryItemSchema>;
export declare const PlayerProfileSchema: z.ZodObject<{
fields: z.ZodOptional<z.ZodArray<z.ZodObject<{
field_id: z.ZodOptional<z.ZodString>;
field_value: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
field_id?: string;
field_value?: string;
}, {
field_id?: string;
field_value?: string;
}>, "many">>;
}, "strip", z.ZodTypeAny, {
fields?: {
field_id?: string;
field_value?: string;
}[];
}, {
fields?: {
field_id?: string;
field_value?: string;
}[];
}>;
export type PlayerProfile = z.infer<typeof PlayerProfileSchema>;
export declare const CurrentSceneStatusSchema: z.ZodObject<{
agents: z.ZodOptional<z.ZodArray<z.ZodObject<{
agent_id: z.ZodOptional<z.ZodString>;
brain_name: z.ZodOptional<z.ZodString>;
character_assets: z.ZodOptional<z.ZodObject<{
avatar_img: z.ZodOptional<z.ZodString>;
avatar_img_original: z.ZodOptional<z.ZodString>;
rpm_image_uri_portrait: z.ZodOptional<z.ZodString>;
rpm_image_uri_posture: z.ZodOptional<z.ZodString>;
rpm_model_uri: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
}, {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
}>>;
given_name: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
agent_id?: string;
brain_name?: string;
character_assets?: {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
};
given_name?: string;
}, {
agent_id?: string;
brain_name?: string;
character_assets?: {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
};
given_name?: string;
}>, "many">>;
scene_description: z.ZodOptional<z.ZodString>;
scene_display_name: z.ZodOptional<z.ZodString>;
scene_name: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
agents?: {
agent_id?: string;
brain_name?: string;
character_assets?: {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
};
given_name?: string;
}[];
scene_description?: string;
scene_display_name?: string;
scene_name?: string;
}, {
agents?: {
agent_id?: string;
brain_name?: string;
character_assets?: {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
};
given_name?: string;
}[];
scene_description?: string;
scene_display_name?: string;
scene_name?: string;
}>;
export type CurrentSceneStatus = z.infer<typeof CurrentSceneStatusSchema>;
export declare const DialogHistorySchema: z.ZodObject<{
history: z.ZodOptional<z.ZodArray<z.ZodObject<{
actor: z.ZodOptional<z.ZodObject<{
name: z.ZodOptional<z.ZodString>;
type: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["AGENT", "PLAYER", "UNKNOWN", "WORLD"]>, z.ZodNumber]>>;
}, "strip", z.ZodTypeAny, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}>>;
text: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}, {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}>, "many">>;
}, "strip", z.ZodTypeAny, {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
}, {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
}>;
export type DialogHistory = z.infer<typeof DialogHistorySchema>;
export declare const UserSettingsSchema: z.ZodObject<{
player_profile: z.ZodOptional<z.ZodObject<{
fields: z.ZodOptional<z.ZodArray<z.ZodObject<{
field_id: z.ZodOptional<z.ZodString>;
field_value: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
field_id?: string;
field_value?: string;
}, {
field_id?: string;
field_value?: string;
}>, "many">>;
}, "strip", z.ZodTypeAny, {
fields?: {
field_id?: string;
field_value?: string;
}[];
}, {
fields?: {
field_id?: string;
field_value?: string;
}[];
}>>;
view_transcript_consent: z.ZodOptional<z.ZodBoolean>;
}, "strip", z.ZodTypeAny, {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
}, {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
}>;
export type UserSettings = z.infer<typeof UserSettingsSchema>;
export declare const ContinuationSchema: z.ZodObject<{
continuation_info: z.ZodOptional<z.ZodObject<{
passed_time: z.ZodOptional<z.ZodDate>;
}, "strip", z.ZodTypeAny, {
passed_time?: Date;
}, {
passed_time?: Date;
}>>;
continuation_type: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["CONTINUATION_TYPE_DIALOG_HISTORY", "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE", "CONTINUATION_TYPE_UNKNOWN"]>, z.ZodNumber]>>;
dialog_history: z.ZodOptional<z.ZodObject<{
history: z.ZodOptional<z.ZodArray<z.ZodObject<{
actor: z.ZodOptional<z.ZodObject<{
name: z.ZodOptional<z.ZodString>;
type: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["AGENT", "PLAYER", "UNKNOWN", "WORLD"]>, z.ZodNumber]>>;
}, "strip", z.ZodTypeAny, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}>>;
text: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}, {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}>, "many">>;
}, "strip", z.ZodTypeAny, {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
}, {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
}>>;
externally_saved_state: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
continuation_info?: {
passed_time?: Date;
};
continuation_type?: number | "CONTINUATION_TYPE_DIALOG_HISTORY" | "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE" | "CONTINUATION_TYPE_UNKNOWN";
dialog_history?: {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
};
externally_saved_state?: string;
}, {
continuation_info?: {
passed_time?: Date;
};
continuation_type?: number | "CONTINUATION_TYPE_DIALOG_HISTORY" | "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE" | "CONTINUATION_TYPE_UNKNOWN";
dialog_history?: {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
};
externally_saved_state?: string;
}>;
export type Continuation = z.infer<typeof ContinuationSchema>;
export declare const UserConfigurationSchema: z.ZodObject<{
id: z.ZodOptional<z.ZodString>;
name: z.ZodOptional<z.ZodString>;
user_settings: z.ZodOptional<z.ZodObject<{
player_profile: z.ZodOptional<z.ZodObject<{
fields: z.ZodOptional<z.ZodArray<z.ZodObject<{
field_id: z.ZodOptional<z.ZodString>;
field_value: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
field_id?: string;
field_value?: string;
}, {
field_id?: string;
field_value?: string;
}>, "many">>;
}, "strip", z.ZodTypeAny, {
fields?: {
field_id?: string;
field_value?: string;
}[];
}, {
fields?: {
field_id?: string;
field_value?: string;
}[];
}>>;
view_transcript_consent: z.ZodOptional<z.ZodBoolean>;
}, "strip", z.ZodTypeAny, {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
}, {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
}>>;
}, "strip", z.ZodTypeAny, {
id?: string;
name?: string;
user_settings?: {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
};
}, {
id?: string;
name?: string;
user_settings?: {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
};
}>;
export type UserConfiguration = z.infer<typeof UserConfigurationSchema>;
export declare const ControlEventSessionConfigurationSchema: z.ZodObject<{
capabilities_configuration: z.ZodOptional<z.ZodObject<{
audio: z.ZodOptional<z.ZodBoolean>;
audio2face: z.ZodOptional<z.ZodBoolean>;
continuation: z.ZodOptional<z.ZodBoolean>;
debug_info: z.ZodOptional<z.ZodBoolean>;
emotion_streaming: z.ZodOptional<z.ZodBoolean>;
emotions: z.ZodOptional<z.ZodBoolean>;
inspect: z.ZodOptional<z.ZodBoolean>;
interruptions: z.ZodOptional<z.ZodBoolean>;
logs: z.ZodOptional<z.ZodBoolean>;
logs_debug: z.ZodOptional<z.ZodBoolean>;
logs_info: z.ZodOptional<z.ZodBoolean>;
logs_internal: z.ZodOptional<z.ZodBoolean>;
logs_warning: z.ZodOptional<z.ZodBoolean>;
multi_agent: z.ZodOptional<z.ZodBoolean>;
multi_modal_action_planning: z.ZodOptional<z.ZodBoolean>;
narrated_actions: z.ZodOptional<z.ZodBoolean>;
perceived_latency_report: z.ZodOptional<z.ZodBoolean>;
phoneme_info: z.ZodOptional<z.ZodBoolean>;
ping_pong_report: z.ZodOptional<z.ZodBoolean>;
regenerate_response: z.ZodOptional<z.ZodBoolean>;
relations: z.ZodOptional<z.ZodBoolean>;
session_cancellation: z.ZodOptional<z.ZodBoolean>;
silence_events: z.ZodOptional<z.ZodBoolean>;
tts_mp3: z.ZodOptional<z.ZodBoolean>;
tts_streaming: z.ZodOptional<z.ZodBoolean>;
turn_based_stt: z.ZodOptional<z.ZodBoolean>;
}, "strip", z.ZodTypeAny, {
emotions?: boolean;
audio?: boolean;
audio2face?: boolean;
continuation?: boolean;
debug_info?: boolean;
emotion_streaming?: boolean;
inspect?: boolean;
interruptions?: boolean;
logs?: boolean;
logs_debug?: boolean;
logs_info?: boolean;
logs_internal?: boolean;
logs_warning?: boolean;
multi_agent?: boolean;
multi_modal_action_planning?: boolean;
narrated_actions?: boolean;
perceived_latency_report?: boolean;
phoneme_info?: boolean;
ping_pong_report?: boolean;
regenerate_response?: boolean;
relations?: boolean;
session_cancellation?: boolean;
silence_events?: boolean;
tts_mp3?: boolean;
tts_streaming?: boolean;
turn_based_stt?: boolean;
}, {
emotions?: boolean;
audio?: boolean;
audio2face?: boolean;
continuation?: boolean;
debug_info?: boolean;
emotion_streaming?: boolean;
inspect?: boolean;
interruptions?: boolean;
logs?: boolean;
logs_debug?: boolean;
logs_info?: boolean;
logs_internal?: boolean;
logs_warning?: boolean;
multi_agent?: boolean;
multi_modal_action_planning?: boolean;
narrated_actions?: boolean;
perceived_latency_report?: boolean;
phoneme_info?: boolean;
ping_pong_report?: boolean;
regenerate_response?: boolean;
relations?: boolean;
session_cancellation?: boolean;
silence_events?: boolean;
tts_mp3?: boolean;
tts_streaming?: boolean;
turn_based_stt?: boolean;
}>>;
client_configuration: z.ZodOptional<z.ZodObject<{
description: z.ZodOptional<z.ZodString>;
id: z.ZodOptional<z.ZodString>;
version: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
id?: string;
description?: string;
version?: string;
}, {
id?: string;
description?: string;
version?: string;
}>>;
continuation: z.ZodOptional<z.ZodObject<{
continuation_info: z.ZodOptional<z.ZodObject<{
passed_time: z.ZodOptional<z.ZodDate>;
}, "strip", z.ZodTypeAny, {
passed_time?: Date;
}, {
passed_time?: Date;
}>>;
continuation_type: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["CONTINUATION_TYPE_DIALOG_HISTORY", "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE", "CONTINUATION_TYPE_UNKNOWN"]>, z.ZodNumber]>>;
dialog_history: z.ZodOptional<z.ZodObject<{
history: z.ZodOptional<z.ZodArray<z.ZodObject<{
actor: z.ZodOptional<z.ZodObject<{
name: z.ZodOptional<z.ZodString>;
type: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["AGENT", "PLAYER", "UNKNOWN", "WORLD"]>, z.ZodNumber]>>;
}, "strip", z.ZodTypeAny, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}>>;
text: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}, {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}>, "many">>;
}, "strip", z.ZodTypeAny, {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
}, {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
}>>;
externally_saved_state: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
continuation_info?: {
passed_time?: Date;
};
continuation_type?: number | "CONTINUATION_TYPE_DIALOG_HISTORY" | "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE" | "CONTINUATION_TYPE_UNKNOWN";
dialog_history?: {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
};
externally_saved_state?: string;
}, {
continuation_info?: {
passed_time?: Date;
};
continuation_type?: number | "CONTINUATION_TYPE_DIALOG_HISTORY" | "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE" | "CONTINUATION_TYPE_UNKNOWN";
dialog_history?: {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
};
externally_saved_state?: string;
}>>;
session_configuration: z.ZodOptional<z.ZodObject<{
game_session_id: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
game_session_id?: string;
}, {
game_session_id?: string;
}>>;
user_configuration: z.ZodOptional<z.ZodObject<{
id: z.ZodOptional<z.ZodString>;
name: z.ZodOptional<z.ZodString>;
user_settings: z.ZodOptional<z.ZodObject<{
player_profile: z.ZodOptional<z.ZodObject<{
fields: z.ZodOptional<z.ZodArray<z.ZodObject<{
field_id: z.ZodOptional<z.ZodString>;
field_value: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
field_id?: string;
field_value?: string;
}, {
field_id?: string;
field_value?: string;
}>, "many">>;
}, "strip", z.ZodTypeAny, {
fields?: {
field_id?: string;
field_value?: string;
}[];
}, {
fields?: {
field_id?: string;
field_value?: string;
}[];
}>>;
view_transcript_consent: z.ZodOptional<z.ZodBoolean>;
}, "strip", z.ZodTypeAny, {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
}, {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
}>>;
}, "strip", z.ZodTypeAny, {
id?: string;
name?: string;
user_settings?: {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
};
}, {
id?: string;
name?: string;
user_settings?: {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
};
}>>;
}, "strip", z.ZodTypeAny, {
continuation?: {
continuation_info?: {
passed_time?: Date;
};
continuation_type?: number | "CONTINUATION_TYPE_DIALOG_HISTORY" | "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE" | "CONTINUATION_TYPE_UNKNOWN";
dialog_history?: {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
};
externally_saved_state?: string;
};
capabilities_configuration?: {
emotions?: boolean;
audio?: boolean;
audio2face?: boolean;
continuation?: boolean;
debug_info?: boolean;
emotion_streaming?: boolean;
inspect?: boolean;
interruptions?: boolean;
logs?: boolean;
logs_debug?: boolean;
logs_info?: boolean;
logs_internal?: boolean;
logs_warning?: boolean;
multi_agent?: boolean;
multi_modal_action_planning?: boolean;
narrated_actions?: boolean;
perceived_latency_report?: boolean;
phoneme_info?: boolean;
ping_pong_report?: boolean;
regenerate_response?: boolean;
relations?: boolean;
session_cancellation?: boolean;
silence_events?: boolean;
tts_mp3?: boolean;
tts_streaming?: boolean;
turn_based_stt?: boolean;
};
client_configuration?: {
id?: string;
description?: string;
version?: string;
};
session_configuration?: {
game_session_id?: string;
};
user_configuration?: {
id?: string;
name?: string;
user_settings?: {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
};
};
}, {
continuation?: {
continuation_info?: {
passed_time?: Date;
};
continuation_type?: number | "CONTINUATION_TYPE_DIALOG_HISTORY" | "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE" | "CONTINUATION_TYPE_UNKNOWN";
dialog_history?: {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
};
externally_saved_state?: string;
};
capabilities_configuration?: {
emotions?: boolean;
audio?: boolean;
audio2face?: boolean;
continuation?: boolean;
debug_info?: boolean;
emotion_streaming?: boolean;
inspect?: boolean;
interruptions?: boolean;
logs?: boolean;
logs_debug?: boolean;
logs_info?: boolean;
logs_internal?: boolean;
logs_warning?: boolean;
multi_agent?: boolean;
multi_modal_action_planning?: boolean;
narrated_actions?: boolean;
perceived_latency_report?: boolean;
phoneme_info?: boolean;
ping_pong_report?: boolean;
regenerate_response?: boolean;
relations?: boolean;
session_cancellation?: boolean;
silence_events?: boolean;
tts_mp3?: boolean;
tts_streaming?: boolean;
turn_based_stt?: boolean;
};
client_configuration?: {
id?: string;
description?: string;
version?: string;
};
session_configuration?: {
game_session_id?: string;
};
user_configuration?: {
id?: string;
name?: string;
user_settings?: {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
};
};
}>;
export type ControlEventSessionConfiguration = z.infer<typeof ControlEventSessionConfigurationSchema>;
export declare const ControlEventSchema: z.ZodObject<{
action: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["AUDIO_SESSION_END", "AUDIO_SESSION_START", "CONVERSATION_EVENT", "CONVERSATION_START", "CONVERSATION_STARTED", "CONVERSATION_UPDATE", "CURRENT_SCENE_STATUS", "INTERACTION_END", "SESSION_CONFIGURATION", "SESSION_END", "TTS_PLAYBACK_END", "TTS_PLAYBACK_MUTE", "TTS_PLAYBACK_START", "TTS_PLAYBACK_UNMUTE", "UNKNOWN", "WARNING"]>, z.ZodNumber]>>;
audio_session_start: z.ZodOptional<z.ZodObject<{
mode: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["EXPECT_AUDIO_END", "OPEN_MIC", "UNSPECIFIED"]>, z.ZodNumber]>>;
understanding_mode: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["FULL", "SPEECH_RECOGNITION_ONLY", "UNSPECIFIED_UNDERSTANDING_MODE"]>, z.ZodNumber]>>;
}, "strip", z.ZodTypeAny, {
mode?: number | "UNSPECIFIED" | "OPEN_MIC" | "EXPECT_AUDIO_END";
understanding_mode?: number | "FULL" | "SPEECH_RECOGNITION_ONLY" | "UNSPECIFIED_UNDERSTANDING_MODE";
}, {
mode?: number | "UNSPECIFIED" | "OPEN_MIC" | "EXPECT_AUDIO_END";
understanding_mode?: number | "FULL" | "SPEECH_RECOGNITION_ONLY" | "UNSPECIFIED_UNDERSTANDING_MODE";
}>>;
conversation_event: z.ZodOptional<z.ZodObject<{
event_type: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["EVICTED", "STARTED", "UNKNOWN", "UPDATED"]>, z.ZodNumber]>>;
participants: z.ZodOptional<z.ZodArray<z.ZodObject<{
name: z.ZodOptional<z.ZodString>;
type: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["AGENT", "PLAYER", "UNKNOWN", "WORLD"]>, z.ZodNumber]>>;
}, "strip", z.ZodTypeAny, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}>, "many">>;
}, "strip", z.ZodTypeAny, {
participants?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}[];
event_type?: number | "UNKNOWN" | "STARTED" | "UPDATED" | "EVICTED";
}, {
participants?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}[];
event_type?: number | "UNKNOWN" | "STARTED" | "UPDATED" | "EVICTED";
}>>;
conversation_update: z.ZodOptional<z.ZodObject<{
participants: z.ZodOptional<z.ZodArray<z.ZodObject<{
name: z.ZodOptional<z.ZodString>;
type: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["AGENT", "PLAYER", "UNKNOWN", "WORLD"]>, z.ZodNumber]>>;
}, "strip", z.ZodTypeAny, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}>, "many">>;
}, "strip", z.ZodTypeAny, {
participants?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}[];
}, {
participants?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}[];
}>>;
current_scene_status: z.ZodOptional<z.ZodObject<{
agents: z.ZodOptional<z.ZodArray<z.ZodObject<{
agent_id: z.ZodOptional<z.ZodString>;
brain_name: z.ZodOptional<z.ZodString>;
character_assets: z.ZodOptional<z.ZodObject<{
avatar_img: z.ZodOptional<z.ZodString>;
avatar_img_original: z.ZodOptional<z.ZodString>;
rpm_image_uri_portrait: z.ZodOptional<z.ZodString>;
rpm_image_uri_posture: z.ZodOptional<z.ZodString>;
rpm_model_uri: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
}, {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
}>>;
given_name: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
agent_id?: string;
brain_name?: string;
character_assets?: {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
};
given_name?: string;
}, {
agent_id?: string;
brain_name?: string;
character_assets?: {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
};
given_name?: string;
}>, "many">>;
scene_description: z.ZodOptional<z.ZodString>;
scene_display_name: z.ZodOptional<z.ZodString>;
scene_name: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
agents?: {
agent_id?: string;
brain_name?: string;
character_assets?: {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
};
given_name?: string;
}[];
scene_description?: string;
scene_display_name?: string;
scene_name?: string;
}, {
agents?: {
agent_id?: string;
brain_name?: string;
character_assets?: {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
};
given_name?: string;
}[];
scene_description?: string;
scene_display_name?: string;
scene_name?: string;
}>>;
description: z.ZodOptional<z.ZodString>;
payload: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
session_configuration: z.ZodOptional<z.ZodObject<{
capabilities_configuration: z.ZodOptional<z.ZodObject<{
audio: z.ZodOptional<z.ZodBoolean>;
audio2face: z.ZodOptional<z.ZodBoolean>;
continuation: z.ZodOptional<z.ZodBoolean>;
debug_info: z.ZodOptional<z.ZodBoolean>;
emotion_streaming: z.ZodOptional<z.ZodBoolean>;
emotions: z.ZodOptional<z.ZodBoolean>;
inspect: z.ZodOptional<z.ZodBoolean>;
interruptions: z.ZodOptional<z.ZodBoolean>;
logs: z.ZodOptional<z.ZodBoolean>;
logs_debug: z.ZodOptional<z.ZodBoolean>;
logs_info: z.ZodOptional<z.ZodBoolean>;
logs_internal: z.ZodOptional<z.ZodBoolean>;
logs_warning: z.ZodOptional<z.ZodBoolean>;
multi_agent: z.ZodOptional<z.ZodBoolean>;
multi_modal_action_planning: z.ZodOptional<z.ZodBoolean>;
narrated_actions: z.ZodOptional<z.ZodBoolean>;
perceived_latency_report: z.ZodOptional<z.ZodBoolean>;
phoneme_info: z.ZodOptional<z.ZodBoolean>;
ping_pong_report: z.ZodOptional<z.ZodBoolean>;
regenerate_response: z.ZodOptional<z.ZodBoolean>;
relations: z.ZodOptional<z.ZodBoolean>;
session_cancellation: z.ZodOptional<z.ZodBoolean>;
silence_events: z.ZodOptional<z.ZodBoolean>;
tts_mp3: z.ZodOptional<z.ZodBoolean>;
tts_streaming: z.ZodOptional<z.ZodBoolean>;
turn_based_stt: z.ZodOptional<z.ZodBoolean>;
}, "strip", z.ZodTypeAny, {
emotions?: boolean;
audio?: boolean;
audio2face?: boolean;
continuation?: boolean;
debug_info?: boolean;
emotion_streaming?: boolean;
inspect?: boolean;
interruptions?: boolean;
logs?: boolean;
logs_debug?: boolean;
logs_info?: boolean;
logs_internal?: boolean;
logs_warning?: boolean;
multi_agent?: boolean;
multi_modal_action_planning?: boolean;
narrated_actions?: boolean;
perceived_latency_report?: boolean;
phoneme_info?: boolean;
ping_pong_report?: boolean;
regenerate_response?: boolean;
relations?: boolean;
session_cancellation?: boolean;
silence_events?: boolean;
tts_mp3?: boolean;
tts_streaming?: boolean;
turn_based_stt?: boolean;
}, {
emotions?: boolean;
audio?: boolean;
audio2face?: boolean;
continuation?: boolean;
debug_info?: boolean;
emotion_streaming?: boolean;
inspect?: boolean;
interruptions?: boolean;
logs?: boolean;
logs_debug?: boolean;
logs_info?: boolean;
logs_internal?: boolean;
logs_warning?: boolean;
multi_agent?: boolean;
multi_modal_action_planning?: boolean;
narrated_actions?: boolean;
perceived_latency_report?: boolean;
phoneme_info?: boolean;
ping_pong_report?: boolean;
regenerate_response?: boolean;
relations?: boolean;
session_cancellation?: boolean;
silence_events?: boolean;
tts_mp3?: boolean;
tts_streaming?: boolean;
turn_based_stt?: boolean;
}>>;
client_configuration: z.ZodOptional<z.ZodObject<{
description: z.ZodOptional<z.ZodString>;
id: z.ZodOptional<z.ZodString>;
version: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
id?: string;
description?: string;
version?: string;
}, {
id?: string;
description?: string;
version?: string;
}>>;
continuation: z.ZodOptional<z.ZodObject<{
continuation_info: z.ZodOptional<z.ZodObject<{
passed_time: z.ZodOptional<z.ZodDate>;
}, "strip", z.ZodTypeAny, {
passed_time?: Date;
}, {
passed_time?: Date;
}>>;
continuation_type: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["CONTINUATION_TYPE_DIALOG_HISTORY", "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE", "CONTINUATION_TYPE_UNKNOWN"]>, z.ZodNumber]>>;
dialog_history: z.ZodOptional<z.ZodObject<{
history: z.ZodOptional<z.ZodArray<z.ZodObject<{
actor: z.ZodOptional<z.ZodObject<{
name: z.ZodOptional<z.ZodString>;
type: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["AGENT", "PLAYER", "UNKNOWN", "WORLD"]>, z.ZodNumber]>>;
}, "strip", z.ZodTypeAny, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}>>;
text: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}, {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}>, "many">>;
}, "strip", z.ZodTypeAny, {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
}, {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
}>>;
externally_saved_state: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
continuation_info?: {
passed_time?: Date;
};
continuation_type?: number | "CONTINUATION_TYPE_DIALOG_HISTORY" | "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE" | "CONTINUATION_TYPE_UNKNOWN";
dialog_history?: {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
};
externally_saved_state?: string;
}, {
continuation_info?: {
passed_time?: Date;
};
continuation_type?: number | "CONTINUATION_TYPE_DIALOG_HISTORY" | "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE" | "CONTINUATION_TYPE_UNKNOWN";
dialog_history?: {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
};
externally_saved_state?: string;
}>>;
session_configuration: z.ZodOptional<z.ZodObject<{
game_session_id: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
game_session_id?: string;
}, {
game_session_id?: string;
}>>;
user_configuration: z.ZodOptional<z.ZodObject<{
id: z.ZodOptional<z.ZodString>;
name: z.ZodOptional<z.ZodString>;
user_settings: z.ZodOptional<z.ZodObject<{
player_profile: z.ZodOptional<z.ZodObject<{
fields: z.ZodOptional<z.ZodArray<z.ZodObject<{
field_id: z.ZodOptional<z.ZodString>;
field_value: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
field_id?: string;
field_value?: string;
}, {
field_id?: string;
field_value?: string;
}>, "many">>;
}, "strip", z.ZodTypeAny, {
fields?: {
field_id?: string;
field_value?: string;
}[];
}, {
fields?: {
field_id?: string;
field_value?: string;
}[];
}>>;
view_transcript_consent: z.ZodOptional<z.ZodBoolean>;
}, "strip", z.ZodTypeAny, {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
}, {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
}>>;
}, "strip", z.ZodTypeAny, {
id?: string;
name?: string;
user_settings?: {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
};
}, {
id?: string;
name?: string;
user_settings?: {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
};
}>>;
}, "strip", z.ZodTypeAny, {
continuation?: {
continuation_info?: {
passed_time?: Date;
};
continuation_type?: number | "CONTINUATION_TYPE_DIALOG_HISTORY" | "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE" | "CONTINUATION_TYPE_UNKNOWN";
dialog_history?: {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
};
externally_saved_state?: string;
};
capabilities_configuration?: {
emotions?: boolean;
audio?: boolean;
audio2face?: boolean;
continuation?: boolean;
debug_info?: boolean;
emotion_streaming?: boolean;
inspect?: boolean;
interruptions?: boolean;
logs?: boolean;
logs_debug?: boolean;
logs_info?: boolean;
logs_internal?: boolean;
logs_warning?: boolean;
multi_agent?: boolean;
multi_modal_action_planning?: boolean;
narrated_actions?: boolean;
perceived_latency_report?: boolean;
phoneme_info?: boolean;
ping_pong_report?: boolean;
regenerate_response?: boolean;
relations?: boolean;
session_cancellation?: boolean;
silence_events?: boolean;
tts_mp3?: boolean;
tts_streaming?: boolean;
turn_based_stt?: boolean;
};
client_configuration?: {
id?: string;
description?: string;
version?: string;
};
session_configuration?: {
game_session_id?: string;
};
user_configuration?: {
id?: string;
name?: string;
user_settings?: {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
};
};
}, {
continuation?: {
continuation_info?: {
passed_time?: Date;
};
continuation_type?: number | "CONTINUATION_TYPE_DIALOG_HISTORY" | "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE" | "CONTINUATION_TYPE_UNKNOWN";
dialog_history?: {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
};
externally_saved_state?: string;
};
capabilities_configuration?: {
emotions?: boolean;
audio?: boolean;
audio2face?: boolean;
continuation?: boolean;
debug_info?: boolean;
emotion_streaming?: boolean;
inspect?: boolean;
interruptions?: boolean;
logs?: boolean;
logs_debug?: boolean;
logs_info?: boolean;
logs_internal?: boolean;
logs_warning?: boolean;
multi_agent?: boolean;
multi_modal_action_planning?: boolean;
narrated_actions?: boolean;
perceived_latency_report?: boolean;
phoneme_info?: boolean;
ping_pong_report?: boolean;
regenerate_response?: boolean;
relations?: boolean;
session_cancellation?: boolean;
silence_events?: boolean;
tts_mp3?: boolean;
tts_streaming?: boolean;
turn_based_stt?: boolean;
};
client_configuration?: {
id?: string;
description?: string;
version?: string;
};
session_configuration?: {
game_session_id?: string;
};
user_configuration?: {
id?: string;
name?: string;
user_settings?: {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
};
};
}>>;
}, "strip", z.ZodTypeAny, {
action?: number | "UNKNOWN" | "AUDIO_SESSION_START" | "AUDIO_SESSION_END" | "CONVERSATION_EVENT" | "CONVERSATION_UPDATE" | "INTERACTION_END" | "TTS_PLAYBACK_MUTE" | "TTS_PLAYBACK_UNMUTE" | "WARNING" | "CONVERSATION_START" | "CONVERSATION_STARTED" | "CURRENT_SCENE_STATUS" | "SESSION_CONFIGURATION" | "SESSION_END" | "TTS_PLAYBACK_END" | "TTS_PLAYBACK_START";
description?: string;
conversation_update?: {
participants?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}[];
};
session_configuration?: {
continuation?: {
continuation_info?: {
passed_time?: Date;
};
continuation_type?: number | "CONTINUATION_TYPE_DIALOG_HISTORY" | "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE" | "CONTINUATION_TYPE_UNKNOWN";
dialog_history?: {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
};
externally_saved_state?: string;
};
capabilities_configuration?: {
emotions?: boolean;
audio?: boolean;
audio2face?: boolean;
continuation?: boolean;
debug_info?: boolean;
emotion_streaming?: boolean;
inspect?: boolean;
interruptions?: boolean;
logs?: boolean;
logs_debug?: boolean;
logs_info?: boolean;
logs_internal?: boolean;
logs_warning?: boolean;
multi_agent?: boolean;
multi_modal_action_planning?: boolean;
narrated_actions?: boolean;
perceived_latency_report?: boolean;
phoneme_info?: boolean;
ping_pong_report?: boolean;
regenerate_response?: boolean;
relations?: boolean;
session_cancellation?: boolean;
silence_events?: boolean;
tts_mp3?: boolean;
tts_streaming?: boolean;
turn_based_stt?: boolean;
};
client_configuration?: {
id?: string;
description?: string;
version?: string;
};
session_configuration?: {
game_session_id?: string;
};
user_configuration?: {
id?: string;
name?: string;
user_settings?: {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
};
};
};
audio_session_start?: {
mode?: number | "UNSPECIFIED" | "OPEN_MIC" | "EXPECT_AUDIO_END";
understanding_mode?: number | "FULL" | "SPEECH_RECOGNITION_ONLY" | "UNSPECIFIED_UNDERSTANDING_MODE";
};
conversation_event?: {
participants?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}[];
event_type?: number | "UNKNOWN" | "STARTED" | "UPDATED" | "EVICTED";
};
current_scene_status?: {
agents?: {
agent_id?: string;
brain_name?: string;
character_assets?: {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
};
given_name?: string;
}[];
scene_description?: string;
scene_display_name?: string;
scene_name?: string;
};
payload?: Record<string, any>;
}, {
action?: number | "UNKNOWN" | "AUDIO_SESSION_START" | "AUDIO_SESSION_END" | "CONVERSATION_EVENT" | "CONVERSATION_UPDATE" | "INTERACTION_END" | "TTS_PLAYBACK_MUTE" | "TTS_PLAYBACK_UNMUTE" | "WARNING" | "CONVERSATION_START" | "CONVERSATION_STARTED" | "CURRENT_SCENE_STATUS" | "SESSION_CONFIGURATION" | "SESSION_END" | "TTS_PLAYBACK_END" | "TTS_PLAYBACK_START";
description?: string;
conversation_update?: {
participants?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}[];
};
session_configuration?: {
continuation?: {
continuation_info?: {
passed_time?: Date;
};
continuation_type?: number | "CONTINUATION_TYPE_DIALOG_HISTORY" | "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE" | "CONTINUATION_TYPE_UNKNOWN";
dialog_history?: {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
};
externally_saved_state?: string;
};
capabilities_configuration?: {
emotions?: boolean;
audio?: boolean;
audio2face?: boolean;
continuation?: boolean;
debug_info?: boolean;
emotion_streaming?: boolean;
inspect?: boolean;
interruptions?: boolean;
logs?: boolean;
logs_debug?: boolean;
logs_info?: boolean;
logs_internal?: boolean;
logs_warning?: boolean;
multi_agent?: boolean;
multi_modal_action_planning?: boolean;
narrated_actions?: boolean;
perceived_latency_report?: boolean;
phoneme_info?: boolean;
ping_pong_report?: boolean;
regenerate_response?: boolean;
relations?: boolean;
session_cancellation?: boolean;
silence_events?: boolean;
tts_mp3?: boolean;
tts_streaming?: boolean;
turn_based_stt?: boolean;
};
client_configuration?: {
id?: string;
description?: string;
version?: string;
};
session_configuration?: {
game_session_id?: string;
};
user_configuration?: {
id?: string;
name?: string;
user_settings?: {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
};
};
};
audio_session_start?: {
mode?: number | "UNSPECIFIED" | "OPEN_MIC" | "EXPECT_AUDIO_END";
understanding_mode?: number | "FULL" | "SPEECH_RECOGNITION_ONLY" | "UNSPECIFIED_UNDERSTANDING_MODE";
};
conversation_event?: {
participants?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}[];
event_type?: number | "UNKNOWN" | "STARTED" | "UPDATED" | "EVICTED";
};
current_scene_status?: {
agents?: {
agent_id?: string;
brain_name?: string;
character_assets?: {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
};
given_name?: string;
}[];
scene_description?: string;
scene_display_name?: string;
scene_name?: string;
};
payload?: Record<string, any>;
}>;
export type ControlEvent = z.infer<typeof ControlEventSchema>;