@inworld/web-core
Version:
3,122 lines • 125 kB
TypeScript
import { z } from "zod";
export declare const InworldPacketSchema: z.ZodObject<{
timestamp: z.ZodOptional<z.ZodDate>;
routing: z.ZodOptional<z.ZodObject<{
source: z.ZodOptional<z.ZodObject<{
name: z.ZodOptional<z.ZodString>;
type: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["AGENT", "PLAYER", "UNKNOWN", "WORLD"]>, z.ZodNumber]>>;
}, "strip", z.ZodTypeAny, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}>>;
target: z.ZodOptional<z.ZodObject<{
name: z.ZodOptional<z.ZodString>;
type: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["AGENT", "PLAYER", "UNKNOWN", "WORLD"]>, z.ZodNumber]>>;
}, "strip", z.ZodTypeAny, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}>>;
targets: z.ZodOptional<z.ZodArray<z.ZodObject<{
name: z.ZodOptional<z.ZodString>;
type: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["AGENT", "PLAYER", "UNKNOWN", "WORLD"]>, z.ZodNumber]>>;
}, "strip", z.ZodTypeAny, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}>, "many">>;
}, "strip", z.ZodTypeAny, {
source?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
targets?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}[];
target?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}, {
source?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
targets?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}[];
target?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}>>;
packetId: z.ZodOptional<z.ZodObject<{
conversation_id: z.ZodOptional<z.ZodString>;
correlation_id: z.ZodOptional<z.ZodString>;
interaction_id: z.ZodOptional<z.ZodString>;
packet_id: z.ZodOptional<z.ZodString>;
utterance_id: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
conversation_id?: string;
correlation_id?: string;
interaction_id?: string;
packet_id?: string;
utterance_id?: string;
}, {
conversation_id?: string;
correlation_id?: string;
interaction_id?: string;
packet_id?: string;
utterance_id?: string;
}>>;
text: z.ZodOptional<z.ZodObject<{
final: z.ZodOptional<z.ZodBoolean>;
model_info: z.ZodOptional<z.ZodObject<{
model: z.ZodOptional<z.ZodString>;
service: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
model?: string;
service?: string;
}, {
model?: string;
service?: string;
}>>;
source_type: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["FILLER", "GENERATED", "SPEECH_TO_TEXT", "TYPED_IN", "UNKNOWN"]>, z.ZodNumber]>>;
text: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
text?: string;
final?: boolean;
model_info?: {
model?: string;
service?: string;
};
source_type?: number | "UNKNOWN" | "SPEECH_TO_TEXT" | "TYPED_IN" | "GENERATED" | "FILLER";
}, {
text?: string;
final?: boolean;
model_info?: {
model?: string;
service?: string;
};
source_type?: number | "UNKNOWN" | "SPEECH_TO_TEXT" | "TYPED_IN" | "GENERATED" | "FILLER";
}>>;
control: z.ZodOptional<z.ZodObject<{
action: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["AUDIO_SESSION_END", "AUDIO_SESSION_START", "CONVERSATION_EVENT", "CONVERSATION_START", "CONVERSATION_STARTED", "CONVERSATION_UPDATE", "CURRENT_SCENE_STATUS", "INTERACTION_END", "SESSION_CONFIGURATION", "SESSION_END", "TTS_PLAYBACK_END", "TTS_PLAYBACK_MUTE", "TTS_PLAYBACK_START", "TTS_PLAYBACK_UNMUTE", "UNKNOWN", "WARNING"]>, z.ZodNumber]>>;
audio_session_start: z.ZodOptional<z.ZodObject<{
mode: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["EXPECT_AUDIO_END", "OPEN_MIC", "UNSPECIFIED"]>, z.ZodNumber]>>;
understanding_mode: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["FULL", "SPEECH_RECOGNITION_ONLY", "UNSPECIFIED_UNDERSTANDING_MODE"]>, z.ZodNumber]>>;
}, "strip", z.ZodTypeAny, {
mode?: number | "UNSPECIFIED" | "OPEN_MIC" | "EXPECT_AUDIO_END";
understanding_mode?: number | "FULL" | "SPEECH_RECOGNITION_ONLY" | "UNSPECIFIED_UNDERSTANDING_MODE";
}, {
mode?: number | "UNSPECIFIED" | "OPEN_MIC" | "EXPECT_AUDIO_END";
understanding_mode?: number | "FULL" | "SPEECH_RECOGNITION_ONLY" | "UNSPECIFIED_UNDERSTANDING_MODE";
}>>;
conversation_event: z.ZodOptional<z.ZodObject<{
event_type: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["EVICTED", "STARTED", "UNKNOWN", "UPDATED"]>, z.ZodNumber]>>;
participants: z.ZodOptional<z.ZodArray<z.ZodObject<{
name: z.ZodOptional<z.ZodString>;
type: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["AGENT", "PLAYER", "UNKNOWN", "WORLD"]>, z.ZodNumber]>>;
}, "strip", z.ZodTypeAny, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}>, "many">>;
}, "strip", z.ZodTypeAny, {
participants?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}[];
event_type?: number | "UNKNOWN" | "STARTED" | "UPDATED" | "EVICTED";
}, {
participants?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}[];
event_type?: number | "UNKNOWN" | "STARTED" | "UPDATED" | "EVICTED";
}>>;
conversation_update: z.ZodOptional<z.ZodObject<{
participants: z.ZodOptional<z.ZodArray<z.ZodObject<{
name: z.ZodOptional<z.ZodString>;
type: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["AGENT", "PLAYER", "UNKNOWN", "WORLD"]>, z.ZodNumber]>>;
}, "strip", z.ZodTypeAny, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}>, "many">>;
}, "strip", z.ZodTypeAny, {
participants?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}[];
}, {
participants?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}[];
}>>;
current_scene_status: z.ZodOptional<z.ZodObject<{
agents: z.ZodOptional<z.ZodArray<z.ZodObject<{
agent_id: z.ZodOptional<z.ZodString>;
brain_name: z.ZodOptional<z.ZodString>;
character_assets: z.ZodOptional<z.ZodObject<{
avatar_img: z.ZodOptional<z.ZodString>;
avatar_img_original: z.ZodOptional<z.ZodString>;
rpm_image_uri_portrait: z.ZodOptional<z.ZodString>;
rpm_image_uri_posture: z.ZodOptional<z.ZodString>;
rpm_model_uri: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
}, {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
}>>;
given_name: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
agent_id?: string;
brain_name?: string;
character_assets?: {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
};
given_name?: string;
}, {
agent_id?: string;
brain_name?: string;
character_assets?: {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
};
given_name?: string;
}>, "many">>;
scene_description: z.ZodOptional<z.ZodString>;
scene_display_name: z.ZodOptional<z.ZodString>;
scene_name: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
agents?: {
agent_id?: string;
brain_name?: string;
character_assets?: {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
};
given_name?: string;
}[];
scene_description?: string;
scene_display_name?: string;
scene_name?: string;
}, {
agents?: {
agent_id?: string;
brain_name?: string;
character_assets?: {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
};
given_name?: string;
}[];
scene_description?: string;
scene_display_name?: string;
scene_name?: string;
}>>;
description: z.ZodOptional<z.ZodString>;
payload: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
session_configuration: z.ZodOptional<z.ZodObject<{
capabilities_configuration: z.ZodOptional<z.ZodObject<{
audio: z.ZodOptional<z.ZodBoolean>;
audio2face: z.ZodOptional<z.ZodBoolean>;
continuation: z.ZodOptional<z.ZodBoolean>;
debug_info: z.ZodOptional<z.ZodBoolean>;
emotion_streaming: z.ZodOptional<z.ZodBoolean>;
emotions: z.ZodOptional<z.ZodBoolean>;
inspect: z.ZodOptional<z.ZodBoolean>;
interruptions: z.ZodOptional<z.ZodBoolean>;
logs: z.ZodOptional<z.ZodBoolean>;
logs_debug: z.ZodOptional<z.ZodBoolean>;
logs_info: z.ZodOptional<z.ZodBoolean>;
logs_internal: z.ZodOptional<z.ZodBoolean>;
logs_warning: z.ZodOptional<z.ZodBoolean>;
multi_agent: z.ZodOptional<z.ZodBoolean>;
multi_modal_action_planning: z.ZodOptional<z.ZodBoolean>;
narrated_actions: z.ZodOptional<z.ZodBoolean>;
perceived_latency_report: z.ZodOptional<z.ZodBoolean>;
phoneme_info: z.ZodOptional<z.ZodBoolean>;
ping_pong_report: z.ZodOptional<z.ZodBoolean>;
regenerate_response: z.ZodOptional<z.ZodBoolean>;
relations: z.ZodOptional<z.ZodBoolean>;
session_cancellation: z.ZodOptional<z.ZodBoolean>;
silence_events: z.ZodOptional<z.ZodBoolean>;
tts_mp3: z.ZodOptional<z.ZodBoolean>;
tts_streaming: z.ZodOptional<z.ZodBoolean>;
turn_based_stt: z.ZodOptional<z.ZodBoolean>;
}, "strip", z.ZodTypeAny, {
emotions?: boolean;
audio?: boolean;
audio2face?: boolean;
continuation?: boolean;
debug_info?: boolean;
emotion_streaming?: boolean;
inspect?: boolean;
interruptions?: boolean;
logs?: boolean;
logs_debug?: boolean;
logs_info?: boolean;
logs_internal?: boolean;
logs_warning?: boolean;
multi_agent?: boolean;
multi_modal_action_planning?: boolean;
narrated_actions?: boolean;
perceived_latency_report?: boolean;
phoneme_info?: boolean;
ping_pong_report?: boolean;
regenerate_response?: boolean;
relations?: boolean;
session_cancellation?: boolean;
silence_events?: boolean;
tts_mp3?: boolean;
tts_streaming?: boolean;
turn_based_stt?: boolean;
}, {
emotions?: boolean;
audio?: boolean;
audio2face?: boolean;
continuation?: boolean;
debug_info?: boolean;
emotion_streaming?: boolean;
inspect?: boolean;
interruptions?: boolean;
logs?: boolean;
logs_debug?: boolean;
logs_info?: boolean;
logs_internal?: boolean;
logs_warning?: boolean;
multi_agent?: boolean;
multi_modal_action_planning?: boolean;
narrated_actions?: boolean;
perceived_latency_report?: boolean;
phoneme_info?: boolean;
ping_pong_report?: boolean;
regenerate_response?: boolean;
relations?: boolean;
session_cancellation?: boolean;
silence_events?: boolean;
tts_mp3?: boolean;
tts_streaming?: boolean;
turn_based_stt?: boolean;
}>>;
client_configuration: z.ZodOptional<z.ZodObject<{
description: z.ZodOptional<z.ZodString>;
id: z.ZodOptional<z.ZodString>;
version: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
id?: string;
description?: string;
version?: string;
}, {
id?: string;
description?: string;
version?: string;
}>>;
continuation: z.ZodOptional<z.ZodObject<{
continuation_info: z.ZodOptional<z.ZodObject<{
passed_time: z.ZodOptional<z.ZodDate>;
}, "strip", z.ZodTypeAny, {
passed_time?: Date;
}, {
passed_time?: Date;
}>>;
continuation_type: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["CONTINUATION_TYPE_DIALOG_HISTORY", "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE", "CONTINUATION_TYPE_UNKNOWN"]>, z.ZodNumber]>>;
dialog_history: z.ZodOptional<z.ZodObject<{
history: z.ZodOptional<z.ZodArray<z.ZodObject<{
actor: z.ZodOptional<z.ZodObject<{
name: z.ZodOptional<z.ZodString>;
type: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["AGENT", "PLAYER", "UNKNOWN", "WORLD"]>, z.ZodNumber]>>;
}, "strip", z.ZodTypeAny, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}>>;
text: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}, {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}>, "many">>;
}, "strip", z.ZodTypeAny, {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
}, {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
}>>;
externally_saved_state: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
continuation_info?: {
passed_time?: Date;
};
continuation_type?: number | "CONTINUATION_TYPE_DIALOG_HISTORY" | "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE" | "CONTINUATION_TYPE_UNKNOWN";
dialog_history?: {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
};
externally_saved_state?: string;
}, {
continuation_info?: {
passed_time?: Date;
};
continuation_type?: number | "CONTINUATION_TYPE_DIALOG_HISTORY" | "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE" | "CONTINUATION_TYPE_UNKNOWN";
dialog_history?: {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
};
externally_saved_state?: string;
}>>;
session_configuration: z.ZodOptional<z.ZodObject<{
game_session_id: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
game_session_id?: string;
}, {
game_session_id?: string;
}>>;
user_configuration: z.ZodOptional<z.ZodObject<{
id: z.ZodOptional<z.ZodString>;
name: z.ZodOptional<z.ZodString>;
user_settings: z.ZodOptional<z.ZodObject<{
player_profile: z.ZodOptional<z.ZodObject<{
fields: z.ZodOptional<z.ZodArray<z.ZodObject<{
field_id: z.ZodOptional<z.ZodString>;
field_value: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
field_id?: string;
field_value?: string;
}, {
field_id?: string;
field_value?: string;
}>, "many">>;
}, "strip", z.ZodTypeAny, {
fields?: {
field_id?: string;
field_value?: string;
}[];
}, {
fields?: {
field_id?: string;
field_value?: string;
}[];
}>>;
view_transcript_consent: z.ZodOptional<z.ZodBoolean>;
}, "strip", z.ZodTypeAny, {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
}, {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
}>>;
}, "strip", z.ZodTypeAny, {
id?: string;
name?: string;
user_settings?: {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
};
}, {
id?: string;
name?: string;
user_settings?: {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
};
}>>;
}, "strip", z.ZodTypeAny, {
continuation?: {
continuation_info?: {
passed_time?: Date;
};
continuation_type?: number | "CONTINUATION_TYPE_DIALOG_HISTORY" | "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE" | "CONTINUATION_TYPE_UNKNOWN";
dialog_history?: {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
};
externally_saved_state?: string;
};
capabilities_configuration?: {
emotions?: boolean;
audio?: boolean;
audio2face?: boolean;
continuation?: boolean;
debug_info?: boolean;
emotion_streaming?: boolean;
inspect?: boolean;
interruptions?: boolean;
logs?: boolean;
logs_debug?: boolean;
logs_info?: boolean;
logs_internal?: boolean;
logs_warning?: boolean;
multi_agent?: boolean;
multi_modal_action_planning?: boolean;
narrated_actions?: boolean;
perceived_latency_report?: boolean;
phoneme_info?: boolean;
ping_pong_report?: boolean;
regenerate_response?: boolean;
relations?: boolean;
session_cancellation?: boolean;
silence_events?: boolean;
tts_mp3?: boolean;
tts_streaming?: boolean;
turn_based_stt?: boolean;
};
client_configuration?: {
id?: string;
description?: string;
version?: string;
};
session_configuration?: {
game_session_id?: string;
};
user_configuration?: {
id?: string;
name?: string;
user_settings?: {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
};
};
}, {
continuation?: {
continuation_info?: {
passed_time?: Date;
};
continuation_type?: number | "CONTINUATION_TYPE_DIALOG_HISTORY" | "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE" | "CONTINUATION_TYPE_UNKNOWN";
dialog_history?: {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
};
externally_saved_state?: string;
};
capabilities_configuration?: {
emotions?: boolean;
audio?: boolean;
audio2face?: boolean;
continuation?: boolean;
debug_info?: boolean;
emotion_streaming?: boolean;
inspect?: boolean;
interruptions?: boolean;
logs?: boolean;
logs_debug?: boolean;
logs_info?: boolean;
logs_internal?: boolean;
logs_warning?: boolean;
multi_agent?: boolean;
multi_modal_action_planning?: boolean;
narrated_actions?: boolean;
perceived_latency_report?: boolean;
phoneme_info?: boolean;
ping_pong_report?: boolean;
regenerate_response?: boolean;
relations?: boolean;
session_cancellation?: boolean;
silence_events?: boolean;
tts_mp3?: boolean;
tts_streaming?: boolean;
turn_based_stt?: boolean;
};
client_configuration?: {
id?: string;
description?: string;
version?: string;
};
session_configuration?: {
game_session_id?: string;
};
user_configuration?: {
id?: string;
name?: string;
user_settings?: {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
};
};
}>>;
}, "strip", z.ZodTypeAny, {
action?: number | "UNKNOWN" | "AUDIO_SESSION_START" | "AUDIO_SESSION_END" | "CONVERSATION_EVENT" | "CONVERSATION_UPDATE" | "INTERACTION_END" | "TTS_PLAYBACK_MUTE" | "TTS_PLAYBACK_UNMUTE" | "WARNING" | "CONVERSATION_START" | "CONVERSATION_STARTED" | "CURRENT_SCENE_STATUS" | "SESSION_CONFIGURATION" | "SESSION_END" | "TTS_PLAYBACK_END" | "TTS_PLAYBACK_START";
description?: string;
conversation_update?: {
participants?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}[];
};
session_configuration?: {
continuation?: {
continuation_info?: {
passed_time?: Date;
};
continuation_type?: number | "CONTINUATION_TYPE_DIALOG_HISTORY" | "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE" | "CONTINUATION_TYPE_UNKNOWN";
dialog_history?: {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
};
externally_saved_state?: string;
};
capabilities_configuration?: {
emotions?: boolean;
audio?: boolean;
audio2face?: boolean;
continuation?: boolean;
debug_info?: boolean;
emotion_streaming?: boolean;
inspect?: boolean;
interruptions?: boolean;
logs?: boolean;
logs_debug?: boolean;
logs_info?: boolean;
logs_internal?: boolean;
logs_warning?: boolean;
multi_agent?: boolean;
multi_modal_action_planning?: boolean;
narrated_actions?: boolean;
perceived_latency_report?: boolean;
phoneme_info?: boolean;
ping_pong_report?: boolean;
regenerate_response?: boolean;
relations?: boolean;
session_cancellation?: boolean;
silence_events?: boolean;
tts_mp3?: boolean;
tts_streaming?: boolean;
turn_based_stt?: boolean;
};
client_configuration?: {
id?: string;
description?: string;
version?: string;
};
session_configuration?: {
game_session_id?: string;
};
user_configuration?: {
id?: string;
name?: string;
user_settings?: {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
};
};
};
audio_session_start?: {
mode?: number | "UNSPECIFIED" | "OPEN_MIC" | "EXPECT_AUDIO_END";
understanding_mode?: number | "FULL" | "SPEECH_RECOGNITION_ONLY" | "UNSPECIFIED_UNDERSTANDING_MODE";
};
conversation_event?: {
participants?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}[];
event_type?: number | "UNKNOWN" | "STARTED" | "UPDATED" | "EVICTED";
};
current_scene_status?: {
agents?: {
agent_id?: string;
brain_name?: string;
character_assets?: {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
};
given_name?: string;
}[];
scene_description?: string;
scene_display_name?: string;
scene_name?: string;
};
payload?: Record<string, any>;
}, {
action?: number | "UNKNOWN" | "AUDIO_SESSION_START" | "AUDIO_SESSION_END" | "CONVERSATION_EVENT" | "CONVERSATION_UPDATE" | "INTERACTION_END" | "TTS_PLAYBACK_MUTE" | "TTS_PLAYBACK_UNMUTE" | "WARNING" | "CONVERSATION_START" | "CONVERSATION_STARTED" | "CURRENT_SCENE_STATUS" | "SESSION_CONFIGURATION" | "SESSION_END" | "TTS_PLAYBACK_END" | "TTS_PLAYBACK_START";
description?: string;
conversation_update?: {
participants?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}[];
};
session_configuration?: {
continuation?: {
continuation_info?: {
passed_time?: Date;
};
continuation_type?: number | "CONTINUATION_TYPE_DIALOG_HISTORY" | "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE" | "CONTINUATION_TYPE_UNKNOWN";
dialog_history?: {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
};
externally_saved_state?: string;
};
capabilities_configuration?: {
emotions?: boolean;
audio?: boolean;
audio2face?: boolean;
continuation?: boolean;
debug_info?: boolean;
emotion_streaming?: boolean;
inspect?: boolean;
interruptions?: boolean;
logs?: boolean;
logs_debug?: boolean;
logs_info?: boolean;
logs_internal?: boolean;
logs_warning?: boolean;
multi_agent?: boolean;
multi_modal_action_planning?: boolean;
narrated_actions?: boolean;
perceived_latency_report?: boolean;
phoneme_info?: boolean;
ping_pong_report?: boolean;
regenerate_response?: boolean;
relations?: boolean;
session_cancellation?: boolean;
silence_events?: boolean;
tts_mp3?: boolean;
tts_streaming?: boolean;
turn_based_stt?: boolean;
};
client_configuration?: {
id?: string;
description?: string;
version?: string;
};
session_configuration?: {
game_session_id?: string;
};
user_configuration?: {
id?: string;
name?: string;
user_settings?: {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
};
};
};
audio_session_start?: {
mode?: number | "UNSPECIFIED" | "OPEN_MIC" | "EXPECT_AUDIO_END";
understanding_mode?: number | "FULL" | "SPEECH_RECOGNITION_ONLY" | "UNSPECIFIED_UNDERSTANDING_MODE";
};
conversation_event?: {
participants?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}[];
event_type?: number | "UNKNOWN" | "STARTED" | "UPDATED" | "EVICTED";
};
current_scene_status?: {
agents?: {
agent_id?: string;
brain_name?: string;
character_assets?: {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
};
given_name?: string;
}[];
scene_description?: string;
scene_display_name?: string;
scene_name?: string;
};
payload?: Record<string, any>;
}>>;
custom: z.ZodOptional<z.ZodObject<{
name: z.ZodOptional<z.ZodString>;
parameters: z.ZodOptional<z.ZodArray<z.ZodObject<{
name: z.ZodOptional<z.ZodString>;
value: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
name?: string;
value?: string;
}, {
name?: string;
value?: string;
}>, "many">>;
playback: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["INTERACTION", "INTERACTION_END", "UNSPECIFIED", "UTTERANCE"]>, z.ZodNumber]>>;
type: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["TASK", "TRIGGER", "UNSPECIFIED"]>, z.ZodNumber]>>;
}, "strip", z.ZodTypeAny, {
name?: string;
type?: number | "UNSPECIFIED" | "TASK" | "TRIGGER";
parameters?: {
name?: string;
value?: string;
}[];
playback?: number | "UNSPECIFIED" | "INTERACTION_END" | "INTERACTION" | "UTTERANCE";
}, {
name?: string;
type?: number | "UNSPECIFIED" | "TASK" | "TRIGGER";
parameters?: {
name?: string;
value?: string;
}[];
playback?: number | "UNSPECIFIED" | "INTERACTION_END" | "INTERACTION" | "UTTERANCE";
}>>;
cancelResponses: z.ZodOptional<z.ZodObject<{
interaction_id: z.ZodOptional<z.ZodString>;
utterance_id: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
}, "strip", z.ZodTypeAny, {
interaction_id?: string;
utterance_id?: string[];
}, {
interaction_id?: string;
utterance_id?: string[];
}>>;
emotion: z.ZodOptional<z.ZodObject<{
behavior: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["AFFECTION", "ANGER", "BELLIGERENCE", "CONTEMPT", "CRITICISM", "DEFENSIVENESS", "DISGUST", "DOMINEERING", "HUMOR", "INTEREST", "JOY", "NEUTRAL", "SADNESS", "STONEWALLING", "SURPRISE", "TENSE_HUMOR", "TENSION", "VALIDATION", "WHINING"]>, z.ZodNumber]>>;
fear: z.ZodOptional<z.ZodNumber>;
joy: z.ZodOptional<z.ZodNumber>;
strength: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["NORMAL", "STRONG", "UNSPECIFIED", "WEAK"]>, z.ZodNumber]>>;
surprise: z.ZodOptional<z.ZodNumber>;
trust: z.ZodOptional<z.ZodNumber>;
}, "strip", z.ZodTypeAny, {
behavior?: number | "NEUTRAL" | "DISGUST" | "CONTEMPT" | "BELLIGERENCE" | "DOMINEERING" | "CRITICISM" | "ANGER" | "TENSION" | "TENSE_HUMOR" | "DEFENSIVENESS" | "WHINING" | "SADNESS" | "STONEWALLING" | "INTEREST" | "VALIDATION" | "AFFECTION" | "HUMOR" | "SURPRISE" | "JOY";
strength?: number | "UNSPECIFIED" | "WEAK" | "STRONG" | "NORMAL";
fear?: number;
joy?: number;
surprise?: number;
trust?: number;
}, {
behavior?: number | "NEUTRAL" | "DISGUST" | "CONTEMPT" | "BELLIGERENCE" | "DOMINEERING" | "CRITICISM" | "ANGER" | "TENSION" | "TENSE_HUMOR" | "DEFENSIVENESS" | "WHINING" | "SADNESS" | "STONEWALLING" | "INTEREST" | "VALIDATION" | "AFFECTION" | "HUMOR" | "SURPRISE" | "JOY";
strength?: number | "UNSPECIFIED" | "WEAK" | "STRONG" | "NORMAL";
fear?: number;
joy?: number;
surprise?: number;
trust?: number;
}>>;
dataChunk: z.ZodOptional<z.ZodObject<{
additional_phoneme_info: z.ZodOptional<z.ZodArray<z.ZodObject<{
phoneme: z.ZodOptional<z.ZodString>;
start_offset: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
phoneme?: string;
start_offset?: string;
}, {
phoneme?: string;
start_offset?: string;
}>, "many">>;
audioFormat: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["AUDIO_MP3", "AUDIO_PCM_16000", "AUDIO_PCM_22050", "UNSPECIFIED_AUDIO_FORMAT"]>, z.ZodNumber]>>;
chunk: z.ZodOptional<z.ZodString>;
duration_ms: z.ZodOptional<z.ZodString>;
type: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["AUDIO", "INSPECT", "NVIDIA_A2F_ANIMATION", "NVIDIA_A2F_ANIMATION_HEADER", "SILENCE", "STATE", "UNSPECIFIED"]>, z.ZodNumber]>>;
}, "strip", z.ZodTypeAny, {
chunk?: string;
type?: number | "UNSPECIFIED" | "AUDIO" | "SILENCE" | "INSPECT" | "NVIDIA_A2F_ANIMATION" | "NVIDIA_A2F_ANIMATION_HEADER" | "STATE";
additional_phoneme_info?: {
phoneme?: string;
start_offset?: string;
}[];
audioFormat?: number | "AUDIO_MP3" | "AUDIO_PCM_16000" | "AUDIO_PCM_22050" | "UNSPECIFIED_AUDIO_FORMAT";
duration_ms?: string;
}, {
chunk?: string;
type?: number | "UNSPECIFIED" | "AUDIO" | "SILENCE" | "INSPECT" | "NVIDIA_A2F_ANIMATION" | "NVIDIA_A2F_ANIMATION_HEADER" | "STATE";
additional_phoneme_info?: {
phoneme?: string;
start_offset?: string;
}[];
audioFormat?: number | "AUDIO_MP3" | "AUDIO_PCM_16000" | "AUDIO_PCM_22050" | "UNSPECIFIED_AUDIO_FORMAT";
duration_ms?: string;
}>>;
action: z.ZodOptional<z.ZodObject<{
narrated_action: z.ZodOptional<z.ZodObject<{
content: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
content?: string;
}, {
content?: string;
}>>;
playback: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["INTERACTION", "INTERACTION_END", "UNSPECIFIED", "UTTERANCE"]>, z.ZodNumber]>>;
}, "strip", z.ZodTypeAny, {
narrated_action?: {
content?: string;
};
playback?: number | "UNSPECIFIED" | "INTERACTION_END" | "INTERACTION" | "UTTERANCE";
}, {
narrated_action?: {
content?: string;
};
playback?: number | "UNSPECIFIED" | "INTERACTION_END" | "INTERACTION" | "UTTERANCE";
}>>;
mutation: z.ZodOptional<z.ZodObject<{
apply_response: z.ZodOptional<z.ZodObject<{
apply_response_type: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["APPLY_RESPONSE_TYPE_COMMIT", "APPLY_RESPONSE_TYPE_DEFAULT"]>, z.ZodNumber]>>;
packet_id: z.ZodOptional<z.ZodObject<{
conversation_id: z.ZodOptional<z.ZodString>;
correlation_id: z.ZodOptional<z.ZodString>;
interaction_id: z.ZodOptional<z.ZodString>;
packet_id: z.ZodOptional<z.ZodString>;
utterance_id: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
conversation_id?: string;
correlation_id?: string;
interaction_id?: string;
packet_id?: string;
utterance_id?: string;
}, {
conversation_id?: string;
correlation_id?: string;
interaction_id?: string;
packet_id?: string;
utterance_id?: string;
}>>;
}, "strip", z.ZodTypeAny, {
packet_id?: {
conversation_id?: string;
correlation_id?: string;
interaction_id?: string;
packet_id?: string;
utterance_id?: string;
};
apply_response_type?: number | "APPLY_RESPONSE_TYPE_COMMIT" | "APPLY_RESPONSE_TYPE_DEFAULT";
}, {
packet_id?: {
conversation_id?: string;
correlation_id?: string;
interaction_id?: string;
packet_id?: string;
utterance_id?: string;
};
apply_response_type?: number | "APPLY_RESPONSE_TYPE_COMMIT" | "APPLY_RESPONSE_TYPE_DEFAULT";
}>>;
cancel_responses: z.ZodOptional<z.ZodObject<{
interaction_id: z.ZodOptional<z.ZodString>;
utterance_id: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
}, "strip", z.ZodTypeAny, {
interaction_id?: string;
utterance_id?: string[];
}, {
interaction_id?: string;
utterance_id?: string[];
}>>;
load_characters: z.ZodOptional<z.ZodObject<{
name: z.ZodOptional<z.ZodArray<z.ZodObject<{
language_code: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["AUTO", "EN_US", "JA_JP", "KO_KR", "LANGUAGE_CODE_UNSPECIFIED", "RU_RU", "ZH_CN"]>, z.ZodNumber]>>;
name: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
name?: string;
language_code?: number | "AUTO" | "EN_US" | "JA_JP" | "KO_KR" | "LANGUAGE_CODE_UNSPECIFIED" | "RU_RU" | "ZH_CN";
}, {
name?: string;
language_code?: number | "AUTO" | "EN_US" | "JA_JP" | "KO_KR" | "LANGUAGE_CODE_UNSPECIFIED" | "RU_RU" | "ZH_CN";
}>, "many">>;
}, "strip", z.ZodTypeAny, {
name?: {
name?: string;
language_code?: number | "AUTO" | "EN_US" | "JA_JP" | "KO_KR" | "LANGUAGE_CODE_UNSPECIFIED" | "RU_RU" | "ZH_CN";
}[];
}, {
name?: {
name?: string;
language_code?: number | "AUTO" | "EN_US" | "JA_JP" | "KO_KR" | "LANGUAGE_CODE_UNSPECIFIED" | "RU_RU" | "ZH_CN";
}[];
}>>;
load_scene: z.ZodOptional<z.ZodObject<{
is_reset_scene: z.ZodOptional<z.ZodBoolean>;
name: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
name?: string;
is_reset_scene?: boolean;
}, {
name?: string;
is_reset_scene?: boolean;
}>>;
modify_exact_response: z.ZodOptional<z.ZodObject<{
exact_text: z.ZodOptional<z.ZodString>;
interaction_id: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
interaction_id?: string;
exact_text?: string;
}, {
interaction_id?: string;
exact_text?: string;
}>>;
regenerate_response: z.ZodOptional<z.ZodObject<{
interaction_id: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
interaction_id?: string;
}, {
interaction_id?: string;
}>>;
unload_characters: z.ZodOptional<z.ZodObject<{
agents: z.ZodOptional<z.ZodArray<z.ZodObject<{
agent_id: z.ZodOptional<z.ZodString>;
brain_name: z.ZodOptional<z.ZodString>;
character_assets: z.ZodOptional<z.ZodObject<{
avatar_img: z.ZodOptional<z.ZodString>;
avatar_img_original: z.ZodOptional<z.ZodString>;
rpm_image_uri_portrait: z.ZodOptional<z.ZodString>;
rpm_image_uri_posture: z.ZodOptional<z.ZodString>;
rpm_model_uri: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
}, {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
}>>;
given_name: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
agent_id?: string;
brain_name?: string;
character_assets?: {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
};
given_name?: string;
}, {
agent_id?: string;
brain_name?: string;
character_assets?: {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
};
given_name?: string;
}>, "many">>;
}, "strip", z.ZodTypeAny, {
agents?: {
agent_id?: string;
brain_name?: string;
character_assets?: {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
};
given_name?: string;
}[];
}, {
agents?: {
agent_id?: string;
brain_name?: string;
character_assets?: {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
};
given_name?: string;
}[];
}>>;
}, "strip", z.ZodTypeAny, {
regenerate_response?: {
interaction_id?: string;
};
apply_response?: {
packet_id?: {
conversation_id?: string;
correlation_id?: string;
interaction_id?: string;
packet_id?: string;
utterance_id?: string;
};
apply_response_type?: number | "APPLY_RESPONSE_TYPE_COMMIT" | "APPLY_RESPONSE_TYPE_DEFAULT";
};
cancel_responses?: {
interaction_id?: string;
utterance_id?: string[];
};
load_characters?: {
name?: {
name?: string;
language_code?: number | "AUTO" | "EN_US" | "JA_JP" | "KO_KR" | "LANGUAGE_CODE_UNSPECIFIED" | "RU_RU" | "ZH_CN";
}[];
};
load_scene?: {
name?: string;
is_reset_scene?: boolean;
};
modify_exact_response?: {
interaction_id?: string;
exact_text?: string;
};
unload_characters?: {
agents?: {
agent_id?: string;
brain_name?: string;
character_assets?: {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
};
given_name?: string;
}[];
};
}, {
regenerate_response?: {
interaction_id?: string;
};
apply_response?: {
packet_id?: {
conversation_id?: string;
correlation_id?: string;
interaction_id?: string;
packet_id?: string;
utterance_id?: string;
};
apply_response_type?: number | "APPLY_RESPONSE_TYPE_COMMIT" | "APPLY_RESPONSE_TYPE_DEFAULT";
};
cancel_responses?: {
interaction_id?: string;
utterance_id?: string[];
};
load_characters?: {
name?: {
name?: string;
language_code?: number | "AUTO" | "EN_US" | "JA_JP" | "KO_KR" | "LANGUAGE_CODE_UNSPECIFIED" | "RU_RU" | "ZH_CN";
}[];
};
load_scene?: {
name?: string;
is_reset_scene?: boolean;
};
modify_exact_response?: {
interaction_id?: string;
exact_text?: string;
};
unload_characters?: {
agents?: {
agent_id?: string;
brain_name?: string;
character_assets?: {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
};
given_name?: string;
}[];
};
}>>;
sessionControl: z.ZodOptional<z.ZodObject<{
capabilities_configuration: z.ZodOptional<z.ZodObject<{
audio: z.ZodOptional<z.ZodBoolean>;
audio2face: z.ZodOptional<z.ZodBoolean>;
continuation: z.ZodOptional<z.ZodBoolean>;
debug_info: z.ZodOptional<z.ZodBoolean>;
emotion_streaming: z.ZodOptional<z.ZodBoolean>;
emotions: z.ZodOptional<z.ZodBoolean>;
inspect: z.ZodOptional<z.ZodBoolean>;
interruptions: z.ZodOptional<z.ZodBoolean>;
logs: z.ZodOptional<z.ZodBoolean>;
logs_debug: z.ZodOptional<z.ZodBoolean>;
logs_info: z.ZodOptional<z.ZodBoolean>;
logs_internal: z.ZodOptional<z.ZodBoolean>;
logs_warning: z.ZodOptional<z.ZodBoolean>;
multi_agent: z.ZodOptional<z.ZodBoolean>;
multi_modal_action_planning: z.ZodOptional<z.ZodBoolean>;
narrated_actions: z.ZodOptional<z.ZodBoolean>;
perceived_latency_report: z.ZodOptional<z.ZodBoolean>;
phoneme_info: z.ZodOptional<z.ZodBoolean>;
ping_pong_report: z.ZodOptional<z.ZodBoolean>;
regenerate_response: z.ZodOptional<z.ZodBoolean>;
relations: z.ZodOptional<z.ZodBoolean>;
session_cancellation: z.ZodOptional<z.ZodBoolean>;
silence_events: z.ZodOptional<z.ZodBoolean>;
tts_mp3: z.ZodOptional<z.ZodBoolean>;
tts_streaming: z.ZodOptional<z.ZodBoolean>;
turn_based_stt: z.ZodOptional<z.ZodBoolean>;
}, "strip", z.ZodTypeAny, {
emotions?: boolean;
audio?: boolean;
audio2face?: boolean;
continuation?: boolean;
debug_info?: boolean;
emotion_streaming?: boolean;
inspect?: boolean;
interruptions?: boolean;
logs?: boolean;
logs_debug?: boolean;
logs_info?: boolean;
logs_internal?: boolean;
logs_warning?: boolean;
multi_agent?: boolean;
multi_modal_action_planning?: boolean;
narrated_actions?: boolean;
perceived_latency_report?: boolean;
phoneme_info?: boolean;
ping_pong_report?: boolean;
regenerate_response?: boolean;
relations?: boolean;
session_cancellation?: boolean;
silence_events?: boolean;
tts_mp3?: boolean;
tts_streaming?: boolean;
turn_based_stt?: boolean;
}, {
emotions?: boolean;
audio?: boolean;
audio2face?: boolean;
continuation?: boolean;
debug_info?: boolean;
emotion_streaming?: boolean;
inspect?: boolean;
interruptions?: boolean;
logs?: boolean;
logs_debug?: boolean;
logs_info?: boolean;
logs_internal?: boolean;
logs_warning?: boolean;
multi_agent?: boolean;
multi_modal_action_planning?: boolean;
narrated_actions?: boolean;
perceived_latency_report?: boolean;
phoneme_info?: boolean;
ping_pong_report?: boolean;
regenerate_response?: boolean;
relations?: boolean;
session_cancellation?: boolean;
silence_events?: boolean;
tts_mp3?: boolean;
tts_streaming?: boolean;
turn_based_stt?: boolean;
}>>;
client_configuration: z.ZodOptional<z.ZodObject<{
description: z.ZodOptional<z.ZodString>;
id: z.ZodOptional<z.ZodString>;
version: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
id?: string;
description?: string;
version?: string;
}, {
id?: string;
description?: string;
version?: string;
}>>;
continuation: z.ZodOptional<z.ZodObject<{
continuation_info: z.ZodOptional<z.ZodObject<{
passed_time: z.ZodOptional<z.ZodDate>;
}, "strip", z.ZodTypeAny, {
passed_time?: Date;
}, {
passed_time?: Date;
}>>;
continuation_type: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["CONTINUATION_TYPE_DIALOG_HISTORY", "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE", "CONTINUATION_TYPE_UNKNOWN"]>, z.ZodNumber]>>;
dialog_history: z.ZodOptional<z.ZodObject<{
history: z.ZodOptional<z.ZodArray<z.ZodObject<{
actor: z.ZodOptional<z.ZodObject<{
name: z.ZodOptional<z.ZodString>;
type: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["AGENT", "PLAYER", "UNKNOWN", "WORLD"]>, z.ZodNumber]>>;
}, "strip", z.ZodTypeAny, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}>>;
text: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}, {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}>, "many">>;
}, "strip", z.ZodTypeAny, {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
}, {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
}>>;
externally_saved_state: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
continuation_info?: {
passed_time?: Date;
};
continuation_type?: number | "CONTINUATION_TYPE_DIALOG_HISTORY" | "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE" | "CONTINUATION_TYPE_UNKNOWN";
dialog_history?: {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
};
externally_saved_state?: string;
}, {
continuation_info?: {
passed_time?: Date;
};
continuation_type?: number | "CONTINUATION_TYPE_DIALOG_HISTORY" | "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE" | "CONTINUATION_TYPE_UNKNOWN";
dialog_history?: {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
};
externally_saved_state?: string;
}>>;
session_configuration: z.ZodOptional<z.ZodObject<{
game_session_id: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
game_session_id?: string;
}, {
game_session_id?: string;
}>>;
session_configuration_payload: z.ZodOptional<z.ZodObject<{
capabilities_configuration: z.ZodOptional<z.ZodObject<{
audio: z.ZodOptional<z.ZodBoolean>;
audio2face: z.ZodOptional<z.ZodBoolean>;
continuation: z.ZodOptional<z.ZodBoolean>;
debug_info: z.ZodOptional<z.ZodBoolean>;
emotion_streaming: z.ZodOptional<z.ZodBoolean>;
emotions: z.ZodOptional<z.ZodBoolean>;
inspect: z.ZodOptional<z.ZodBoolean>;
interruptions: z.ZodOptional<z.ZodBoolean>;
logs: z.ZodOptional<z.ZodBoolean>;
logs_debug: z.ZodOptional<z.ZodBoolean>;
logs_info: z.ZodOptional<z.ZodBoolean>;
logs_internal: z.ZodOptional<z.ZodBoolean>;
logs_warning: z.ZodOptional<z.ZodBoolean>;
multi_agent: z.ZodOptional<z.ZodBoolean>;
multi_modal_action_planning: z.ZodOptional<z.ZodBoolean>;
narrated_actions: z.ZodOptional<z.ZodBoolean>;
perceived_latency_report: z.ZodOptional<z.ZodBoolean>;
phoneme_info: z.ZodOptional<z.ZodBoolean>;
ping_pong_report: z.ZodOptional<z.ZodBoolean>;
regenerate_response: z.ZodOptional<z.ZodBoolean>;
relations: z.ZodOptional<z.ZodBoolean>;
session_cancellation: z.ZodOptional<z.ZodBoolean>;
silence_events: z.ZodOptional<z.ZodBoolean>;
tts_mp3: z.ZodOptional<z.ZodBoolean>;
tts_streaming: z.ZodOptional<z.ZodBoolean>;
turn_based_stt: z.ZodOptional<z.ZodBoolean>;
}, "strip", z.ZodTypeAny, {
emotions?: boolean;
audio?: boolean;
audio2face?: boolean;
continuation?: boolean;
debug_info?: boolean;
emotion_streaming?: boolean;
inspect?: boolean;
interruptions?: boolean;
logs?: boolean;
logs_debug?: boolean;
logs_info?: boolean;
logs_internal?: boolean;
logs_warning?: boolean;
multi_agent?: boolean;
multi_modal_action_planning?: boolean;
narrated_actions?: boolean;
perceived_latency_report?: boolean;
phoneme_info?: boolean;
ping_pong_report?: boolean;
regenerate_response?: boolean;
relations?: boolean;
session_cancellation?: boolean;
silence_events?: boolean;
tts_mp3?: boolean;
tts_streaming?: boolean;
turn_based_stt?: boolean;
}, {
emotions?: boolean;
audio?: boolean;
audio2face?: boolean;
continuation?: boolean;
debug_info?: boolean;
emotion_streaming?: boolean;
inspect?: boolean;
interruptions?: boolean;
logs?: boolean;
logs_debug?: boolean;
logs_info?: boolean;
logs_internal?: boolean;
logs_warning?: boolean;
multi_agent?: boolean;
multi_modal_action_planning?: boolean;
narrated_actions?: boolean;
perceived_latency_report?: boolean;
phoneme_info?: boolean;
ping_pong_report?: boolean;
regenerate_response?: boolean;
relations?: boolean;
session_cancellation?: boolean;
silence_events?: boolean;
tts_mp3?: boolean;
tts_streaming?: boolean;
turn_based_stt?: boolean;
}>>;
client_configuration: z.ZodOptional<z.ZodObject<{
description: z.ZodOptional<z.ZodString>;
id: z.ZodOptional<z.ZodString>;
version: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
id?: string;
description?: string;
version?: string;
}, {
id?: string;
description?: string;
version?: string;
}>>;
continuation: z.ZodOptional<z.ZodObject<{
continuation_info: z.ZodOptional<z.ZodObject<{
passed_time: z.ZodOptional<z.ZodDate>;
}, "strip", z.ZodTypeAny, {
passed_time?: Date;
}, {
passed_time?: Date;
}>>;
continuation_type: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["CONTINUATION_TYPE_DIALOG_HISTORY", "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE", "CONTINUATION_TYPE_UNKNOWN"]>, z.ZodNumber]>>;
dialog_history: z.ZodOptional<z.ZodObject<{
history: z.ZodOptional<z.ZodArray<z.ZodObject<{
actor: z.ZodOptional<z.ZodObject<{
name: z.ZodOptional<z.ZodString>;
type: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["AGENT", "PLAYER", "UNKNOWN", "WORLD"]>, z.ZodNumber]>>;
}, "strip", z.ZodTypeAny, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}, {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}>>;
text: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}, {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}>, "many">>;
}, "strip", z.ZodTypeAny, {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
}, {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
}>>;
externally_saved_state: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
continuation_info?: {
passed_time?: Date;
};
continuation_type?: number | "CONTINUATION_TYPE_DIALOG_HISTORY" | "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE" | "CONTINUATION_TYPE_UNKNOWN";
dialog_history?: {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
};
externally_saved_state?: string;
}, {
continuation_info?: {
passed_time?: Date;
};
continuation_type?: number | "CONTINUATION_TYPE_DIALOG_HISTORY" | "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE" | "CONTINUATION_TYPE_UNKNOWN";
dialog_history?: {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
};
externally_saved_state?: string;
}>>;
session_configuration: z.ZodOptional<z.ZodObject<{
game_session_id: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
game_session_id?: string;
}, {
game_session_id?: string;
}>>;
user_configuration: z.ZodOptional<z.ZodObject<{
id: z.ZodOptional<z.ZodString>;
name: z.ZodOptional<z.ZodString>;
user_settings: z.ZodOptional<z.ZodObject<{
player_profile: z.ZodOptional<z.ZodObject<{
fields: z.ZodOptional<z.ZodArray<z.ZodObject<{
field_id: z.ZodOptional<z.ZodString>;
field_value: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
field_id?: string;
field_value?: string;
}, {
field_id?: string;
field_value?: string;
}>, "many">>;
}, "strip", z.ZodTypeAny, {
fields?: {
field_id?: string;
field_value?: string;
}[];
}, {
fields?: {
field_id?: string;
field_value?: string;
}[];
}>>;
view_transcript_consent: z.ZodOptional<z.ZodBoolean>;
}, "strip", z.ZodTypeAny, {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
}, {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
}>>;
}, "strip", z.ZodTypeAny, {
id?: string;
name?: string;
user_settings?: {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
};
}, {
id?: string;
name?: string;
user_settings?: {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
};
}>>;
}, "strip", z.ZodTypeAny, {
continuation?: {
continuation_info?: {
passed_time?: Date;
};
continuation_type?: number | "CONTINUATION_TYPE_DIALOG_HISTORY" | "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE" | "CONTINUATION_TYPE_UNKNOWN";
dialog_history?: {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
};
externally_saved_state?: string;
};
capabilities_configuration?: {
emotions?: boolean;
audio?: boolean;
audio2face?: boolean;
continuation?: boolean;
debug_info?: boolean;
emotion_streaming?: boolean;
inspect?: boolean;
interruptions?: boolean;
logs?: boolean;
logs_debug?: boolean;
logs_info?: boolean;
logs_internal?: boolean;
logs_warning?: boolean;
multi_agent?: boolean;
multi_modal_action_planning?: boolean;
narrated_actions?: boolean;
perceived_latency_report?: boolean;
phoneme_info?: boolean;
ping_pong_report?: boolean;
regenerate_response?: boolean;
relations?: boolean;
session_cancellation?: boolean;
silence_events?: boolean;
tts_mp3?: boolean;
tts_streaming?: boolean;
turn_based_stt?: boolean;
};
client_configuration?: {
id?: string;
description?: string;
version?: string;
};
session_configuration?: {
game_session_id?: string;
};
user_configuration?: {
id?: string;
name?: string;
user_settings?: {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
};
};
}, {
continuation?: {
continuation_info?: {
passed_time?: Date;
};
continuation_type?: number | "CONTINUATION_TYPE_DIALOG_HISTORY" | "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE" | "CONTINUATION_TYPE_UNKNOWN";
dialog_history?: {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
};
externally_saved_state?: string;
};
capabilities_configuration?: {
emotions?: boolean;
audio?: boolean;
audio2face?: boolean;
continuation?: boolean;
debug_info?: boolean;
emotion_streaming?: boolean;
inspect?: boolean;
interruptions?: boolean;
logs?: boolean;
logs_debug?: boolean;
logs_info?: boolean;
logs_internal?: boolean;
logs_warning?: boolean;
multi_agent?: boolean;
multi_modal_action_planning?: boolean;
narrated_actions?: boolean;
perceived_latency_report?: boolean;
phoneme_info?: boolean;
ping_pong_report?: boolean;
regenerate_response?: boolean;
relations?: boolean;
session_cancellation?: boolean;
silence_events?: boolean;
tts_mp3?: boolean;
tts_streaming?: boolean;
turn_based_stt?: boolean;
};
client_configuration?: {
id?: string;
description?: string;
version?: string;
};
session_configuration?: {
game_session_id?: string;
};
user_configuration?: {
id?: string;
name?: string;
user_settings?: {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
};
};
}>>;
session_history_request: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
user_configuration: z.ZodOptional<z.ZodObject<{
id: z.ZodOptional<z.ZodString>;
name: z.ZodOptional<z.ZodString>;
user_settings: z.ZodOptional<z.ZodObject<{
player_profile: z.ZodOptional<z.ZodObject<{
fields: z.ZodOptional<z.ZodArray<z.ZodObject<{
field_id: z.ZodOptional<z.ZodString>;
field_value: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
field_id?: string;
field_value?: string;
}, {
field_id?: string;
field_value?: string;
}>, "many">>;
}, "strip", z.ZodTypeAny, {
fields?: {
field_id?: string;
field_value?: string;
}[];
}, {
fields?: {
field_id?: string;
field_value?: string;
}[];
}>>;
view_transcript_consent: z.ZodOptional<z.ZodBoolean>;
}, "strip", z.ZodTypeAny, {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
}, {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
}>>;
}, "strip", z.ZodTypeAny, {
id?: string;
name?: string;
user_settings?: {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
};
}, {
id?: string;
name?: string;
user_settings?: {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
};
}>>;
}, "strip", z.ZodTypeAny, {
continuation?: {
continuation_info?: {
passed_time?: Date;
};
continuation_type?: number | "CONTINUATION_TYPE_DIALOG_HISTORY" | "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE" | "CONTINUATION_TYPE_UNKNOWN";
dialog_history?: {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
};
externally_saved_state?: string;
};
capabilities_configuration?: {
emotions?: boolean;
audio?: boolean;
audio2face?: boolean;
continuation?: boolean;
debug_info?: boolean;
emotion_streaming?: boolean;
inspect?: boolean;
interruptions?: boolean;
logs?: boolean;
logs_debug?: boolean;
logs_info?: boolean;
logs_internal?: boolean;
logs_warning?: boolean;
multi_agent?: boolean;
multi_modal_action_planning?: boolean;
narrated_actions?: boolean;
perceived_latency_report?: boolean;
phoneme_info?: boolean;
ping_pong_report?: boolean;
regenerate_response?: boolean;
relations?: boolean;
session_cancellation?: boolean;
silence_events?: boolean;
tts_mp3?: boolean;
tts_streaming?: boolean;
turn_based_stt?: boolean;
};
client_configuration?: {
id?: string;
description?: string;
version?: string;
};
session_configuration?: {
game_session_id?: string;
};
user_configuration?: {
id?: string;
name?: string;
user_settings?: {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
};
};
session_configuration_payload?: {
continuation?: {
continuation_info?: {
passed_time?: Date;
};
continuation_type?: number | "CONTINUATION_TYPE_DIALOG_HISTORY" | "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE" | "CONTINUATION_TYPE_UNKNOWN";
dialog_history?: {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
};
externally_saved_state?: string;
};
capabilities_configuration?: {
emotions?: boolean;
audio?: boolean;
audio2face?: boolean;
continuation?: boolean;
debug_info?: boolean;
emotion_streaming?: boolean;
inspect?: boolean;
interruptions?: boolean;
logs?: boolean;
logs_debug?: boolean;
logs_info?: boolean;
logs_internal?: boolean;
logs_warning?: boolean;
multi_agent?: boolean;
multi_modal_action_planning?: boolean;
narrated_actions?: boolean;
perceived_latency_report?: boolean;
phoneme_info?: boolean;
ping_pong_report?: boolean;
regenerate_response?: boolean;
relations?: boolean;
session_cancellation?: boolean;
silence_events?: boolean;
tts_mp3?: boolean;
tts_streaming?: boolean;
turn_based_stt?: boolean;
};
client_configuration?: {
id?: string;
description?: string;
version?: string;
};
session_configuration?: {
game_session_id?: string;
};
user_configuration?: {
id?: string;
name?: string;
user_settings?: {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
};
};
};
session_history_request?: Record<string, any>;
}, {
continuation?: {
continuation_info?: {
passed_time?: Date;
};
continuation_type?: number | "CONTINUATION_TYPE_DIALOG_HISTORY" | "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE" | "CONTINUATION_TYPE_UNKNOWN";
dialog_history?: {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
};
externally_saved_state?: string;
};
capabilities_configuration?: {
emotions?: boolean;
audio?: boolean;
audio2face?: boolean;
continuation?: boolean;
debug_info?: boolean;
emotion_streaming?: boolean;
inspect?: boolean;
interruptions?: boolean;
logs?: boolean;
logs_debug?: boolean;
logs_info?: boolean;
logs_internal?: boolean;
logs_warning?: boolean;
multi_agent?: boolean;
multi_modal_action_planning?: boolean;
narrated_actions?: boolean;
perceived_latency_report?: boolean;
phoneme_info?: boolean;
ping_pong_report?: boolean;
regenerate_response?: boolean;
relations?: boolean;
session_cancellation?: boolean;
silence_events?: boolean;
tts_mp3?: boolean;
tts_streaming?: boolean;
turn_based_stt?: boolean;
};
client_configuration?: {
id?: string;
description?: string;
version?: string;
};
session_configuration?: {
game_session_id?: string;
};
user_configuration?: {
id?: string;
name?: string;
user_settings?: {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
};
};
session_configuration_payload?: {
continuation?: {
continuation_info?: {
passed_time?: Date;
};
continuation_type?: number | "CONTINUATION_TYPE_DIALOG_HISTORY" | "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE" | "CONTINUATION_TYPE_UNKNOWN";
dialog_history?: {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
};
externally_saved_state?: string;
};
capabilities_configuration?: {
emotions?: boolean;
audio?: boolean;
audio2face?: boolean;
continuation?: boolean;
debug_info?: boolean;
emotion_streaming?: boolean;
inspect?: boolean;
interruptions?: boolean;
logs?: boolean;
logs_debug?: boolean;
logs_info?: boolean;
logs_internal?: boolean;
logs_warning?: boolean;
multi_agent?: boolean;
multi_modal_action_planning?: boolean;
narrated_actions?: boolean;
perceived_latency_report?: boolean;
phoneme_info?: boolean;
ping_pong_report?: boolean;
regenerate_response?: boolean;
relations?: boolean;
session_cancellation?: boolean;
silence_events?: boolean;
tts_mp3?: boolean;
tts_streaming?: boolean;
turn_based_stt?: boolean;
};
client_configuration?: {
id?: string;
description?: string;
version?: string;
};
session_configuration?: {
game_session_id?: string;
};
user_configuration?: {
id?: string;
name?: string;
user_settings?: {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
};
};
};
session_history_request?: Record<string, any>;
}>>;
latencyReport: z.ZodOptional<z.ZodObject<{
perceived_latency: z.ZodOptional<z.ZodObject<{
latency: z.ZodOptional<z.ZodString>;
precision: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["ESTIMATED", "FINE", "NON_SPEECH", "PUSH_TO_TALK", "UNSPECIFIED"]>, z.ZodNumber]>>;
}, "strip", z.ZodTypeAny, {
latency?: string;
precision?: number | "UNSPECIFIED" | "FINE" | "ESTIMATED" | "PUSH_TO_TALK" | "NON_SPEECH";
}, {
latency?: string;
precision?: number | "UNSPECIFIED" | "FINE" | "ESTIMATED" | "PUSH_TO_TALK" | "NON_SPEECH";
}>>;
ping_pong: z.ZodOptional<z.ZodObject<{
ping_packet_id: z.ZodOptional<z.ZodObject<{
conversation_id: z.ZodOptional<z.ZodString>;
correlation_id: z.ZodOptional<z.ZodString>;
interaction_id: z.ZodOptional<z.ZodString>;
packet_id: z.ZodOptional<z.ZodString>;
utterance_id: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
conversation_id?: string;
correlation_id?: string;
interaction_id?: string;
packet_id?: string;
utterance_id?: string;
}, {
conversation_id?: string;
correlation_id?: string;
interaction_id?: string;
packet_id?: string;
utterance_id?: string;
}>>;
ping_timestamp: z.ZodOptional<z.ZodDate>;
type: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["PING", "PONG", "UNSPECIFIED"]>, z.ZodNumber]>>;
}, "strip", z.ZodTypeAny, {
type?: number | "UNSPECIFIED" | "PING" | "PONG";
ping_packet_id?: {
conversation_id?: string;
correlation_id?: string;
interaction_id?: string;
packet_id?: string;
utterance_id?: string;
};
ping_timestamp?: Date;
}, {
type?: number | "UNSPECIFIED" | "PING" | "PONG";
ping_packet_id?: {
conversation_id?: string;
correlation_id?: string;
interaction_id?: string;
packet_id?: string;
utterance_id?: string;
};
ping_timestamp?: Date;
}>>;
}, "strip", z.ZodTypeAny, {
perceived_latency?: {
latency?: string;
precision?: number | "UNSPECIFIED" | "FINE" | "ESTIMATED" | "PUSH_TO_TALK" | "NON_SPEECH";
};
ping_pong?: {
type?: number | "UNSPECIFIED" | "PING" | "PONG";
ping_packet_id?: {
conversation_id?: string;
correlation_id?: string;
interaction_id?: string;
packet_id?: string;
utterance_id?: string;
};
ping_timestamp?: Date;
};
}, {
perceived_latency?: {
latency?: string;
precision?: number | "UNSPECIFIED" | "FINE" | "ESTIMATED" | "PUSH_TO_TALK" | "NON_SPEECH";
};
ping_pong?: {
type?: number | "UNSPECIFIED" | "PING" | "PONG";
ping_packet_id?: {
conversation_id?: string;
correlation_id?: string;
interaction_id?: string;
packet_id?: string;
utterance_id?: string;
};
ping_timestamp?: Date;
};
}>>;
entitiesItemsOperation: z.ZodOptional<z.ZodObject<{
create_or_update_items: z.ZodOptional<z.ZodObject<{
add_to_entities: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
items: z.ZodOptional<z.ZodArray<z.ZodObject<{
description: z.ZodOptional<z.ZodString>;
display_name: z.ZodOptional<z.ZodString>;
id: z.ZodOptional<z.ZodString>;
properties: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
}, "strip", z.ZodTypeAny, {
id?: string;
description?: string;
properties?: Record<string, string>;
display_name?: string;
}, {
id?: string;
description?: string;
properties?: Record<string, string>;
display_name?: string;
}>, "many">>;
}, "strip", z.ZodTypeAny, {
add_to_entities?: string[];
items?: {
id?: string;
description?: string;
properties?: Record<string, string>;
display_name?: string;
}[];
}, {
add_to_entities?: string[];
items?: {
id?: string;
description?: string;
properties?: Record<string, string>;
display_name?: string;
}[];
}>>;
items_in_entities: z.ZodOptional<z.ZodObject<{
entity_names: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
item_ids: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
type: z.ZodOptional<z.ZodUnion<[z.ZodEnum<["ADD", "REMOVE", "REPLACE", "UNSPECIFIED"]>, z.ZodNumber]>>;
}, "strip", z.ZodTypeAny, {
type?: number | "UNSPECIFIED" | "ADD" | "REMOVE" | "REPLACE";
entity_names?: string[];
item_ids?: string[];
}, {
type?: number | "UNSPECIFIED" | "ADD" | "REMOVE" | "REPLACE";
entity_names?: string[];
item_ids?: string[];
}>>;
remove_items: z.ZodOptional<z.ZodObject<{
item_ids: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
}, "strip", z.ZodTypeAny, {
item_ids?: string[];
}, {
item_ids?: string[];
}>>;
}, "strip", z.ZodTypeAny, {
create_or_update_items?: {
add_to_entities?: string[];
items?: {
id?: string;
description?: string;
properties?: Record<string, string>;
display_name?: string;
}[];
};
items_in_entities?: {
type?: number | "UNSPECIFIED" | "ADD" | "REMOVE" | "REPLACE";
entity_names?: string[];
item_ids?: string[];
};
remove_items?: {
item_ids?: string[];
};
}, {
create_or_update_items?: {
add_to_entities?: string[];
items?: {
id?: string;
description?: string;
properties?: Record<string, string>;
display_name?: string;
}[];
};
items_in_entities?: {
type?: number | "UNSPECIFIED" | "ADD" | "REMOVE" | "REPLACE";
entity_names?: string[];
item_ids?: string[];
};
remove_items?: {
item_ids?: string[];
};
}>>;
}, "strip", z.ZodTypeAny, {
text?: {
text?: string;
final?: boolean;
model_info?: {
model?: string;
service?: string;
};
source_type?: number | "UNKNOWN" | "SPEECH_TO_TEXT" | "TYPED_IN" | "GENERATED" | "FILLER";
};
control?: {
action?: number | "UNKNOWN" | "AUDIO_SESSION_START" | "AUDIO_SESSION_END" | "CONVERSATION_EVENT" | "CONVERSATION_UPDATE" | "INTERACTION_END" | "TTS_PLAYBACK_MUTE" | "TTS_PLAYBACK_UNMUTE" | "WARNING" | "CONVERSATION_START" | "CONVERSATION_STARTED" | "CURRENT_SCENE_STATUS" | "SESSION_CONFIGURATION" | "SESSION_END" | "TTS_PLAYBACK_END" | "TTS_PLAYBACK_START";
description?: string;
conversation_update?: {
participants?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}[];
};
session_configuration?: {
continuation?: {
continuation_info?: {
passed_time?: Date;
};
continuation_type?: number | "CONTINUATION_TYPE_DIALOG_HISTORY" | "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE" | "CONTINUATION_TYPE_UNKNOWN";
dialog_history?: {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
};
externally_saved_state?: string;
};
capabilities_configuration?: {
emotions?: boolean;
audio?: boolean;
audio2face?: boolean;
continuation?: boolean;
debug_info?: boolean;
emotion_streaming?: boolean;
inspect?: boolean;
interruptions?: boolean;
logs?: boolean;
logs_debug?: boolean;
logs_info?: boolean;
logs_internal?: boolean;
logs_warning?: boolean;
multi_agent?: boolean;
multi_modal_action_planning?: boolean;
narrated_actions?: boolean;
perceived_latency_report?: boolean;
phoneme_info?: boolean;
ping_pong_report?: boolean;
regenerate_response?: boolean;
relations?: boolean;
session_cancellation?: boolean;
silence_events?: boolean;
tts_mp3?: boolean;
tts_streaming?: boolean;
turn_based_stt?: boolean;
};
client_configuration?: {
id?: string;
description?: string;
version?: string;
};
session_configuration?: {
game_session_id?: string;
};
user_configuration?: {
id?: string;
name?: string;
user_settings?: {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
};
};
};
audio_session_start?: {
mode?: number | "UNSPECIFIED" | "OPEN_MIC" | "EXPECT_AUDIO_END";
understanding_mode?: number | "FULL" | "SPEECH_RECOGNITION_ONLY" | "UNSPECIFIED_UNDERSTANDING_MODE";
};
conversation_event?: {
participants?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}[];
event_type?: number | "UNKNOWN" | "STARTED" | "UPDATED" | "EVICTED";
};
current_scene_status?: {
agents?: {
agent_id?: string;
brain_name?: string;
character_assets?: {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
};
given_name?: string;
}[];
scene_description?: string;
scene_display_name?: string;
scene_name?: string;
};
payload?: Record<string, any>;
};
custom?: {
name?: string;
type?: number | "UNSPECIFIED" | "TASK" | "TRIGGER";
parameters?: {
name?: string;
value?: string;
}[];
playback?: number | "UNSPECIFIED" | "INTERACTION_END" | "INTERACTION" | "UTTERANCE";
};
cancelResponses?: {
interaction_id?: string;
utterance_id?: string[];
};
emotion?: {
behavior?: number | "NEUTRAL" | "DISGUST" | "CONTEMPT" | "BELLIGERENCE" | "DOMINEERING" | "CRITICISM" | "ANGER" | "TENSION" | "TENSE_HUMOR" | "DEFENSIVENESS" | "WHINING" | "SADNESS" | "STONEWALLING" | "INTEREST" | "VALIDATION" | "AFFECTION" | "HUMOR" | "SURPRISE" | "JOY";
strength?: number | "UNSPECIFIED" | "WEAK" | "STRONG" | "NORMAL";
fear?: number;
joy?: number;
surprise?: number;
trust?: number;
};
dataChunk?: {
chunk?: string;
type?: number | "UNSPECIFIED" | "AUDIO" | "SILENCE" | "INSPECT" | "NVIDIA_A2F_ANIMATION" | "NVIDIA_A2F_ANIMATION_HEADER" | "STATE";
additional_phoneme_info?: {
phoneme?: string;
start_offset?: string;
}[];
audioFormat?: number | "AUDIO_MP3" | "AUDIO_PCM_16000" | "AUDIO_PCM_22050" | "UNSPECIFIED_AUDIO_FORMAT";
duration_ms?: string;
};
action?: {
narrated_action?: {
content?: string;
};
playback?: number | "UNSPECIFIED" | "INTERACTION_END" | "INTERACTION" | "UTTERANCE";
};
mutation?: {
regenerate_response?: {
interaction_id?: string;
};
apply_response?: {
packet_id?: {
conversation_id?: string;
correlation_id?: string;
interaction_id?: string;
packet_id?: string;
utterance_id?: string;
};
apply_response_type?: number | "APPLY_RESPONSE_TYPE_COMMIT" | "APPLY_RESPONSE_TYPE_DEFAULT";
};
cancel_responses?: {
interaction_id?: string;
utterance_id?: string[];
};
load_characters?: {
name?: {
name?: string;
language_code?: number | "AUTO" | "EN_US" | "JA_JP" | "KO_KR" | "LANGUAGE_CODE_UNSPECIFIED" | "RU_RU" | "ZH_CN";
}[];
};
load_scene?: {
name?: string;
is_reset_scene?: boolean;
};
modify_exact_response?: {
interaction_id?: string;
exact_text?: string;
};
unload_characters?: {
agents?: {
agent_id?: string;
brain_name?: string;
character_assets?: {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
};
given_name?: string;
}[];
};
};
sessionControl?: {
continuation?: {
continuation_info?: {
passed_time?: Date;
};
continuation_type?: number | "CONTINUATION_TYPE_DIALOG_HISTORY" | "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE" | "CONTINUATION_TYPE_UNKNOWN";
dialog_history?: {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
};
externally_saved_state?: string;
};
capabilities_configuration?: {
emotions?: boolean;
audio?: boolean;
audio2face?: boolean;
continuation?: boolean;
debug_info?: boolean;
emotion_streaming?: boolean;
inspect?: boolean;
interruptions?: boolean;
logs?: boolean;
logs_debug?: boolean;
logs_info?: boolean;
logs_internal?: boolean;
logs_warning?: boolean;
multi_agent?: boolean;
multi_modal_action_planning?: boolean;
narrated_actions?: boolean;
perceived_latency_report?: boolean;
phoneme_info?: boolean;
ping_pong_report?: boolean;
regenerate_response?: boolean;
relations?: boolean;
session_cancellation?: boolean;
silence_events?: boolean;
tts_mp3?: boolean;
tts_streaming?: boolean;
turn_based_stt?: boolean;
};
client_configuration?: {
id?: string;
description?: string;
version?: string;
};
session_configuration?: {
game_session_id?: string;
};
user_configuration?: {
id?: string;
name?: string;
user_settings?: {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
};
};
session_configuration_payload?: {
continuation?: {
continuation_info?: {
passed_time?: Date;
};
continuation_type?: number | "CONTINUATION_TYPE_DIALOG_HISTORY" | "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE" | "CONTINUATION_TYPE_UNKNOWN";
dialog_history?: {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
};
externally_saved_state?: string;
};
capabilities_configuration?: {
emotions?: boolean;
audio?: boolean;
audio2face?: boolean;
continuation?: boolean;
debug_info?: boolean;
emotion_streaming?: boolean;
inspect?: boolean;
interruptions?: boolean;
logs?: boolean;
logs_debug?: boolean;
logs_info?: boolean;
logs_internal?: boolean;
logs_warning?: boolean;
multi_agent?: boolean;
multi_modal_action_planning?: boolean;
narrated_actions?: boolean;
perceived_latency_report?: boolean;
phoneme_info?: boolean;
ping_pong_report?: boolean;
regenerate_response?: boolean;
relations?: boolean;
session_cancellation?: boolean;
silence_events?: boolean;
tts_mp3?: boolean;
tts_streaming?: boolean;
turn_based_stt?: boolean;
};
client_configuration?: {
id?: string;
description?: string;
version?: string;
};
session_configuration?: {
game_session_id?: string;
};
user_configuration?: {
id?: string;
name?: string;
user_settings?: {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
};
};
};
session_history_request?: Record<string, any>;
};
latencyReport?: {
perceived_latency?: {
latency?: string;
precision?: number | "UNSPECIFIED" | "FINE" | "ESTIMATED" | "PUSH_TO_TALK" | "NON_SPEECH";
};
ping_pong?: {
type?: number | "UNSPECIFIED" | "PING" | "PONG";
ping_packet_id?: {
conversation_id?: string;
correlation_id?: string;
interaction_id?: string;
packet_id?: string;
utterance_id?: string;
};
ping_timestamp?: Date;
};
};
entitiesItemsOperation?: {
create_or_update_items?: {
add_to_entities?: string[];
items?: {
id?: string;
description?: string;
properties?: Record<string, string>;
display_name?: string;
}[];
};
items_in_entities?: {
type?: number | "UNSPECIFIED" | "ADD" | "REMOVE" | "REPLACE";
entity_names?: string[];
item_ids?: string[];
};
remove_items?: {
item_ids?: string[];
};
};
packetId?: {
conversation_id?: string;
correlation_id?: string;
interaction_id?: string;
packet_id?: string;
utterance_id?: string;
};
timestamp?: Date;
routing?: {
source?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
targets?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}[];
target?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
};
}, {
text?: {
text?: string;
final?: boolean;
model_info?: {
model?: string;
service?: string;
};
source_type?: number | "UNKNOWN" | "SPEECH_TO_TEXT" | "TYPED_IN" | "GENERATED" | "FILLER";
};
control?: {
action?: number | "UNKNOWN" | "AUDIO_SESSION_START" | "AUDIO_SESSION_END" | "CONVERSATION_EVENT" | "CONVERSATION_UPDATE" | "INTERACTION_END" | "TTS_PLAYBACK_MUTE" | "TTS_PLAYBACK_UNMUTE" | "WARNING" | "CONVERSATION_START" | "CONVERSATION_STARTED" | "CURRENT_SCENE_STATUS" | "SESSION_CONFIGURATION" | "SESSION_END" | "TTS_PLAYBACK_END" | "TTS_PLAYBACK_START";
description?: string;
conversation_update?: {
participants?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}[];
};
session_configuration?: {
continuation?: {
continuation_info?: {
passed_time?: Date;
};
continuation_type?: number | "CONTINUATION_TYPE_DIALOG_HISTORY" | "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE" | "CONTINUATION_TYPE_UNKNOWN";
dialog_history?: {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
};
externally_saved_state?: string;
};
capabilities_configuration?: {
emotions?: boolean;
audio?: boolean;
audio2face?: boolean;
continuation?: boolean;
debug_info?: boolean;
emotion_streaming?: boolean;
inspect?: boolean;
interruptions?: boolean;
logs?: boolean;
logs_debug?: boolean;
logs_info?: boolean;
logs_internal?: boolean;
logs_warning?: boolean;
multi_agent?: boolean;
multi_modal_action_planning?: boolean;
narrated_actions?: boolean;
perceived_latency_report?: boolean;
phoneme_info?: boolean;
ping_pong_report?: boolean;
regenerate_response?: boolean;
relations?: boolean;
session_cancellation?: boolean;
silence_events?: boolean;
tts_mp3?: boolean;
tts_streaming?: boolean;
turn_based_stt?: boolean;
};
client_configuration?: {
id?: string;
description?: string;
version?: string;
};
session_configuration?: {
game_session_id?: string;
};
user_configuration?: {
id?: string;
name?: string;
user_settings?: {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
};
};
};
audio_session_start?: {
mode?: number | "UNSPECIFIED" | "OPEN_MIC" | "EXPECT_AUDIO_END";
understanding_mode?: number | "FULL" | "SPEECH_RECOGNITION_ONLY" | "UNSPECIFIED_UNDERSTANDING_MODE";
};
conversation_event?: {
participants?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}[];
event_type?: number | "UNKNOWN" | "STARTED" | "UPDATED" | "EVICTED";
};
current_scene_status?: {
agents?: {
agent_id?: string;
brain_name?: string;
character_assets?: {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
};
given_name?: string;
}[];
scene_description?: string;
scene_display_name?: string;
scene_name?: string;
};
payload?: Record<string, any>;
};
custom?: {
name?: string;
type?: number | "UNSPECIFIED" | "TASK" | "TRIGGER";
parameters?: {
name?: string;
value?: string;
}[];
playback?: number | "UNSPECIFIED" | "INTERACTION_END" | "INTERACTION" | "UTTERANCE";
};
cancelResponses?: {
interaction_id?: string;
utterance_id?: string[];
};
emotion?: {
behavior?: number | "NEUTRAL" | "DISGUST" | "CONTEMPT" | "BELLIGERENCE" | "DOMINEERING" | "CRITICISM" | "ANGER" | "TENSION" | "TENSE_HUMOR" | "DEFENSIVENESS" | "WHINING" | "SADNESS" | "STONEWALLING" | "INTEREST" | "VALIDATION" | "AFFECTION" | "HUMOR" | "SURPRISE" | "JOY";
strength?: number | "UNSPECIFIED" | "WEAK" | "STRONG" | "NORMAL";
fear?: number;
joy?: number;
surprise?: number;
trust?: number;
};
dataChunk?: {
chunk?: string;
type?: number | "UNSPECIFIED" | "AUDIO" | "SILENCE" | "INSPECT" | "NVIDIA_A2F_ANIMATION" | "NVIDIA_A2F_ANIMATION_HEADER" | "STATE";
additional_phoneme_info?: {
phoneme?: string;
start_offset?: string;
}[];
audioFormat?: number | "AUDIO_MP3" | "AUDIO_PCM_16000" | "AUDIO_PCM_22050" | "UNSPECIFIED_AUDIO_FORMAT";
duration_ms?: string;
};
action?: {
narrated_action?: {
content?: string;
};
playback?: number | "UNSPECIFIED" | "INTERACTION_END" | "INTERACTION" | "UTTERANCE";
};
mutation?: {
regenerate_response?: {
interaction_id?: string;
};
apply_response?: {
packet_id?: {
conversation_id?: string;
correlation_id?: string;
interaction_id?: string;
packet_id?: string;
utterance_id?: string;
};
apply_response_type?: number | "APPLY_RESPONSE_TYPE_COMMIT" | "APPLY_RESPONSE_TYPE_DEFAULT";
};
cancel_responses?: {
interaction_id?: string;
utterance_id?: string[];
};
load_characters?: {
name?: {
name?: string;
language_code?: number | "AUTO" | "EN_US" | "JA_JP" | "KO_KR" | "LANGUAGE_CODE_UNSPECIFIED" | "RU_RU" | "ZH_CN";
}[];
};
load_scene?: {
name?: string;
is_reset_scene?: boolean;
};
modify_exact_response?: {
interaction_id?: string;
exact_text?: string;
};
unload_characters?: {
agents?: {
agent_id?: string;
brain_name?: string;
character_assets?: {
avatar_img?: string;
avatar_img_original?: string;
rpm_image_uri_portrait?: string;
rpm_image_uri_posture?: string;
rpm_model_uri?: string;
};
given_name?: string;
}[];
};
};
sessionControl?: {
continuation?: {
continuation_info?: {
passed_time?: Date;
};
continuation_type?: number | "CONTINUATION_TYPE_DIALOG_HISTORY" | "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE" | "CONTINUATION_TYPE_UNKNOWN";
dialog_history?: {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
};
externally_saved_state?: string;
};
capabilities_configuration?: {
emotions?: boolean;
audio?: boolean;
audio2face?: boolean;
continuation?: boolean;
debug_info?: boolean;
emotion_streaming?: boolean;
inspect?: boolean;
interruptions?: boolean;
logs?: boolean;
logs_debug?: boolean;
logs_info?: boolean;
logs_internal?: boolean;
logs_warning?: boolean;
multi_agent?: boolean;
multi_modal_action_planning?: boolean;
narrated_actions?: boolean;
perceived_latency_report?: boolean;
phoneme_info?: boolean;
ping_pong_report?: boolean;
regenerate_response?: boolean;
relations?: boolean;
session_cancellation?: boolean;
silence_events?: boolean;
tts_mp3?: boolean;
tts_streaming?: boolean;
turn_based_stt?: boolean;
};
client_configuration?: {
id?: string;
description?: string;
version?: string;
};
session_configuration?: {
game_session_id?: string;
};
user_configuration?: {
id?: string;
name?: string;
user_settings?: {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
};
};
session_configuration_payload?: {
continuation?: {
continuation_info?: {
passed_time?: Date;
};
continuation_type?: number | "CONTINUATION_TYPE_DIALOG_HISTORY" | "CONTINUATION_TYPE_EXTERNALLY_SAVED_STATE" | "CONTINUATION_TYPE_UNKNOWN";
dialog_history?: {
history?: {
text?: string;
actor?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
}[];
};
externally_saved_state?: string;
};
capabilities_configuration?: {
emotions?: boolean;
audio?: boolean;
audio2face?: boolean;
continuation?: boolean;
debug_info?: boolean;
emotion_streaming?: boolean;
inspect?: boolean;
interruptions?: boolean;
logs?: boolean;
logs_debug?: boolean;
logs_info?: boolean;
logs_internal?: boolean;
logs_warning?: boolean;
multi_agent?: boolean;
multi_modal_action_planning?: boolean;
narrated_actions?: boolean;
perceived_latency_report?: boolean;
phoneme_info?: boolean;
ping_pong_report?: boolean;
regenerate_response?: boolean;
relations?: boolean;
session_cancellation?: boolean;
silence_events?: boolean;
tts_mp3?: boolean;
tts_streaming?: boolean;
turn_based_stt?: boolean;
};
client_configuration?: {
id?: string;
description?: string;
version?: string;
};
session_configuration?: {
game_session_id?: string;
};
user_configuration?: {
id?: string;
name?: string;
user_settings?: {
player_profile?: {
fields?: {
field_id?: string;
field_value?: string;
}[];
};
view_transcript_consent?: boolean;
};
};
};
session_history_request?: Record<string, any>;
};
latencyReport?: {
perceived_latency?: {
latency?: string;
precision?: number | "UNSPECIFIED" | "FINE" | "ESTIMATED" | "PUSH_TO_TALK" | "NON_SPEECH";
};
ping_pong?: {
type?: number | "UNSPECIFIED" | "PING" | "PONG";
ping_packet_id?: {
conversation_id?: string;
correlation_id?: string;
interaction_id?: string;
packet_id?: string;
utterance_id?: string;
};
ping_timestamp?: Date;
};
};
entitiesItemsOperation?: {
create_or_update_items?: {
add_to_entities?: string[];
items?: {
id?: string;
description?: string;
properties?: Record<string, string>;
display_name?: string;
}[];
};
items_in_entities?: {
type?: number | "UNSPECIFIED" | "ADD" | "REMOVE" | "REPLACE";
entity_names?: string[];
item_ids?: string[];
};
remove_items?: {
item_ids?: string[];
};
};
packetId?: {
conversation_id?: string;
correlation_id?: string;
interaction_id?: string;
packet_id?: string;
utterance_id?: string;
};
timestamp?: Date;
routing?: {
source?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
targets?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
}[];
target?: {
name?: string;
type?: number | "UNKNOWN" | "PLAYER" | "AGENT" | "WORLD";
};
};
}>;