Table of Contents

Class SimulationRun.Types.JobMetrics

Namespace
LiveKit.Proto
Assembly
LiveKit.AspNetCore.ServerSdk.Abstractions.dll
public sealed class SimulationRun.Types.JobMetrics : IMessage<SimulationRun.Types.JobMetrics>, IEquatable<SimulationRun.Types.JobMetrics>, IDeepCloneable<SimulationRun.Types.JobMetrics>, IBufferMessage, IMessage
Inheritance
SimulationRun.Types.JobMetrics
Implements
IBufferMessage
IMessage
Inherited Members

Constructors

JobMetrics() 

public JobMetrics()

JobMetrics(JobMetrics) 

public JobMetrics(SimulationRun.Types.JobMetrics other)

Parameters

other SimulationRun.Types.JobMetrics

Fields

ConcisenessFieldNumber

Field number for the "conciseness" field.

public const int ConcisenessFieldNumber = 14

Field Value

int

ConversationFieldNumber

Field number for the "conversation" field.

public const int ConversationFieldNumber = 7

Field Value

int

ConversationProgressionFieldNumber

Field number for the "conversation_progression" field.

public const int ConversationProgressionFieldNumber = 19

Field Value

int

HasRemoteSessionFieldNumber

Field number for the "has_remote_session" field.

public const int HasRemoteSessionFieldNumber = 12

Field Value

int

InformationLossFieldNumber

Field number for the "information_loss" field.

public const int InformationLossFieldNumber = 16

Field Value

int

JudgeModelFieldNumber

Field number for the "judge_model" field.

public const int JudgeModelFieldNumber = 10

Field Value

int

LlmFieldNumber

Field number for the "llm" field.

public const int LlmFieldNumber = 5

Field Value

int

OverallScoreFieldNumber

Field number for the "overall_score" field.

public const int OverallScoreFieldNumber = 20

Field Value

int

PoorQuestionQualityFieldNumber

Field number for the "poor_question_quality" field.

public const int PoorQuestionQualityFieldNumber = 18

Field Value

int

RedundantStatementsFieldNumber

Field number for the "redundant_statements" field.

public const int RedundantStatementsFieldNumber = 17

Field Value

int

SttFieldNumber

Field number for the "stt" field.

public const int SttFieldNumber = 4

Field Value

int

T0FieldNumber

Field number for the "t0" field.

public const int T0FieldNumber = 13

Field Value

int

TaskCompletionFieldNumber

Field number for the "task_completion" field.

public const int TaskCompletionFieldNumber = 3

Field Value

int

TtsFieldNumber

Field number for the "tts" field.

public const int TtsFieldNumber = 6

Field Value

int

TurnsFieldNumber

Field number for the "turns" field.

public const int TurnsFieldNumber = 9

Field Value

int

UnnecessaryToolCallsFieldNumber

Field number for the "unnecessary_tool_calls" field.

public const int UnnecessaryToolCallsFieldNumber = 15

Field Value

int

Properties

Conciseness

Judged over the authored dialog (text and audio); needs the text judge.

public float Conciseness { get; set; }

Property Value

float

Conversation 

public SimulationRun.Types.JobMetrics.Types.Conversation Conversation { get; set; }

Property Value

SimulationRun.Types.JobMetrics.Types.Conversation

ConversationProgression

0-1, derived from the flags above

public float ConversationProgression { get; set; }

Property Value

float

Descriptor 

public static MessageDescriptor Descriptor { get; }

Property Value

MessageDescriptor

HasConciseness

Gets whether the "conciseness" field is set

public bool HasConciseness { get; }

Property Value

bool

HasConversationProgression

Gets whether the "conversation_progression" field is set

public bool HasConversationProgression { get; }

Property Value

bool

HasInformationLoss

Gets whether the "information_loss" field is set

public bool HasInformationLoss { get; }

Property Value

bool

HasOverallScore

Gets whether the "overall_score" field is set

public bool HasOverallScore { get; }

Property Value

bool

HasPoorQuestionQuality

Gets whether the "poor_question_quality" field is set

public bool HasPoorQuestionQuality { get; }

Property Value

bool

HasRedundantStatements

Gets whether the "redundant_statements" field is set

public bool HasRedundantStatements { get; }

Property Value

bool

HasRemoteSession

false = waveform-only capture (e.g. SIP)

public bool HasRemoteSession { get; set; }

Property Value

bool

HasTaskCompletion

Gets whether the "task_completion" field is set

public bool HasTaskCompletion { get; }

Property Value

bool

HasUnnecessaryToolCalls

Gets whether the "unnecessary_tool_calls" field is set

public bool HasUnnecessaryToolCalls { get; }

Property Value

bool

InformationLoss 

public bool InformationLoss { get; set; }

Property Value

bool

JudgeModel

text judge for judged scores; "" if none ran

public string JudgeModel { get; set; }

Property Value

string

Llm 

public SimulationRun.Types.JobMetrics.Types.LLM Llm { get; set; }

Property Value

SimulationRun.Types.JobMetrics.Types.LLM

OverallScore

weighted mean of the judged and heard scores

public float OverallScore { get; set; }

Property Value

float

Parser 

public static MessageParser<SimulationRun.Types.JobMetrics> Parser { get; }

Property Value

MessageParser<SimulationRun.Types.JobMetrics>

PoorQuestionQuality 

public bool PoorQuestionQuality { get; set; }

Property Value

bool

RedundantStatements 

public bool RedundantStatements { get; set; }

Property Value

bool

Stt 

public SimulationRun.Types.JobMetrics.Types.STT Stt { get; set; }

Property Value

SimulationRun.Types.JobMetrics.Types.STT

T0

audio only; call start (first speech edge); turn times relative to it

public Timestamp T0 { get; set; }

Property Value

Timestamp

TaskCompletion

the scenario verdict as 1/0

public float TaskCompletion { get; set; }

Property Value

float

Tts 

public SimulationRun.Types.JobMetrics.Types.TTS Tts { get; set; }

Property Value

SimulationRun.Types.JobMetrics.Types.TTS

Turns

One entry per turn, both speakers.

public RepeatedField<SimulationRun.Types.JobMetrics.Types.Turn> Turns { get; }

Property Value

RepeatedField<SimulationRun.Types.JobMetrics.Types.Turn>

UnnecessaryToolCalls

Whole-call issue flags; true = present, absent = not judged.

public bool UnnecessaryToolCalls { get; set; }

Property Value

bool

Methods

CalculateSize()

Calculates the size of this message in Protocol Buffer wire format, in bytes.

public int CalculateSize()

Returns

int

The number of bytes required to write this message to a coded output stream.

ClearConciseness()

Clears the value of the "conciseness" field

public void ClearConciseness()

ClearConversationProgression()

Clears the value of the "conversation_progression" field

public void ClearConversationProgression()

ClearInformationLoss()

Clears the value of the "information_loss" field

public void ClearInformationLoss()

ClearOverallScore()

Clears the value of the "overall_score" field

public void ClearOverallScore()

ClearPoorQuestionQuality()

Clears the value of the "poor_question_quality" field

public void ClearPoorQuestionQuality()

ClearRedundantStatements()

Clears the value of the "redundant_statements" field

public void ClearRedundantStatements()

ClearTaskCompletion()

Clears the value of the "task_completion" field

public void ClearTaskCompletion()

ClearUnnecessaryToolCalls()

Clears the value of the "unnecessary_tool_calls" field

public void ClearUnnecessaryToolCalls()

Clone()

Creates a deep clone of this object.

public SimulationRun.Types.JobMetrics Clone()

Returns

SimulationRun.Types.JobMetrics

A deep clone of this object.

Equals(JobMetrics) 

public bool Equals(SimulationRun.Types.JobMetrics other)

Parameters

other SimulationRun.Types.JobMetrics

Returns

bool

Equals(object) 

public override bool Equals(object other)

Parameters

other object

Returns

bool

GetHashCode() 

public override int GetHashCode()

Returns

int

MergeFrom(CodedInputStream)

Merges the data from the specified coded input stream with the current message.

public void MergeFrom(CodedInputStream input)

Parameters

input CodedInputStream

Remarks

See the user guide for precise merge semantics.

MergeFrom(JobMetrics)

Merges the given message into this one.

public void MergeFrom(SimulationRun.Types.JobMetrics other)

Parameters

other SimulationRun.Types.JobMetrics

Remarks

See the user guide for precise merge semantics.

ToString() 

public override string ToString()

Returns

string

WriteTo(CodedOutputStream)

Writes the data to the given coded output stream.

public void WriteTo(CodedOutputStream output)

Parameters

output CodedOutputStream

Coded output stream to write the data to. Must not be null.

Edit this page