Class: DatadogAPIClient::V2::LLMObsIntegrationInferenceResponse

Inherits:
Object
  • Object
show all
Includes:
BaseGenericModel
Defined in:
lib/datadog_api_client/v2/models/llm_obs_integration_inference_response.rb

Overview

The result of an LLM inference request, including input parameters and the model response.

Instance Attribute Summary collapse

Method Summary

Methods included from BaseGenericModel

included

Instance Attribute Details

#additional_properties ⇒ Object

Returns the value of attribute additional_properties.



78
79
80
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_response.rb', line 78

def additional_properties
  @additional_properties
end

#anthropic_metadata ⇒ Object

Anthropic-specific metadata for an inference request.



25
26
27
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_response.rb', line 25

def anthropic_metadata
  @anthropic_metadata
end

#azure_openai_metadata ⇒ Object

Azure OpenAI-specific metadata for an integration account or inference request.



28
29
30
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_response.rb', line 28

def azure_openai_metadata
  @azure_openai_metadata
end

#bedrock_metadata ⇒ Object

Amazon Bedrock-specific metadata for an inference request.



31
32
33
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_response.rb', line 31

def bedrock_metadata
  @bedrock_metadata
end

#error_response ⇒ Object

Error details returned when an inference provider returns an error.



34
35
36
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_response.rb', line 34

def error_response
  @error_response
end

#frequency_penalty ⇒ Object

Frequency penalty that was applied.



37
38
39
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_response.rb', line 37

def frequency_penalty
  @frequency_penalty
end

#json_schema ⇒ Object

JSON schema that was applied for structured output.



40
41
42
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_response.rb', line 40

def json_schema
  @json_schema
end

#max_completion_tokens ⇒ Object

Maximum number of completion tokens that were configured.



43
44
45
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_response.rb', line 43

def max_completion_tokens
  @max_completion_tokens
end

#max_tokens ⇒ Object

Maximum number of tokens that were configured.



46
47
48
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_response.rb', line 46

def max_tokens
  @max_tokens
end

#messages ⇒ Object

List of messages in an inference conversation.



49
50
51
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_response.rb', line 49

def messages
  @messages
end

#model_id ⇒ Object

The model identifier used for inference.



52
53
54
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_response.rb', line 52

def model_id
  @model_id
end

#openai_metadata ⇒ Object

OpenAI-specific metadata for an inference request.



55
56
57
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_response.rb', line 55

def openai_metadata
  @openai_metadata
end

#presence_penalty ⇒ Object

Presence penalty that was applied.



58
59
60
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_response.rb', line 58

def presence_penalty
  @presence_penalty
end

#response ⇒ Object

The output of a completed LLM inference call.



61
62
63
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_response.rb', line 61

def response
  @response
end

#temperature ⇒ Object

Sampling temperature that was used.



64
65
66
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_response.rb', line 64

def temperature
  @temperature
end

#tools ⇒ Object

List of tools available to the model.



67
68
69
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_response.rb', line 67

def tools
  @tools
end

#top_k ⇒ Object

Top-K sampling parameter that was used.



70
71
72
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_response.rb', line 70

def top_k
  @top_k
end

#top_p ⇒ Object

Nucleus sampling parameter that was used.



73
74
75
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_response.rb', line 73

def top_p
  @top_p
end

#vertex_ai_metadata ⇒ Object

Vertex AI-specific metadata for an integration account or inference request.



76
77
78
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_response.rb', line 76

def vertex_ai_metadata
  @vertex_ai_metadata
end