Class: DatadogAPIClient::V2::LLMObsIntegrationInferenceRequest

Inherits:
Object
  • Object
show all
Includes:
BaseGenericModel
Defined in:
lib/datadog_api_client/v2/models/llm_obs_integration_inference_request.rb

Overview

Parameters for an LLM inference request.

Instance Attribute Summary collapse

Method Summary

Methods included from BaseGenericModel

included

Instance Attribute Details

#additional_properties ⇒ Object

Returns the value of attribute additional_properties.



72
73
74
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_request.rb', line 72

def additional_properties
  @additional_properties
end

#anthropic_metadata ⇒ Object

Anthropic-specific metadata for an inference request.



25
26
27
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_request.rb', line 25

def anthropic_metadata
  @anthropic_metadata
end

#azure_openai_metadata ⇒ Object

Azure OpenAI-specific metadata for an integration account or inference request.



28
29
30
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_request.rb', line 28

def azure_openai_metadata
  @azure_openai_metadata
end

#bedrock_metadata ⇒ Object

Amazon Bedrock-specific metadata for an inference request.



31
32
33
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_request.rb', line 31

def bedrock_metadata
  @bedrock_metadata
end

#frequency_penalty ⇒ Object

Penalty for token frequency to reduce repetition.



34
35
36
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_request.rb', line 34

def frequency_penalty
  @frequency_penalty
end

#json_schema ⇒ Object

JSON schema for structured output, if supported by the model.



37
38
39
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_request.rb', line 37

def json_schema
  @json_schema
end

#max_completion_tokens ⇒ Object

Maximum number of completion tokens to generate (alternative to max_tokens for some providers).



40
41
42
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_request.rb', line 40

def max_completion_tokens
  @max_completion_tokens
end

#max_tokens ⇒ Object

Maximum number of tokens to generate.



43
44
45
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_request.rb', line 43

def max_tokens
  @max_tokens
end

#messages ⇒ Object

List of messages in an inference conversation.



46
47
48
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_request.rb', line 46

def messages
  @messages
end

#model_id ⇒ Object

The model identifier to use for inference.



49
50
51
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_request.rb', line 49

def model_id
  @model_id
end

#openai_metadata ⇒ Object

OpenAI-specific metadata for an inference request.



52
53
54
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_request.rb', line 52

def openai_metadata
  @openai_metadata
end

#presence_penalty ⇒ Object

Penalty for token presence to encourage topic diversity.



55
56
57
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_request.rb', line 55

def presence_penalty
  @presence_penalty
end

#temperature ⇒ Object

Sampling temperature between 0 and 2. Higher values produce more random output.



58
59
60
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_request.rb', line 58

def temperature
  @temperature
end

#tools ⇒ Object

List of tools available to the model.



61
62
63
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_request.rb', line 61

def tools
  @tools
end

#top_k ⇒ Object

Top-K sampling parameter.



64
65
66
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_request.rb', line 64

def top_k
  @top_k
end

#top_p ⇒ Object

Nucleus sampling probability mass.



67
68
69
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_request.rb', line 67

def top_p
  @top_p
end

#vertex_ai_metadata ⇒ Object

Vertex AI-specific metadata for an integration account or inference request.



70
71
72
 
# File 'lib/datadog_api_client/v2/models/llm_obs_integration_inference_request.rb', line 70

def vertex_ai_metadata
  @vertex_ai_metadata
end