dd-trace
    Preparing search index...

    Interface Experiments

    interface Experiments {
        BaseEvaluator: new (name?: string) => BaseEvaluator;
        BaseSummaryEvaluator: new (name?: string) => BaseSummaryEvaluator;
        EvaluatorContext: new (
            options: {
                expectedOutput?: JSONType;
                inputData: JSONType;
                metadata?: Record<string, JSONType>;
                outputData: JSONType;
                spanId?: string;
                traceId?: string;
            },
        ) => EvaluatorContext;
        EvaluatorResult: new (
            value: JSONType,
            options?: EvaluatorResultOptions,
        ) => EvaluatorResult;
        MultiEvaluatorResult: new (
            values: Record<string, JSONType | EvaluatorResult>,
            prefix?: boolean,
        ) => MultiEvaluatorResult;
        RemoteEvaluator: new (
            options: {
                evalName: string;
                transformFn?: (context: EvaluatorContext) => Record<string, JSONType>;
            },
        ) => RemoteEvaluator;
        RemoteEvaluatorError: new (
            message: string,
            options?: { backendError?: Record<string, JSONType>; status?: string },
        ) => RemoteEvaluatorError;
        SummaryEvaluatorContext: new (
            options: {
                evaluationResults: Record<string, JSONType[]>;
                expectedOutputs: JSONType[];
                inputs: JSONType[];
                metadata?: Record<string, JSONType>[];
                outputs: JSONType[];
            },
        ) => SummaryEvaluatorContext;
        createDataset(name: string, description?: string): Dataset;
        createDataset(name: string, options?: CreateDatasetOptions): Dataset;
        experiment(options: ExperimentOptions): Experiment;
        pullDataset(name: string, options?: PullDatasetOptions): Promise<Dataset>;
        startExperiment(
            options: StartExperimentOptions,
        ): Promise<ExternalExperiment>;
    }
    Index
    BaseEvaluator BaseSummaryEvaluator EvaluatorContext EvaluatorResult MultiEvaluatorResult RemoteEvaluator RemoteEvaluatorError SummaryEvaluatorContext
    createDataset experiment pullDataset startExperiment
    BaseEvaluator: new (name?: string) => BaseEvaluator
    BaseSummaryEvaluator: new (name?: string) => BaseSummaryEvaluator
    EvaluatorContext: new (
        options: {
            expectedOutput?: JSONType;
            inputData: JSONType;
            metadata?: Record<string, JSONType>;
            outputData: JSONType;
            spanId?: string;
            traceId?: string;
        },
    ) => EvaluatorContext
    EvaluatorResult: new (
        value: JSONType,
        options?: EvaluatorResultOptions,
    ) => EvaluatorResult
    MultiEvaluatorResult: new (
        values: Record<string, JSONType | EvaluatorResult>,
        prefix?: boolean,
    ) => MultiEvaluatorResult
    RemoteEvaluator: new (
        options: {
            evalName: string;
            transformFn?: (context: EvaluatorContext) => Record<string, JSONType>;
        },
    ) => RemoteEvaluator
    RemoteEvaluatorError: new (
        message: string,
        options?: { backendError?: Record<string, JSONType>; status?: string },
    ) => RemoteEvaluatorError
    SummaryEvaluatorContext: new (
        options: {
            evaluationResults: Record<string, JSONType[]>;
            expectedOutputs: JSONType[];
            inputs: JSONType[];
            metadata?: Record<string, JSONType>[];
            outputs: JSONType[];
        },
    ) => SummaryEvaluatorContext

    Settings
    Member Visibility

    On This Page
    Properties
    Methods