Package ai.extend.types

Class ClassifyEvaluationSetRunMetrics.Builder

java.lang.Object

ai.extend.types.ClassifyEvaluationSetRunMetrics.Builder

Enclosing class:

ClassifyEvaluationSetRunMetrics

public static final class ClassifyEvaluationSetRunMetrics.Builder
extends java.lang.Object

Method Summary

Modifier and Type	Method	Description
ClassifyEvaluationSetRunMetrics.Builder	accuracy(java.lang.Double accuracy)
ClassifyEvaluationSetRunMetrics.Builder	accuracy(java.util.Optional<java.lang.Double> accuracy)	Overall accuracy across the evaluation set, computed as the share of files whose predicted class matched the expected class.
ClassifyEvaluationSetRunMetrics	build()
ClassifyEvaluationSetRunMetrics.Builder	classificationMetrics(java.util.Map<java.lang.String,ClassificationMetric> classificationMetrics)
ClassifyEvaluationSetRunMetrics.Builder	classificationMetrics(java.util.Optional<java.util.Map<java.lang.String,ClassificationMetric>> classificationMetrics)	Per-class precision, recall, and F1.
ClassifyEvaluationSetRunMetrics.Builder	from(ClassifyEvaluationSetRunMetrics other)
ClassifyEvaluationSetRunMetrics.Builder	meanLatencyMs(java.lang.Double meanLatencyMs)
ClassifyEvaluationSetRunMetrics.Builder	meanLatencyMs(java.util.Optional<java.lang.Double> meanLatencyMs)	Mean per-file latency in milliseconds.
ClassifyEvaluationSetRunMetrics.Builder	numFiles(java.lang.Double numFiles)
ClassifyEvaluationSetRunMetrics.Builder	numFiles(java.util.Optional<java.lang.Double> numFiles)	Deprecated.
ClassifyEvaluationSetRunMetrics.Builder	numFilesProcessed(java.lang.Double numFilesProcessed)
ClassifyEvaluationSetRunMetrics.Builder	numFilesProcessed(java.util.Optional<java.lang.Double> numFilesProcessed)	The number of files that have finished processing.
ClassifyEvaluationSetRunMetrics.Builder	numFilesTotal(java.lang.Double numFilesTotal)
ClassifyEvaluationSetRunMetrics.Builder	numFilesTotal(java.util.Optional<java.lang.Double> numFilesTotal)	The total number of files that will be processed in this evaluation set run.
ClassifyEvaluationSetRunMetrics.Builder	numPages(java.lang.Double numPages)
ClassifyEvaluationSetRunMetrics.Builder	numPages(java.util.Optional<java.lang.Double> numPages)	The total number of pages processed across the completed files.
ClassifyEvaluationSetRunMetrics.Builder	p50LatencyMs(java.lang.Double p50LatencyMs)
ClassifyEvaluationSetRunMetrics.Builder	p50LatencyMs(java.util.Optional<java.lang.Double> p50LatencyMs)	50th percentile per-file latency in milliseconds.
ClassifyEvaluationSetRunMetrics.Builder	p90LatencyMs(java.lang.Double p90LatencyMs)
ClassifyEvaluationSetRunMetrics.Builder	p90LatencyMs(java.util.Optional<java.lang.Double> p90LatencyMs)	90th percentile per-file latency in milliseconds.
ClassifyEvaluationSetRunMetrics.Builder	p95LatencyMs(java.lang.Double p95LatencyMs)
ClassifyEvaluationSetRunMetrics.Builder	p95LatencyMs(java.util.Optional<java.lang.Double> p95LatencyMs)	95th percentile per-file latency in milliseconds.
ClassifyEvaluationSetRunMetrics.Builder	p99LatencyMs(java.lang.Double p99LatencyMs)
ClassifyEvaluationSetRunMetrics.Builder	p99LatencyMs(java.util.Optional<java.lang.Double> p99LatencyMs)	99th percentile per-file latency in milliseconds.

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Detail

from

public ClassifyEvaluationSetRunMetrics.Builder from(ClassifyEvaluationSetRunMetrics other)

numFilesTotal

public ClassifyEvaluationSetRunMetrics.Builder numFilesTotal(java.util.Optional<java.lang.Double> numFilesTotal)

The total number of files that will be processed in this evaluation set run.

numFilesTotal

public ClassifyEvaluationSetRunMetrics.Builder numFilesTotal(java.lang.Double numFilesTotal)

numFilesProcessed

public ClassifyEvaluationSetRunMetrics.Builder numFilesProcessed(java.util.Optional<java.lang.Double> numFilesProcessed)

The number of files that have finished processing.

numFilesProcessed

public ClassifyEvaluationSetRunMetrics.Builder numFilesProcessed(java.lang.Double numFilesProcessed)

numFiles

public ClassifyEvaluationSetRunMetrics.Builder numFiles(java.util.Optional<java.lang.Double> numFiles)

Deprecated. Use numFilesProcessed instead.

numFiles

public ClassifyEvaluationSetRunMetrics.Builder numFiles(java.lang.Double numFiles)

numPages

public ClassifyEvaluationSetRunMetrics.Builder numPages(java.util.Optional<java.lang.Double> numPages)

The total number of pages processed across the completed files.

numPages

public ClassifyEvaluationSetRunMetrics.Builder numPages(java.lang.Double numPages)

meanLatencyMs

public ClassifyEvaluationSetRunMetrics.Builder meanLatencyMs(java.util.Optional<java.lang.Double> meanLatencyMs)

Mean per-file latency in milliseconds.

meanLatencyMs

public ClassifyEvaluationSetRunMetrics.Builder meanLatencyMs(java.lang.Double meanLatencyMs)

p50LatencyMs

public ClassifyEvaluationSetRunMetrics.Builder p50LatencyMs(java.util.Optional<java.lang.Double> p50LatencyMs)

50th percentile per-file latency in milliseconds.

p50LatencyMs

public ClassifyEvaluationSetRunMetrics.Builder p50LatencyMs(java.lang.Double p50LatencyMs)

p90LatencyMs

public ClassifyEvaluationSetRunMetrics.Builder p90LatencyMs(java.util.Optional<java.lang.Double> p90LatencyMs)

90th percentile per-file latency in milliseconds.

p90LatencyMs

public ClassifyEvaluationSetRunMetrics.Builder p90LatencyMs(java.lang.Double p90LatencyMs)

p95LatencyMs

public ClassifyEvaluationSetRunMetrics.Builder p95LatencyMs(java.util.Optional<java.lang.Double> p95LatencyMs)

95th percentile per-file latency in milliseconds.

p95LatencyMs

public ClassifyEvaluationSetRunMetrics.Builder p95LatencyMs(java.lang.Double p95LatencyMs)

p99LatencyMs

public ClassifyEvaluationSetRunMetrics.Builder p99LatencyMs(java.util.Optional<java.lang.Double> p99LatencyMs)

99th percentile per-file latency in milliseconds.

p99LatencyMs

public ClassifyEvaluationSetRunMetrics.Builder p99LatencyMs(java.lang.Double p99LatencyMs)

accuracy

public ClassifyEvaluationSetRunMetrics.Builder accuracy(java.util.Optional<java.lang.Double> accuracy)

Overall accuracy across the evaluation set, computed as the share of files whose predicted class matched the expected class.

accuracy

public ClassifyEvaluationSetRunMetrics.Builder accuracy(java.lang.Double accuracy)

classificationMetrics

public ClassifyEvaluationSetRunMetrics.Builder classificationMetrics(java.util.Optional<java.util.Map<java.lang.String,ClassificationMetric>> classificationMetrics)

Per-class precision, recall, and F1. Keys are the classifier's classification types as defined in the classifier configuration.

classificationMetrics

public ClassifyEvaluationSetRunMetrics.Builder classificationMetrics(java.util.Map<java.lang.String,ClassificationMetric> classificationMetrics)

build

public ClassifyEvaluationSetRunMetrics build()