Fetcher

Instance Constructors

new Fetcher(kvStore: KVStore, metaDataSet: String, timeoutMillis: Long = 10000, logFunc: Consumer[LoggableResponse] = null, debug: Boolean = false, externalSourceRegistry: ExternalSourceRegistry = null, callerName: String = null, flagStore: FlagStore = null, disableErrorThrows: Boolean = false, executionContextOverride: ExecutionContext = null, joinFetchParallelChunkSize: Option[Int] = None, modelBackend: ModelBackend = null)

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
val batchIrCacheName: String

Definition Classes
FetcherCache
def buildJoinCodec(joinConf: Join, refreshOnFail: Boolean): (JoinCodec, Boolean)
val caffeineMetricsContext: Context

Attributes
protected
Definition Classes
FetcherCache
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
val dataset: String

Definition Classes
MetadataStore
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
implicit val executionContext: ExecutionContext

Definition Classes
MetadataStore
val externalSourceRegistry: ExternalSourceRegistry
def fetchBaseJoin(requests: Seq[Request], joinConf: Option[Join]): Future[Seq[ResponseWithContext]]
def fetchColumns(columnSpecs: Seq[ColumnSpec]): Future[Map[ColumnSpec, Response]]

Fetch method to simulate a random access interface for Chronon by distributing requests to relevant GroupBys.
Fetch method to simulate a random access interface for Chronon by distributing requests to relevant GroupBys. This is a batch API which allows the caller to provide a sequence of ColumnSpec queries and receive a mapping of results.
TODO: Metrics TODO: Collection identifier for metrics TODO: Consider removing prefix interface for this method TODO: Consider using simpler response type since mapping is redundant
columnSpecs
– batch of ColumnSpec queries
returns
Future map of query to GroupBy response

Definition Classes
FetcherBase
def fetchConsistencyMetricsTimeseries(joinRequest: StatsRequest): Future[SeriesStatsResponse]

Main endpoint for fetching OOC metrics stats or drifts.
def fetchExternal(joinRequests: Seq[Request]): Future[Seq[Response]]
def fetchGroupBys(requests: Seq[Request]): Future[Seq[Response]]

Definition Classes
FetcherBase
def fetchJoin(requests: Seq[Request], joinConf: Option[Join] = None): Future[Seq[Response]]

Definition Classes
Fetcher → FetcherBase
def fetchJoinChunked(requests: Seq[Request], chunkSizeOverride: Int, joinConf: Option[Join] = None): Seq[Future[Seq[Response]]]
def fetchLogStatsTimeseries(joinRequest: StatsRequest): Future[SeriesStatsResponse]

Main endpoint for fetching logging stats or drifts.
def fetchModelTransforms(derivedValuesFuture: Future[Seq[ResponseWithContext]]): Future[Seq[ResponseWithContext]]
def fetchStatsTimeseries(joinRequest: StatsRequest): Future[SeriesStatsResponse]

Main endpoint for fetching backfill tables stats or drifts.
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
def getCachedRequests(groupByRequestToKvRequest: Seq[(Request, Try[GroupByRequestMeta])]): Map[GetRequest, CachedBatchResponse]

Given a list of GetRequests, return a map of GetRequests to cached FinalBatchIrs.
Given a list of GetRequests, return a map of GetRequests to cached FinalBatchIrs.

Definition Classes
FetcherCache
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getConf[T <: TBase[_, _]](confPathOrName: String)(implicit arg0: Manifest[T]): Try[T]

Definition Classes
MetadataStore
def getEntityListByTeam[T <: TBase[_, _]](team: String)(implicit arg0: Manifest[T]): Try[Seq[String]]

Definition Classes
MetadataStore
lazy val getGroupByListByTeam: TTLCache[String, Try[Seq[String]]]

Definition Classes
MetadataStore
lazy val getGroupByServingInfo: TTLCache[String, Try[GroupByServingInfoParsed]]

Definition Classes
MetadataStore
lazy val getJoinCodecs: TTLCache[String, Try[(JoinCodec, Boolean)]]
lazy val getJoinConf: TTLCache[String, Try[JoinOps]]

Definition Classes
MetadataStore
lazy val getJoinListByTeam: TTLCache[String, Try[Seq[String]]]

Definition Classes
MetadataStore
def getSchemaFromKVStore(dataset: String, key: String): AvroCodec

Definition Classes
MetadataStore
lazy val getStatsSchemaFromKVStore: TTLCache[(String, String), AvroCodec]

Definition Classes
MetadataStore
def hashCode(): Int

Definition Classes
AnyRef → Any
def instrumentAndLog(modelTransformsF: Future[Seq[ResponseWithContext]]): Future[Seq[Response]]
def isCacheSizeConfigured: Boolean

Definition Classes
FetcherCache
def isCachingEnabled(groupBy: GroupBy): Boolean

Definition Classes
FetcherBase → FetcherCache
def isEntityValidityCheckEnabled: Boolean

Definition Classes
FetcherBase
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
val kvStore: KVStore
implicit lazy val logger: Logger

Definition Classes
MetadataStore
val maybeBatchIrCache: Option[BatchIrCache]

Definition Classes
FetcherCache
val modelBackend: ModelBackend
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def parseGroupByResponse(prefix: String, groupByRequest: Request, responseMap: Map[Request, Try[Map[String, AnyRef]]]): Map[String, AnyRef]

Definition Classes
FetcherBase
def put(kVPairs: Map[String, Seq[String]], datasetName: String = ChrononMetadataKey, batchSize: Int = CONF_BATCH_SIZE): Future[Seq[Boolean]]

Definition Classes
MetadataStore
def putJoinConf(join: Join): Unit

Definition Classes
MetadataStore
def reportKvResponse(ctx: Context, response: Seq[TimedValue], queryTsMillis: Long, latencyMillis: Long, totalResponseBytes: Int): Unit

Definition Classes
FetcherBase
def setPartitionMeta(format: String): Unit

Definition Classes
MetadataStore
def setPartitionMeta(format: String, spanMillis: Long): Unit

Definition Classes
MetadataStore
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toBatchIr(bytes: Array[Byte], gbInfo: GroupByServingInfoParsed): FinalBatchIr

Convert an array of bytes to a FinalBatchIr.
Convert an array of bytes to a FinalBatchIr.

Definition Classes
FetcherBase
def toString(): String

Definition Classes
AnyRef → Any
def validateGroupByExist(team: String, name: String): Boolean

Definition Classes
MetadataStore
def validateJoinExist(team: String, name: String): Boolean

Definition Classes
MetadataStore
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Docs: object Fetcher | package online

class Fetcher extends FetcherBase

Instance Constructors

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

val batchIrCacheName: String

def buildJoinCodec(joinConf: Join, refreshOnFail: Boolean): (JoinCodec, Boolean)

val caffeineMetricsContext: Context

def clone(): AnyRef

val dataset: String

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

implicit val executionContext: ExecutionContext

val externalSourceRegistry: ExternalSourceRegistry

def fetchBaseJoin(requests: Seq[Request], joinConf: Option[Join]): Future[Seq[ResponseWithContext]]

def fetchColumns(columnSpecs: Seq[ColumnSpec]): Future[Map[ColumnSpec, Response]]

def fetchConsistencyMetricsTimeseries(joinRequest: StatsRequest): Future[SeriesStatsResponse]

def fetchExternal(joinRequests: Seq[Request]): Future[Seq[Response]]

def fetchGroupBys(requests: Seq[Request]): Future[Seq[Response]]

def fetchJoin(requests: Seq[Request], joinConf: Option[Join] = None): Future[Seq[Response]]

def fetchJoinChunked(requests: Seq[Request], chunkSizeOverride: Int, joinConf: Option[Join] = None): Seq[Future[Seq[Response]]]

def fetchLogStatsTimeseries(joinRequest: StatsRequest): Future[SeriesStatsResponse]

def fetchModelTransforms(derivedValuesFuture: Future[Seq[ResponseWithContext]]): Future[Seq[ResponseWithContext]]

def fetchStatsTimeseries(joinRequest: StatsRequest): Future[SeriesStatsResponse]

def finalize(): Unit

def getCachedRequests(groupByRequestToKvRequest: Seq[(Request, Try[GroupByRequestMeta])]): Map[GetRequest, CachedBatchResponse]

final def getClass(): Class[_]

def getConf[T <: TBase[_, _]](confPathOrName: String)(implicit arg0: Manifest[T]): Try[T]

def getEntityListByTeam[T <: TBase[_, _]](team: String)(implicit arg0: Manifest[T]): Try[Seq[String]]

lazy val getGroupByListByTeam: TTLCache[String, Try[Seq[String]]]

lazy val getGroupByServingInfo: TTLCache[String, Try[GroupByServingInfoParsed]]

lazy val getJoinCodecs: TTLCache[String, Try[(JoinCodec, Boolean)]]

lazy val getJoinConf: TTLCache[String, Try[JoinOps]]

lazy val getJoinListByTeam: TTLCache[String, Try[Seq[String]]]

def getSchemaFromKVStore(dataset: String, key: String): AvroCodec

lazy val getStatsSchemaFromKVStore: TTLCache[(String, String), AvroCodec]

def hashCode(): Int

def instrumentAndLog(modelTransformsF: Future[Seq[ResponseWithContext]]): Future[Seq[Response]]

def isCacheSizeConfigured: Boolean

def isCachingEnabled(groupBy: GroupBy): Boolean

def isEntityValidityCheckEnabled: Boolean

final def isInstanceOf[T0]: Boolean

val kvStore: KVStore

implicit lazy val logger: Logger

val maybeBatchIrCache: Option[BatchIrCache]

val modelBackend: ModelBackend

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def parseGroupByResponse(prefix: String, groupByRequest: Request, responseMap: Map[Request, Try[Map[String, AnyRef]]]): Map[String, AnyRef]

def put(kVPairs: Map[String, Seq[String]], datasetName: String = ChrononMetadataKey, batchSize: Int = CONF_BATCH_SIZE): Future[Seq[Boolean]]

def putJoinConf(join: Join): Unit

def reportKvResponse(ctx: Context, response: Seq[TimedValue], queryTsMillis: Long, latencyMillis: Long, totalResponseBytes: Int): Unit

def setPartitionMeta(format: String): Unit

def setPartitionMeta(format: String, spanMillis: Long): Unit

final def synchronized[T0](arg0: ⇒ T0): T0

def toBatchIr(bytes: Array[Byte], gbInfo: GroupByServingInfoParsed): FinalBatchIr

def toString(): String

def validateGroupByExist(team: String, name: String): Boolean

def validateJoinExist(team: String, name: String): Boolean

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from FetcherBase

Inherited from FetcherCache

Inherited from MetadataStore

Inherited from AnyRef

Inherited from Any

Ungrouped