Class InferenceMetricsCollector.ModelMetrics

    • Constructor Detail

      • ModelMetrics

        public ModelMetrics()
    • Method Detail

      • getTotalInferences

        public long getTotalInferences()
      • getSuccessfulInferences

        public long getSuccessfulInferences()
      • getFailedInferences

        public long getFailedInferences()
      • getSuccessRate

        public double getSuccessRate()
      • getAverageLatencyMs

        public double getAverageLatencyMs()
      • getMinLatencyMs

        public long getMinLatencyMs()
      • getMaxLatencyMs

        public long getMaxLatencyMs()
      • getCacheHits

        public long getCacheHits()
      • getCacheMisses

        public long getCacheMisses()
      • getCacheHitRate

        public double getCacheHitRate()