summaryrefslogtreecommitdiff
path: root/python/openvino/runtime/common/utils/include/samples/latency_metrics.hpp
diff options
context:
space:
mode:
authorEric Dao <eric@erickhangdao.com>2025-03-10 17:54:31 -0400
committerEric Dao <eric@erickhangdao.com>2025-03-10 17:54:31 -0400
commitab224e2e6ba65f5a369ec392f99cd8845ad06c98 (patch)
treea1e757e9341863ed52b8ad4c5a1c45933aab9da4 /python/openvino/runtime/common/utils/include/samples/latency_metrics.hpp
parent40da1752f2c8639186b72f6838aa415e854d0b1d (diff)
downloadthesis-master.tar.gz
thesis-master.tar.bz2
thesis-master.zip
completed thesisHEADmaster
Diffstat (limited to 'python/openvino/runtime/common/utils/include/samples/latency_metrics.hpp')
-rw-r--r--python/openvino/runtime/common/utils/include/samples/latency_metrics.hpp42
1 files changed, 42 insertions, 0 deletions
diff --git a/python/openvino/runtime/common/utils/include/samples/latency_metrics.hpp b/python/openvino/runtime/common/utils/include/samples/latency_metrics.hpp
new file mode 100644
index 0000000..bca39d0
--- /dev/null
+++ b/python/openvino/runtime/common/utils/include/samples/latency_metrics.hpp
@@ -0,0 +1,42 @@
+// Copyright (C) 2022 Intel Corporation
+// SPDX-License-Identifier: Apache-2.0
+//
+
+#pragma once
+
+#include <map>
+#include <string>
+#include <utility>
+#include <vector>
+
+// clang-format off
+#include "samples/common.hpp"
+#include "samples/slog.hpp"
+// clang-format on
+
+/// @brief Responsible for calculating different latency metrics
+class LatencyMetrics {
+public:
+ LatencyMetrics() {}
+
+ LatencyMetrics(const std::vector<double>& latencies,
+ const std::string& data_shape = "",
+ size_t percentile_boundary = 50)
+ : data_shape(data_shape),
+ percentile_boundary(percentile_boundary) {
+ fill_data(latencies, percentile_boundary);
+ }
+
+ void write_to_stream(std::ostream& stream) const;
+ void write_to_slog() const;
+
+ double median_or_percentile = 0;
+ double avg = 0;
+ double min = 0;
+ double max = 0;
+ std::string data_shape;
+
+private:
+ void fill_data(std::vector<double> latencies, size_t percentile_boundary);
+ size_t percentile_boundary = 50;
+};