1/* Copyright 2021 The TensorFlow Authors. All Rights Reserved.
2
3Licensed under the Apache License, Version 2.0 (the "License");
4you may not use this file except in compliance with the License.
5You may obtain a copy of the License at
6
7 http://www.apache.org/licenses/LICENSE-2.0
8
9Unless required by applicable law or agreed to in writing, software
10distributed under the License is distributed on an "AS IS" BASIS,
11WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12See the License for the specific language governing permissions and
13limitations under the License.
14==============================================================================*/
15
16#ifndef TENSORFLOW_CORE_COMMON_RUNTIME_REQUEST_COST_H_
17#define TENSORFLOW_CORE_COMMON_RUNTIME_REQUEST_COST_H_
18
19#include <string>
20#include <utility>
21#include <vector>
22
23#include "absl/container/flat_hash_map.h"
24#include "absl/strings/string_view.h"
25#include "absl/time/time.h"
26
27namespace tensorflow {
28
29// RequestCost collects the costs for processing an rpc request.
30class RequestCost {
31 public:
32 // Records costs. The inputs should be pairs of cost type and cost.
33 // It's thread-safe, and can be called from different threads.
34 void RecordCost(
35 const std::vector<std::pair<absl::string_view, absl::Duration>>& costs);
36
37 // Gets all types of costs for processing an rpc request.
38 // It's thread-safe. It's expected to be called at the end of processing an
39 // rpc request, when all the costs have been collected.
40 absl::flat_hash_map<std::string, absl::Duration> GetCosts() const;
41
42 private:
43 mutable absl::Mutex mutex_;
44 // Map from cost type to cost.
45 absl::flat_hash_map<std::string, absl::Duration> cost_map_
46 ABSL_GUARDED_BY(mutex_);
47};
48
49} // namespace tensorflow
50
51#endif // TENSORFLOW_CORE_COMMON_RUNTIME_REQUEST_COST_H_
52