1 | /* |
---|---|
2 | * Licensed to the Apache Software Foundation (ASF) under one |
3 | * or more contributor license agreements. See the NOTICE file |
4 | * distributed with this work for additional information |
5 | * regarding copyright ownership. The ASF licenses this file |
6 | * to you under the Apache License, Version 2.0 (the |
7 | * "License"); you may not use this file except in compliance |
8 | * with the License. You may obtain a copy of the License at |
9 | * |
10 | * http://www.apache.org/licenses/LICENSE-2.0 |
11 | * |
12 | * Unless required by applicable law or agreed to in writing, |
13 | * software distributed under the License is distributed on an |
14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
15 | * KIND, either express or implied. See the License for the |
16 | * specific language governing permissions and limitations |
17 | * under the License. |
18 | */ |
19 | #include "../../../3rdparty/nvbench/l2_cache_flush.h" |
20 | |
21 | #include <dmlc/thread_local.h> |
22 | #include <tvm/runtime/device_api.h> |
23 | #include <tvm/runtime/registry.h> |
24 | |
25 | #include "cuda_common.h" |
26 | |
27 | namespace tvm { |
28 | |
29 | namespace runtime { |
30 | |
31 | typedef dmlc::ThreadLocalStore<L2Flush> L2FlushStore; |
32 | |
33 | L2Flush* L2Flush::ThreadLocal() { return L2FlushStore::Get(); } |
34 | |
35 | TVM_REGISTER_GLOBAL("l2_cache_flush_cuda").set_body([](TVMArgs args, TVMRetValue* rv) { |
36 | ICHECK(L2Flush::ThreadLocal() != nullptr) << "L2Flush::ThreadLocal do not exist."; |
37 | cudaStream_t stream = CUDAThreadEntry::ThreadLocal()->stream; |
38 | L2Flush::ThreadLocal()->Flush(stream); |
39 | }); |
40 | |
41 | } // namespace runtime |
42 | } // namespace tvm |
43 |