| /* |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, |
| * software distributed under the License is distributed on an |
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| * KIND, either express or implied. See the License for the |
| * specific language governing permissions and limitations |
| * under the License. |
| */ |
| |
| #include <assert.h> |
| #include <math.h> |
| #include <stdio.h> |
| #include <stdlib.h> |
| #include <sys/stat.h> |
| #include <sys/time.h> |
| #include <tvm/runtime/c_runtime_api.h> |
| |
| #include "bundle.h" |
| |
| int main(int argc, char** argv) { |
| assert(argc == 5 && "Usage: test_static <data.bin> <output.bin> <graph.json> <params.bin>"); |
| |
| struct stat st; |
| char* json_data; |
| char* params_data; |
| uint64_t params_size; |
| |
| FILE* fp = fopen(argv[3], "rb"); |
| stat(argv[3], &st); |
| json_data = (char*)malloc(st.st_size); |
| fread(json_data, st.st_size, 1, fp); |
| fclose(fp); |
| |
| fp = fopen(argv[4], "rb"); |
| stat(argv[4], &st); |
| params_data = (char*)malloc(st.st_size); |
| fread(params_data, st.st_size, 1, fp); |
| params_size = st.st_size; |
| fclose(fp); |
| |
| struct timeval t0, t1, t2, t3, t4, t5; |
| gettimeofday(&t0, 0); |
| |
| void* handle = tvm_runtime_create(json_data, params_data, params_size, argv[0]); |
| gettimeofday(&t1, 0); |
| |
| float input_storage[10 * 5]; |
| fp = fopen(argv[1], "rb"); |
| fread(input_storage, 10 * 5, 4, fp); |
| fclose(fp); |
| |
| float result_storage[10 * 5]; |
| fp = fopen(argv[2], "rb"); |
| fread(result_storage, 10 * 5, 4, fp); |
| fclose(fp); |
| |
| DLTensor input; |
| input.data = input_storage; |
| DLContext ctx = {kDLCPU, 0}; |
| input.ctx = ctx; |
| input.ndim = 2; |
| DLDataType dtype = {kDLFloat, 32, 1}; |
| input.dtype = dtype; |
| int64_t shape[2] = {10, 5}; |
| input.shape = shape; |
| input.strides = NULL; |
| input.byte_offset = 0; |
| |
| tvm_runtime_set_input(handle, "x", &input); |
| gettimeofday(&t2, 0); |
| |
| tvm_runtime_run(handle); |
| gettimeofday(&t3, 0); |
| |
| float output_storage[10 * 5]; |
| DLTensor output; |
| output.data = output_storage; |
| DLContext out_ctx = {kDLCPU, 0}; |
| output.ctx = out_ctx; |
| output.ndim = 2; |
| DLDataType out_dtype = {kDLFloat, 32, 1}; |
| output.dtype = out_dtype; |
| int64_t out_shape[2] = {10, 5}; |
| output.shape = out_shape; |
| output.strides = NULL; |
| output.byte_offset = 0; |
| |
| tvm_runtime_get_output(handle, 0, &output); |
| gettimeofday(&t4, 0); |
| |
| for (int i = 0; i < 10 * 5; ++i) { |
| assert(fabs(output_storage[i] - result_storage[i]) < 1e-5f); |
| if (fabs(output_storage[i] - result_storage[i]) >= 1e-5f) { |
| printf("got %f, expected %f\n", output_storage[i], result_storage[i]); |
| } |
| } |
| |
| tvm_runtime_destroy(handle); |
| gettimeofday(&t5, 0); |
| |
| printf( |
| "timing: %.2f ms (create), %.2f ms (set_input), %.2f ms (run), " |
| "%.2f ms (get_output), %.2f ms (destroy)\n", |
| (t1.tv_sec - t0.tv_sec) * 1000 + (t1.tv_usec - t0.tv_usec) / 1000.f, |
| (t2.tv_sec - t1.tv_sec) * 1000 + (t2.tv_usec - t1.tv_usec) / 1000.f, |
| (t3.tv_sec - t2.tv_sec) * 1000 + (t3.tv_usec - t2.tv_usec) / 1000.f, |
| (t4.tv_sec - t3.tv_sec) * 1000 + (t4.tv_usec - t3.tv_usec) / 1000.f, |
| (t5.tv_sec - t4.tv_sec) * 1000 + (t5.tv_usec - t4.tv_usec) / 1000.f); |
| |
| free(json_data); |
| free(params_data); |
| |
| return 0; |
| } |