/* * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, * software distributed under the License is distributed on an * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY * KIND, either express or implied. See the License for the * specific language governing permissions and limitations * under the License. */ #include #include #include #include #include #include #include #include "bundle.h" int main(int argc, char** argv) { assert(argc == 5 && "Usage: test_static "); struct stat st; char* json_data; char* params_data; uint64_t params_size; FILE* fp = fopen(argv[3], "rb"); stat(argv[3], &st); json_data = (char*)malloc(st.st_size); fread(json_data, st.st_size, 1, fp); fclose(fp); fp = fopen(argv[4], "rb"); stat(argv[4], &st); params_data = (char*)malloc(st.st_size); fread(params_data, st.st_size, 1, fp); params_size = st.st_size; fclose(fp); struct timeval t0, t1, t2, t3, t4, t5; gettimeofday(&t0, 0); void* handle = tvm_runtime_create(json_data, params_data, params_size, argv[0]); gettimeofday(&t1, 0); float input_storage[10 * 5]; fp = fopen(argv[1], "rb"); fread(input_storage, 10 * 5, 4, fp); fclose(fp); float result_storage[10 * 5]; fp = fopen(argv[2], "rb"); fread(result_storage, 10 * 5, 4, fp); fclose(fp); DLTensor input; input.data = input_storage; DLDevice dev = {kDLCPU, 0}; input.device = dev; input.ndim = 2; DLDataType dtype = {kDLFloat, 32, 1}; input.dtype = dtype; int64_t shape[2] = {10, 5}; input.shape = shape; input.strides = NULL; input.byte_offset = 0; tvm_runtime_set_input(handle, "x", &input); gettimeofday(&t2, 0); tvm_runtime_run(handle); gettimeofday(&t3, 0); float output_storage[10 * 5]; DLTensor output; output.data = output_storage; DLDevice out_dev = {kDLCPU, 0}; output.device = out_dev; output.ndim = 2; DLDataType out_dtype = {kDLFloat, 32, 1}; output.dtype = out_dtype; int64_t out_shape[2] = {10, 5}; output.shape = out_shape; output.strides = NULL; output.byte_offset = 0; tvm_runtime_get_output(handle, 0, &output); gettimeofday(&t4, 0); for (int i = 0; i < 10 * 5; ++i) { assert(fabs(output_storage[i] - result_storage[i]) < 1e-5f); if (fabs(output_storage[i] - result_storage[i]) >= 1e-5f) { printf("got %f, expected %f\n", output_storage[i], result_storage[i]); } } tvm_runtime_destroy(handle); gettimeofday(&t5, 0); printf( "timing: %.2f ms (create), %.2f ms (set_input), %.2f ms (run), " "%.2f ms (get_output), %.2f ms (destroy)\n", (t1.tv_sec - t0.tv_sec) * 1000 + (t1.tv_usec - t0.tv_usec) / 1000.f, (t2.tv_sec - t1.tv_sec) * 1000 + (t2.tv_usec - t1.tv_usec) / 1000.f, (t3.tv_sec - t2.tv_sec) * 1000 + (t3.tv_usec - t2.tv_usec) / 1000.f, (t4.tv_sec - t3.tv_sec) * 1000 + (t4.tv_usec - t3.tv_usec) / 1000.f, (t5.tv_sec - t4.tv_sec) * 1000 + (t5.tv_usec - t4.tv_usec) / 1000.f); free(json_data); free(params_data); return 0; }