diff --git a/bench/blas.cpp b/bench/blas.cpp index 9e1bb0204..e513f065a 100644 --- a/bench/blas.cpp +++ b/bench/blas.cpp @@ -45,10 +45,10 @@ void bench(sc::numeric_type dtype, std::string operation) using std::get; using std::make_tuple; - unsigned int dtsize = sc::size_of(dtype); + //unsigned int dtsize = sc::size_of(dtype); sc::driver::CommandQueue & queue = sc::driver::backend::queues::get(sc::driver::backend::contexts::get_default(),0); auto sync = [&](){ queue.synchronize(); }; - + auto cusync = [&](){ cudaDeviceSynchronize(); }; /*---------*/ /*--BLAS1--*/ /*---------*/ @@ -73,7 +73,7 @@ void bench(sc::numeric_type dtype, std::string operation) times.push_back(bench([&](){cblas_saxpy(N, alpha, cx.data(), 1, cy.data(), 1);}, sync)); #endif #ifdef BENCH_CUBLAS - times.push_back(bench([&](){cublasSaxpy(N, alpha, (T*)cu(x), 1, (T*)cu(y), 1);}, sync)); + times.push_back(bench([&](){cublasSaxpy(N, alpha, (T*)cu(x), 1, (T*)cu(y), 1);}, cusync)); #endif } } @@ -99,7 +99,7 @@ void bench(sc::numeric_type dtype, std::string operation) times.push_back(bench([&](){cblas_sdot(N, cx.data(), 1, cy.data(), 1);}, sync)); #endif #ifdef BENCH_CUBLAS - times.push_back(bench([&](){cublasSdot(N, (T*)cu(x), 1, (T*)cu(y), 1);}, sync)); + times.push_back(bench([&](){cublasSdot(N, (T*)cu(x), 1, (T*)cu(y), 1);}, cusync)); #endif } } @@ -155,7 +155,7 @@ void bench(sc::numeric_type dtype, std::string operation) times.push_back(bench([&](){cblas_sgemv(CblasColMajor, AT?CblasTrans:CblasNoTrans, As1, As2, 1, cA.data(), lda, cx.data(), 1, 0, cy.data(), 1);}, sync)); #endif #ifdef BENCH_CUBLAS - times.push_back(bench([&](){cublasSgemv(AT?'t':'n', As1, As2, 1, (T*)cu(A), lda, (T*)cu(x), 1, 0, (T*)cu(y), 1);}, sync)); + times.push_back(bench([&](){cublasSgemv(AT?'t':'n', As1, As2, 1, (T*)cu(A), lda, (T*)cu(x), 1, 0, (T*)cu(y), 1);}, cusync)); #endif } } @@ -238,7 +238,7 @@ void bench(sc::numeric_type dtype, std::string operation) times.push_back(bench([&](){cblas_sgemm(CblasColMajor, AT?CblasTrans:CblasNoTrans, BT?CblasTrans:CblasNoTrans, M, N, K, 1, cA.data(), lda, cB.data(), ldb, 1, cC.data(), ldc);}, sync)); #endif #ifdef BENCH_CUBLAS - times.push_back(bench([&](){cublasSgemm(AT?'t':'n', BT?'t':'n', M, N, K, 1, (T*)cu(A), lda, (T*)cu(B), ldb, 1, (T*)cu(C), ldc);}, sync)); + times.push_back(bench([&](){cublasSgemm(AT?'t':'n', BT?'t':'n', M, N, K, 1, (T*)cu(A), lda, (T*)cu(B), ldb, 1, (T*)cu(C), ldc);}, cusync)); #endif std::cout << name << "\t" << M << "\t" << N << "\t" << K << "\t" << cAT << "\t" << cBT; std::transform(times.begin(), times.end(), std::back_inserter(tflops), [&](double t){ return 2*M*N*K/t*1e-3;}); diff --git a/lib/runtime/inference/database/nvidia/json/sm_6_1.json b/lib/runtime/inference/database/nvidia/json/sm_6_1.json index ce5295527..c06534483 100644 --- a/lib/runtime/inference/database/nvidia/json/sm_6_1.json +++ b/lib/runtime/inference/database/nvidia/json/sm_6_1.json @@ -1 +1 @@ -{"reduce_2d_cols": {"float32": {"predictor": [{"children_right": [4, 3, -1, -1, 6, -1, -1], "threshold": [1280.00, 640.00, -2.00, -2.00, 2816.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00], [8.80, 6.92, 9.09, 6.87, 6.70], [29.92, 24.85, 28.37, 26.18, 19.46], [0.00, 0.00, 0.00, 0.00, 0.00], [95.15, 101.49, 98.22, 73.17, 80.62], [69.81, 65.40, 60.87, 73.61, 35.54]], "feature": [0.00, 0.00, -2.00, -2.00, 0.00, -2.00, -2.00], "children_left": [1, 2, -1, -1, 5, -1, -1]}, {"children_right": [6, 5, 4, -1, -1, -1, 10, 9, -1, -1, -1], "threshold": [896.00, 2560.00, 640.00, -2.00, -2.00, -2.00, 896.00, 10240.00, -2.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00], [8.80, 6.92, 9.09, 6.87, 6.70], [29.92, 24.85, 28.37, 26.18, 19.46], [69.81, 65.40, 60.87, 73.61, 35.54], [0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00], [47.68, 29.37, 66.39, 16.71, 64.68], [62.38, 33.96, 98.69, 17.24, 119.67], [95.15, 101.49, 98.22, 73.17, 80.62]], "feature": [1.00, 0.00, 0.00, -2.00, -2.00, -2.00, 0.00, 1.00, -2.00, -2.00, -2.00], "children_left": [1, 2, 3, -1, -1, -1, 7, 8, -1, -1, -1]}, {"children_right": [4, 3, -1, -1, 6, -1, -1], "threshold": [1280.00, 640.00, -2.00, -2.00, 8960.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00], [8.80, 6.92, 9.09, 6.87, 6.70], [29.92, 24.85, 28.37, 26.18, 19.46], [0.00, 0.00, 0.00, 0.00, 0.00], [95.15, 101.49, 98.22, 73.17, 80.62], [106.94, 114.23, 86.45, 118.27, 46.45]], "feature": [0.00, 0.00, -2.00, -2.00, 0.00, -2.00, -2.00], "children_left": [1, 2, -1, -1, 5, -1, -1]}, {"children_right": [2, -1, 6, 5, -1, -1, -1], "threshold": [896.00, -2.00, 10240.00, 2816.00, -2.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00], [47.68, 29.37, 66.39, 16.71, 64.68], [0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00], [95.15, 101.49, 98.22, 73.17, 80.62], [69.81, 65.40, 60.87, 73.61, 35.54], [106.94, 114.23, 86.45, 118.27, 46.45]], "feature": [0.00, -2.00, 0.00, 0.00, -2.00, -2.00, -2.00], "children_left": [1, -1, 3, 4, -1, -1, -1]}, {"children_right": [4, 3, -1, -1, 8, 7, -1, -1, -1], "threshold": [1280.00, 640.00, -2.00, -2.00, 10240.00, 2816.00, -2.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00], [8.80, 6.92, 9.09, 6.87, 6.70], [29.92, 24.85, 28.37, 26.18, 19.46], [0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00], [95.15, 101.49, 98.22, 73.17, 80.62], [69.81, 65.40, 60.87, 73.61, 35.54], [106.94, 114.23, 86.45, 118.27, 46.45]], "feature": [0.00, 0.00, -2.00, -2.00, 0.00, 0.00, -2.00, -2.00, -2.00], "children_left": [1, 2, -1, -1, 5, 6, -1, -1, -1]}, {"children_right": [4, 3, -1, -1, 6, -1, -1], "threshold": [2816.00, 896.00, -2.00, -2.00, 10240.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00], [106.94, 114.23, 86.45, 118.27, 46.45], [95.15, 101.49, 98.22, 73.17, 80.62], [0.00, 0.00, 0.00, 0.00, 0.00], [47.68, 29.37, 66.39, 16.71, 64.68], [62.38, 33.96, 98.69, 17.24, 119.67]], "feature": [1.00, 1.00, -2.00, -2.00, 1.00, -2.00, -2.00], "children_left": [1, 2, -1, -1, 5, -1, -1]}], "profiles": [[4, 16, 8, 1, 1024, 1], [4, 8, 16, 1, 8192, 1], [4, 32, 1, 1, 2048, 1], [4, 4, 32, 1, 2048, 1], [4, 8, 128, 8, 4, 1]]}}, "matrix_product_nn": {"float32": {"predictor": [{"children_right": [18, 15, 8, 7, 6, -1, -1, -1, 12, 11, -1, -1, 14, -1, -1, 17, -1, -1, -1], "threshold": [1216.00, 2880.00, 224.00, 1752.00, 781.50, -2.00, -2.00, -2.00, 116.50, 48.00, -2.00, -2.00, 2880.00, -2.00, -2.00, 17728.00, -2.00, -2.00, -2.00], "children_left": [1, 2, 3, 4, 5, -1, -1, -1, 9, 10, -1, -1, 13, -1, -1, 16, -1, -1, -1], "feature": [1.00, 2.00, 1.00, 2.00, 2.00, -2.00, -2.00, -2.00, 2.00, 2.00, -2.00, -2.00, 0.00, -2.00, -2.00, 2.00, -2.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [669.15, 540.60, 0.00, 0.00, 682.32, 616.01, 0.00, 597.90, 500.45], [1039.83, 839.67, 0.00, 0.00, 1043.68, 1094.77, 0.00, 859.12, 953.94], [426.19, 184.91, 0.00, 0.00, 359.80, 429.69, 1108.99, 240.14, 837.85], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [285.44, 273.48, 0.00, 0.00, 275.93, 0.00, 0.00, 239.18, 0.00], [598.50, 608.38, 0.00, 0.00, 605.88, 0.00, 0.00, 559.85, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [800.94, 820.59, 0.00, 0.00, 882.04, 0.00, 0.00, 769.96, 0.00], [1013.96, 1124.90, 0.00, 0.00, 1137.14, 0.00, 0.00, 983.74, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [835.62, 389.89, 0.00, 0.00, 760.62, 892.72, 1509.35, 495.76, 1473.88], [1216.11, 644.73, 0.00, 0.00, 1184.50, 1554.63, 2505.30, 861.26, 2904.68], [2148.21, 2968.97, 0.00, 0.00, 2608.04, 0.00, 0.00, 2778.98, 0.00]]}, {"children_right": [14, 13, 6, 5, -1, -1, 10, 9, -1, -1, 12, -1, -1, -1, 16, -1, 18, -1, -1], "threshold": [949.50, 33728.00, 449.00, 192.00, -2.00, -2.00, 224.00, 781.50, -2.00, -2.00, 3240.50, -2.00, -2.00, -2.00, 852.50, -2.00, 1856.00, -2.00, -2.00], "children_left": [1, 2, 3, 4, -1, -1, 7, 8, -1, -1, 11, -1, -1, -1, 15, -1, 17, -1, -1], "feature": [1.00, 2.00, 0.00, 1.00, -2.00, -2.00, 1.00, 2.00, -2.00, -2.00, 0.00, -2.00, -2.00, -2.00, 0.00, -2.00, 0.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [426.19, 184.91, 0.00, 0.00, 359.80, 429.69, 1108.99, 240.14, 837.85], [835.62, 389.89, 0.00, 0.00, 760.62, 892.72, 1509.35, 495.76, 1473.88], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [669.15, 540.60, 0.00, 0.00, 682.32, 616.01, 0.00, 597.90, 500.45], [1039.83, 839.67, 0.00, 0.00, 1043.68, 1094.77, 0.00, 859.12, 953.94], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [733.46, 749.85, 0.00, 0.00, 789.99, 0.00, 0.00, 699.93, 0.00], [1013.96, 1124.90, 0.00, 0.00, 1137.14, 0.00, 0.00, 983.74, 0.00], [91.76, 37.68, 1170.32, 2064.81, 78.34, 101.83, 532.32, 49.39, 305.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [772.81, 683.15, 0.00, 0.00, 819.78, 632.99, 0.00, 709.83, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [2148.21, 2968.97, 0.00, 0.00, 2608.04, 0.00, 0.00, 2778.98, 0.00], [2195.73, 3185.73, 0.00, 0.00, 2825.72, 0.00, 0.00, 2802.91, 0.00]]}, {"children_right": [14, 11, 4, -1, 8, 7, -1, -1, 10, -1, -1, 13, -1, -1, 18, 17, -1, -1, 20, -1, -1], "threshold": [949.50, 9728.00, 449.00, -2.00, 266.00, 3240.50, -2.00, -2.00, 128.00, -2.00, -2.00, 48.00, -2.00, -2.00, 960.00, 2592.00, -2.00, -2.00, 1856.00, -2.00, -2.00], "children_left": [1, 2, 3, -1, 5, 6, -1, -1, 9, -1, -1, 12, -1, -1, 15, 16, -1, -1, 19, -1, -1], "feature": [1.00, 2.00, 0.00, -2.00, 2.00, 0.00, -2.00, -2.00, 1.00, -2.00, -2.00, 1.00, -2.00, -2.00, 2.00, 1.00, -2.00, -2.00, 1.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [835.62, 389.89, 0.00, 0.00, 760.62, 892.72, 1509.35, 495.76, 1473.88], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [699.72, 714.49, 0.00, 0.00, 743.96, 0.00, 0.00, 664.91, 0.00], [1013.96, 1124.90, 0.00, 0.00, 1137.14, 0.00, 0.00, 983.74, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [669.15, 540.60, 0.00, 0.00, 682.32, 616.01, 0.00, 597.90, 500.45], [1039.83, 839.67, 0.00, 0.00, 1043.68, 1094.77, 0.00, 859.12, 953.94], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [22.71, 11.32, 467.48, 372.46, 20.00, 25.17, 119.56, 12.54, 71.40], [91.76, 37.68, 1170.32, 2064.81, 78.34, 101.83, 532.32, 49.39, 305.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [809.55, 827.35, 0.00, 0.00, 821.57, 690.17, 0.00, 869.41, 0.00], [947.69, 934.63, 0.00, 0.00, 1023.89, 0.00, 0.00, 974.57, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [2148.21, 2968.97, 0.00, 0.00, 2608.04, 0.00, 0.00, 2778.98, 0.00], [2195.73, 3185.73, 0.00, 0.00, 2825.72, 0.00, 0.00, 2802.91, 0.00]]}], "profiles": [[1, 16, 16, 8, 1, 4, 2, 4, 0, 0, 16, 8], [1, 16, 16, 16, 1, 8, 1, 8, 0, 0, 16, 16], [1, 16, 16, 2, 64, 2, 4, 4, 0, 0, 16, 2], [1, 16, 16, 8, 64, 4, 4, 8, 0, 0, 16, 8], [1, 16, 16, 8, 1, 4, 2, 8, 0, 0, 16, 8], [1, 16, 16, 8, 2, 8, 4, 8, 0, 0, 16, 8], [1, 16, 16, 8, 8, 4, 2, 8, 0, 0, 16, 8], [1, 8, 16, 8, 1, 8, 2, 8, 0, 0, 16, 4], [1, 32, 64, 8, 4, 4, 4, 8, 0, 0, 32, 8]]}}, "elementwise_2d": {"float32": {"predictor": [{"children_right": [4, 3, -1, -1, 6, -1, -1], "threshold": [2560.00, 560.00, -2.00, -2.00, 10240.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00], [0.00, 0.00, 0.00], [7.08, 7.22, 6.15], [6.99, 6.99, 5.40], [0.00, 0.00, 0.00], [19.88, 19.61, 19.33], [38.04, 35.40, 36.24]], "feature": [1.00, 1.00, -2.00, -2.00, 1.00, -2.00, -2.00], "children_left": [1, 2, -1, -1, 5, -1, -1]}, {"children_right": [2, -1, 4, -1, -1], "threshold": [640.00, -2.00, 176.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00], [9.32, 10.47, 3.55], [0.00, 0.00, 0.00], [7.08, 7.22, 6.15], [6.81, 6.89, 5.67]], "feature": [0.00, -2.00, 1.00, -2.00, -2.00], "children_left": [1, -1, 3, -1, -1]}, {"children_right": [4, 3, -1, -1, 6, -1, -1], "threshold": [640.00, 640.00, -2.00, -2.00, 176.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00], [0.00, 0.00, 0.00], [9.32, 10.47, 3.55], [6.99, 6.99, 5.40], [0.00, 0.00, 0.00], [7.08, 7.22, 6.15], [6.81, 6.89, 5.67]], "feature": [0.00, 1.00, -2.00, -2.00, 1.00, -2.00, -2.00], "children_left": [1, 2, -1, -1, 5, -1, -1]}, {"children_right": [4, 3, -1, -1, -1], "threshold": [1280.00, 640.00, -2.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00], [0.00, 0.00, 0.00], [6.81, 6.89, 5.67], [6.99, 6.99, 5.40], [30.42, 27.84, 30.83]], "feature": [0.00, 1.00, -2.00, -2.00, -2.00], "children_left": [1, 2, -1, -1, -1]}, {"children_right": [6, 5, 4, -1, -1, -1, -1], "threshold": [8704.00, 640.00, 640.00, -2.00, -2.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00], [0.00, 0.00, 0.00], [0.00, 0.00, 0.00], [9.32, 10.47, 3.55], [6.99, 6.99, 5.40], [6.81, 6.89, 5.67], [38.04, 35.40, 36.24]], "feature": [1.00, 0.00, 1.00, -2.00, -2.00, -2.00, -2.00], "children_left": [1, 2, 3, -1, -1, -1, -1]}, {"children_right": [6, 5, 4, -1, -1, -1, 8, -1, -1], "threshold": [1280.00, 640.00, 640.00, -2.00, -2.00, -2.00, 896.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00], [0.00, 0.00, 0.00], [0.00, 0.00, 0.00], [9.32, 10.47, 3.55], [6.99, 6.99, 5.40], [6.81, 6.89, 5.67], [0.00, 0.00, 0.00], [19.88, 19.61, 19.33], [30.42, 27.84, 30.83]], "feature": [1.00, 0.00, 1.00, -2.00, -2.00, -2.00, 0.00, -2.00, -2.00], "children_left": [1, 2, 3, -1, -1, -1, 7, -1, -1]}, {"children_right": [4, 3, -1, -1, 8, 7, -1, -1, -1], "threshold": [896.00, 1640.50, -2.00, -2.00, 10240.00, 2816.00, -2.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00], [0.00, 0.00, 0.00], [9.32, 10.47, 3.55], [7.08, 7.22, 6.15], [0.00, 0.00, 0.00], [0.00, 0.00, 0.00], [30.42, 27.84, 30.83], [19.88, 19.61, 19.33], [38.04, 35.40, 36.24]], "feature": [1.00, 0.00, -2.00, -2.00, 1.00, 1.00, -2.00, -2.00, -2.00], "children_left": [1, 2, -1, -1, 5, 6, -1, -1, -1]}, {"children_right": [6, 3, -1, 5, -1, -1, 8, -1, -1], "threshold": [896.00, 640.00, -2.00, 176.00, -2.00, -2.00, 8960.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00], [0.00, 0.00, 0.00], [9.32, 10.47, 3.55], [0.00, 0.00, 0.00], [7.08, 7.22, 6.15], [6.81, 6.89, 5.67], [0.00, 0.00, 0.00], [30.42, 27.84, 30.83], [38.04, 35.40, 36.24]], "feature": [1.00, 0.00, -2.00, 1.00, -2.00, -2.00, 1.00, -2.00, -2.00], "children_left": [1, 2, -1, 4, -1, -1, 7, -1, -1]}, {"children_right": [4, 3, -1, -1, -1], "threshold": [2280.50, 2816.00, -2.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00], [0.00, 0.00, 0.00], [30.42, 27.84, 30.83], [19.88, 19.61, 19.33], [7.08, 7.22, 6.15]], "feature": [0.00, 1.00, -2.00, -2.00, -2.00], "children_left": [1, 2, -1, -1, -1]}], "profiles": [[1, 64, 8, 16, 64, 1], [1, 16, 4, 16, 32, 1], [1, 128, 1, 128, 256, 1]]}}, "reduce_2d_rows": {"float32": {"predictor": [{"children_right": [6, 5, 4, -1, -1, -1, -1], "threshold": [2560.00, 960.00, 2496.00, -2.00, -2.00, -2.00, -2.00], "children_left": [1, 2, 3, -1, -1, -1, -1], "feature": [0.00, 0.00, 1.00, -2.00, -2.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [64.14, 55.20, 53.66, 36.50, 47.09, 39.44], [47.16, 43.65, 28.33, 16.64, 64.44, 16.44], [27.66, 23.27, 29.13, 21.77, 18.10, 26.18], [56.75, 57.49, 60.66, 65.40, 34.36, 71.22]]}], "profiles": [[4, 64, 2, 1, 2048, 1], [4, 4, 128, 16, 16, 1], [4, 32, 4, 1, 256, 1], [4, 4, 16, 4, 512, 2], [4, 8, 32, 32, 32, 1], [4, 16, 8, 1, 512, 1]]}}, "version": "1.0", "matrix_product_tn": {"float32": {"predictor": [{"children_right": [2, -1, 12, 5, -1, 7, -1, 11, 10, -1, -1, -1, 16, 15, -1, -1, 18, -1, -1], "threshold": [128.00, -2.00, 556.50, 116.50, -2.00, 449.00, -2.00, 992.00, 320.00, -2.00, -2.00, -2.00, 544.00, 1164.50, -2.00, -2.00, 1792.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [206.71, 0.00, 0.00, 427.19, 755.80, 807.57, 213.60, 1025.26, 209.13, 257.88, 600.94], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [593.08, 0.00, 0.00, 0.00, 0.00, 0.00, 608.38, 0.00, 613.45, 583.11, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [849.77, 0.00, 0.00, 0.00, 0.00, 0.00, 849.01, 0.00, 855.96, 824.45, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1079.40, 0.00, 0.00, 0.00, 0.00, 0.00, 1046.09, 0.00, 1068.37, 974.57, 0.00], [855.96, 0.00, 0.00, 0.00, 0.00, 0.00, 879.16, 0.00, 896.76, 843.68, 0.00], [1328.58, 0.00, 0.00, 0.00, 0.00, 0.00, 1301.88, 0.00, 1313.72, 1233.50, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [779.29, 0.00, 0.00, 1046.00, 925.12, 0.00, 848.26, 0.00, 854.95, 837.67, 671.90], [1172.67, 0.00, 0.00, 1124.92, 0.00, 0.00, 1287.61, 0.00, 1301.88, 1230.27, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [2112.79, 0.00, 0.00, 0.00, 0.00, 0.00, 1951.53, 0.00, 1986.87, 1651.83, 0.00], [2910.17, 0.00, 0.00, 0.00, 0.00, 0.00, 1363.67, 0.00, 1464.68, 1505.12, 0.00]], "feature": [1.00, -2.00, 2.00, 2.00, -2.00, 0.00, -2.00, 1.00, 1.00, -2.00, -2.00, -2.00, 1.00, 0.00, -2.00, -2.00, 0.00, -2.00, -2.00], "children_left": [1, -1, 3, 4, -1, 6, -1, 8, 9, -1, -1, -1, 13, 14, -1, -1, 17, -1, -1]}, {"children_right": [16, 15, 8, 7, 6, -1, -1, -1, 12, 11, -1, -1, 14, -1, -1, -1, 20, 19, -1, -1, -1], "threshold": [1632.00, 1368.00, 288.00, 964.50, 2312.50, -2.00, -2.00, -2.00, 1632.00, 1632.00, -2.00, -2.00, 100.50, -2.00, -2.00, -2.00, 320.00, 160.00, -2.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1172.67, 0.00, 0.00, 1124.92, 0.00, 0.00, 1287.61, 0.00, 1301.88, 1230.27, 0.00], [544.34, 0.00, 0.00, 559.85, 496.65, 0.00, 575.71, 0.00, 583.69, 590.71, 402.68], [779.29, 0.00, 0.00, 1046.00, 925.12, 0.00, 848.26, 0.00, 854.95, 837.67, 671.90], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [594.67, 0.00, 0.00, 0.00, 0.00, 0.00, 616.07, 0.00, 616.07, 585.32, 0.00], [849.77, 0.00, 0.00, 0.00, 0.00, 0.00, 849.01, 0.00, 855.96, 824.45, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [870.57, 0.00, 0.00, 0.00, 0.00, 0.00, 875.97, 0.00, 875.97, 846.79, 0.00], [855.96, 0.00, 0.00, 0.00, 0.00, 0.00, 879.16, 0.00, 896.76, 843.68, 0.00], [2497.48, 0.00, 0.00, 0.00, 0.00, 0.00, 2229.34, 0.00, 2190.31, 2233.44, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [206.71, 0.00, 0.00, 427.19, 755.80, 807.57, 213.60, 1025.26, 209.13, 257.88, 600.94], [397.68, 0.00, 0.00, 878.95, 1277.26, 1503.92, 460.11, 1384.40, 459.44, 521.09, 900.41], [570.81, 0.00, 0.00, 1038.30, 1304.72, 1168.57, 654.86, 0.00, 654.17, 661.53, 646.09]], "feature": [2.00, 2.00, 1.00, 2.00, 0.00, -2.00, -2.00, -2.00, 0.00, 1.00, -2.00, -2.00, 2.00, -2.00, -2.00, -2.00, 1.00, 1.00, -2.00, -2.00, -2.00], "children_left": [1, 2, 3, 4, 5, -1, -1, -1, 9, 10, -1, -1, 13, -1, -1, -1, 17, 18, -1, -1, -1]}, {"children_right": [20, 19, 18, 17, 6, -1, 10, 9, -1, -1, 12, -1, 16, 15, -1, -1, -1, -1, -1, -1, 24, 23, -1, -1, -1], "threshold": [1632.00, 1368.00, 1048.00, 812.50, 224.00, -2.00, 116.50, 48.00, -2.00, -2.00, 449.00, -2.00, 992.00, 2592.00, -2.00, -2.00, -2.00, -2.00, -2.00, -2.00, 320.00, 3240.50, -2.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1172.67, 0.00, 0.00, 1124.92, 0.00, 0.00, 1287.61, 0.00, 1301.88, 1230.27, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [870.57, 0.00, 0.00, 0.00, 0.00, 0.00, 875.97, 0.00, 875.97, 846.79, 0.00], [593.08, 0.00, 0.00, 0.00, 0.00, 0.00, 608.38, 0.00, 613.45, 583.11, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [849.77, 0.00, 0.00, 0.00, 0.00, 0.00, 849.01, 0.00, 855.96, 824.45, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [855.96, 0.00, 0.00, 0.00, 0.00, 0.00, 879.16, 0.00, 896.76, 843.68, 0.00], [1079.40, 0.00, 0.00, 0.00, 0.00, 0.00, 1046.09, 0.00, 1068.37, 974.57, 0.00], [1328.58, 0.00, 0.00, 0.00, 0.00, 0.00, 1301.88, 0.00, 1313.72, 1233.50, 0.00], [2112.79, 0.00, 0.00, 0.00, 0.00, 0.00, 1951.53, 0.00, 1986.87, 1651.83, 0.00], [779.29, 0.00, 0.00, 1046.00, 925.12, 0.00, 848.26, 0.00, 854.95, 837.67, 671.90], [2497.48, 0.00, 0.00, 0.00, 0.00, 0.00, 2229.34, 0.00, 2190.31, 2233.44, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [206.71, 0.00, 0.00, 427.19, 755.80, 807.57, 213.60, 1025.26, 209.13, 257.88, 600.94], [397.68, 0.00, 0.00, 878.95, 1277.26, 1503.92, 460.11, 1384.40, 459.44, 521.09, 900.41], [570.81, 0.00, 0.00, 1038.30, 1304.72, 1168.57, 654.86, 0.00, 654.17, 661.53, 646.09]], "feature": [2.00, 2.00, 2.00, 2.00, 1.00, -2.00, 2.00, 2.00, -2.00, -2.00, 0.00, -2.00, 1.00, 0.00, -2.00, -2.00, -2.00, -2.00, -2.00, -2.00, 1.00, 2.00, -2.00, -2.00, -2.00], "children_left": [1, 2, 3, 4, 5, -1, 7, 8, -1, -1, 11, -1, 13, 14, -1, -1, -1, -1, -1, -1, 21, 22, -1, -1, -1]}], "profiles": [[1, 8, 4, 16, 1, 8, 2, 8, 0, 0, 4, 32], [1, 4, 8, 16, 128, 8, 1, 2, 0, 0, 4, 16], [1, 4, 16, 16, 64, 8, 4, 4, 0, 0, 16, 4], [1, 8, 4, 16, 2, 8, 2, 4, 0, 0, 4, 32], [1, 8, 8, 8, 4, 4, 2, 8, 0, 0, 8, 8], [1, 4, 8, 32, 8, 8, 1, 4, 0, 0, 8, 16], [1, 8, 4, 16, 1, 8, 1, 4, 0, 0, 4, 32], [1, 8, 8, 8, 16, 8, 2, 8, 0, 0, 8, 8], [1, 8, 4, 16, 1, 8, 1, 4, 0, 0, 4, 32], [1, 8, 8, 8, 1, 4, 1, 8, 0, 0, 8, 8], [1, 4, 16, 8, 4, 8, 8, 8, 0, 0, 16, 2]]}}, "elementwise_1d": {"float32": {"predictor": [{"children_right": [2, -1, -1], "threshold": [323008.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00], [24.07, 23.72, 21.05], [142.82, 142.82, 148.86]], "feature": [0.00, -2.00, -2.00], "children_left": [1, -1, -1]}], "profiles": [[1, 256, 64, 1], [1, 256, 256, 1], [2, 128, 2048, 1]]}}, "matrix_product_nt": {"float32": {"predictor": [{"children_right": [4, 3, -1, -1, 6, -1, -1], "threshold": [24000.00, 576.00, -2.00, -2.00, 48000.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [496.98, 532.76, 0.00, 0.00, 550.96, 0.00, 0.00, 0.00, 580.72, 598.45, 541.61, 0.00], [1580.35, 1652.44, 95.11, 75.31, 1430.47, 391.28, 425.12, 386.69, 1425.89, 1657.05, 1652.56, 362.11], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1241.99, 1067.81, 0.00, 0.00, 1586.67, 3307.42, 2808.91, 0.00, 1099.72, 991.44, 1066.06, 4056.30], [80.40, 74.70, 1574.10, 2088.34, 117.84, 380.52, 531.74, 948.26, 74.03, 64.81, 74.56, 454.72]], "feature": [2.00, 2.00, -2.00, -2.00, 2.00, -2.00, -2.00], "children_left": [1, 2, -1, -1, 5, -1, -1]}, {"children_right": [4, 3, -1, -1, 6, -1, -1], "threshold": [3072.00, 812.50, -2.00, -2.00, 212.50, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [918.72, 869.87, 0.00, 0.00, 877.83, 0.00, 0.00, 0.00, 999.34, 1013.10, 876.11, 0.00], [3114.02, 3408.95, 0.00, 0.00, 2482.96, 0.00, 0.00, 0.00, 2872.41, 3118.04, 3406.04, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [402.08, 362.46, 787.05, 1044.17, 555.46, 1124.89, 1269.29, 1343.94, 386.39, 351.23, 365.11, 1081.77], [1241.99, 1067.81, 0.00, 0.00, 1586.67, 3307.42, 2808.91, 0.00, 1099.72, 991.44, 1066.06, 4056.30]], "feature": [2.00, 2.00, -2.00, -2.00, 0.00, -2.00, -2.00], "children_left": [1, 2, -1, -1, 5, -1, -1]}], "profiles": [[2, 16, 32, 8, 1, 8, 8, 8, 0, 0, 32, 4], [4, 8, 16, 16, 1, 8, 8, 8, 0, 0, 16, 8], [2, 16, 16, 8, 64, 2, 4, 4, 0, 0, 8, 16], [2, 16, 16, 16, 64, 4, 4, 4, 0, 0, 16, 16], [2, 8, 16, 16, 1, 4, 4, 4, 0, 0, 16, 8], [2, 8, 16, 16, 4, 8, 4, 4, 0, 0, 16, 8], [2, 16, 16, 16, 8, 4, 1, 8, 0, 0, 16, 16], [2, 16, 8, 8, 16, 4, 1, 8, 0, 0, 16, 8], [2, 16, 8, 8, 1, 4, 4, 8, 0, 0, 16, 8], [2, 16, 8, 8, 1, 4, 1, 8, 0, 0, 16, 8], [4, 8, 16, 16, 1, 8, 8, 8, 0, 0, 16, 8], [2, 16, 32, 16, 8, 8, 8, 8, 0, 0, 32, 8]]}}, "reduce_1d": {"float32": {"predictor": [{"children_right": [4, 3, -1, -1, -1], "threshold": [3894592.00, 29696.00, -2.00, -2.00, -2.00], "children_left": [1, 2, -1, -1, -1], "feature": [0.00, 0.00, -2.00, -2.00, -2.00], "value": [[0.00, 0.00], [0.00, 0.00], [2.60, 1.48], [9.34, 5.30], [154.92, 159.29]]}], "profiles": [[1, 256, 64, 1], [2, 512, 1024, 1]]}}, "matrix_product_tt": {"float32": {"predictor": [{"children_right": [6, 3, -1, 5, -1, -1, 16, 15, 14, 11, -1, 13, -1, -1, -1, -1, 18, -1, 20, -1, -1], "threshold": [546.00, 9512.50, -2.00, 48.00, -2.00, -2.00, 812.50, 546.00, 2600.50, 1632.00, -2.00, 1280.00, -2.00, -2.00, -2.00, -2.00, 812.50, -2.00, 1792.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [348.83, 0.00, 0.00, 1019.94, 207.00, 222.04, 901.41], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [17.07, 409.04, 341.04, 112.56, 10.77, 9.98, 70.92], [68.91, 963.64, 1444.82, 498.42, 39.10, 39.26, 283.85], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [432.59, 0.00, 0.00, 0.00, 560.96, 469.12, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [767.92, 0.00, 0.00, 0.00, 818.71, 795.18, 0.00], [571.77, 0.00, 0.00, 0.00, 814.24, 654.50, 0.00], [585.43, 0.00, 0.00, 0.00, 530.63, 509.09, 0.00], [1081.53, 0.00, 0.00, 0.00, 1163.95, 846.61, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [938.06, 0.00, 0.00, 0.00, 758.32, 763.25, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1682.69, 0.00, 0.00, 0.00, 1760.76, 1588.76, 0.00], [2088.02, 0.00, 0.00, 0.00, 2127.37, 2459.23, 0.00]], "feature": [0.00, 2.00, -2.00, 0.00, -2.00, -2.00, 2.00, 2.00, 0.00, 0.00, -2.00, 1.00, -2.00, -2.00, -2.00, -2.00, 0.00, -2.00, 1.00, -2.00, -2.00], "children_left": [1, 2, -1, 4, -1, -1, 7, 8, 9, 10, -1, 12, -1, -1, -1, -1, 17, -1, 19, -1, -1]}, {"children_right": [6, 5, 4, -1, -1, -1, 18, 9, -1, 17, 16, 13, -1, 15, -1, -1, -1, -1, 20, -1, 22, -1, -1], "threshold": [546.00, 213.50, 40000.00, -2.00, -2.00, -2.00, 812.50, 1132.50, -2.00, 546.00, 1856.00, 213.50, -2.00, 949.50, -2.00, -2.00, -2.00, -2.00, 544.00, -2.00, 1216.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [17.07, 409.04, 341.04, 112.56, 10.77, 9.98, 70.92], [68.91, 963.64, 1444.82, 498.42, 39.10, 39.26, 283.85], [348.83, 0.00, 0.00, 1019.94, 207.00, 222.04, 901.41], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1100.54, 0.00, 0.00, 0.00, 1213.58, 1074.11, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [585.43, 0.00, 0.00, 0.00, 530.63, 509.09, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [491.48, 0.00, 0.00, 0.00, 542.84, 526.36, 0.00], [432.59, 0.00, 0.00, 0.00, 560.96, 469.12, 0.00], [571.77, 0.00, 0.00, 0.00, 814.24, 654.50, 0.00], [1081.53, 0.00, 0.00, 0.00, 1163.95, 846.61, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [938.06, 0.00, 0.00, 0.00, 758.32, 763.25, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1682.69, 0.00, 0.00, 0.00, 1760.76, 1588.76, 0.00], [2190.31, 0.00, 0.00, 0.00, 2447.71, 2482.18, 0.00]], "feature": [0.00, 0.00, 2.00, -2.00, -2.00, -2.00, 2.00, 0.00, -2.00, 2.00, 1.00, 1.00, -2.00, 1.00, -2.00, -2.00, -2.00, -2.00, 1.00, -2.00, 2.00, -2.00, -2.00], "children_left": [1, 2, 3, -1, -1, -1, 7, 8, -1, 10, 11, 12, -1, 14, -1, -1, -1, -1, 19, -1, 21, -1, -1]}, {"children_right": [4, 3, -1, -1, 10, 7, -1, 9, -1, -1, 12, -1, 16, 15, -1, -1, -1], "threshold": [116.50, 48.00, -2.00, -2.00, 812.50, 288.00, -2.00, 449.00, -2.00, -2.00, 1216.00, -2.00, 1856.00, 2280.50, -2.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [17.07, 409.04, 341.04, 112.56, 10.77, 9.98, 70.92], [68.91, 963.64, 1444.82, 498.42, 39.10, 39.26, 283.85], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1100.54, 0.00, 0.00, 0.00, 1213.58, 1074.11, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [728.10, 0.00, 0.00, 0.00, 797.88, 804.02, 0.00], [938.06, 0.00, 0.00, 0.00, 758.32, 763.25, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [202.35, 0.00, 0.00, 0.00, 255.64, 231.48, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [432.59, 0.00, 0.00, 0.00, 560.96, 469.12, 0.00], [585.43, 0.00, 0.00, 0.00, 530.63, 509.09, 0.00], [571.77, 0.00, 0.00, 0.00, 814.24, 654.50, 0.00]], "feature": [0.00, 0.00, -2.00, -2.00, 0.00, 2.00, -2.00, 0.00, -2.00, -2.00, 0.00, -2.00, 1.00, 0.00, -2.00, -2.00, -2.00], "children_left": [1, 2, -1, -1, 5, 6, -1, 8, -1, -1, 11, -1, 13, 14, -1, -1, -1]}], "profiles": [[1, 2, 16, 16, 1, 8, 8, 4, 0, 0, 16, 2], [1, 16, 8, 2, 128, 2, 1, 8, 0, 0, 4, 8], [1, 4, 16, 8, 64, 4, 4, 8, 0, 0, 16, 2], [1, 4, 16, 8, 8, 4, 4, 8, 0, 0, 16, 2], [2, 4, 8, 8, 1, 8, 1, 8, 0, 0, 4, 8], [1, 4, 16, 16, 1, 8, 2, 8, 0, 0, 16, 4], [1, 8, 8, 8, 8, 8, 2, 8, 0, 0, 8, 8]]}}} \ No newline at end of file +{"matrix_product_nt": {"float32": {"predictor": [{"children_right": [8, 5, 4, -1, -1, 7, -1, -1, -1], "threshold": [48.00, 24.00, 1904.00, -2.00, -2.00, 2304.00, -2.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [846.75, 833.17, 703.47, 566.42, 495.53, 824.91, 774.21, 563.35, 774.21, 330.49], [1032.94, 913.88, 844.00, 532.59, 552.45, 1017.99, 972.28, 678.25, 959.03, 394.78], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1507.23, 1778.67, 1636.48, 1057.18, 1073.31, 1570.29, 1892.27, 1329.28, 1876.50, 773.28], [1897.75, 2255.41, 2150.63, 1402.89, 1402.89, 2008.24, 2453.58, 1762.74, 2481.27, 1010.46], [0.00, 0.00, 3212.27, 2071.57, 2114.37, 0.00, 2582.34, 2510.37, 0.00, 1520.46]], "feature": [1.00, 1.00, 2.00, -2.00, -2.00, 0.00, -2.00, -2.00, -2.00], "children_left": [1, 2, 3, -1, -1, 6, -1, -1, -1]}, {"children_right": [12, 11, 8, 7, 6, -1, -1, -1, 10, -1, -1, -1, -1], "threshold": [96.00, 48.00, 24.00, 2304.00, 1904.00, -2.00, -2.00, -2.00, 1904.00, -2.00, -2.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [846.75, 833.17, 703.47, 566.42, 495.53, 824.91, 774.21, 563.35, 774.21, 330.49], [1032.94, 913.88, 844.00, 532.59, 552.45, 1017.99, 972.28, 678.25, 959.03, 394.78], [1278.50, 1158.91, 1092.68, 711.08, 715.71, 1353.25, 1308.94, 907.75, 1285.98, 514.09], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1385.84, 1640.05, 1385.84, 1120.63, 957.96, 1490.15, 1548.43, 1119.12, 1548.43, 654.21], [1507.23, 1778.67, 1636.48, 1057.18, 1073.31, 1570.29, 1892.27, 1329.28, 1876.50, 773.28], [1879.11, 2389.38, 2717.34, 2168.20, 1835.55, 2110.42, 2542.83, 2202.66, 2241.26, 1287.16], [0.00, 0.00, 0.00, 0.00, 3794.10, 0.00, 0.00, 4260.74, 0.00, 2984.49]], "feature": [1.00, 1.00, 1.00, 2.00, 2.00, -2.00, -2.00, -2.00, 0.00, -2.00, -2.00, -2.00, -2.00], "children_left": [1, 2, 3, 4, 5, -1, -1, -1, 9, -1, -1, -1, -1]}, {"children_right": [10, 7, 6, 5, -1, -1, -1, 9, -1, -1, 12, -1, -1], "threshold": [96.00, 48.00, 24.00, 2304.00, -2.00, -2.00, -2.00, 1904.00, -2.00, -2.00, 944.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1032.94, 913.88, 844.00, 532.59, 552.45, 1017.99, 972.28, 678.25, 959.03, 394.78], [1278.50, 1158.91, 1092.68, 711.08, 715.71, 1353.25, 1308.94, 907.75, 1285.98, 514.09], [1385.84, 1640.05, 1385.84, 1120.63, 957.96, 1490.15, 1548.43, 1119.12, 1548.43, 654.21], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1879.11, 2389.38, 2717.34, 2168.20, 1835.55, 2110.42, 2542.83, 2202.66, 2241.26, 1287.16], [0.00, 0.00, 3212.27, 2071.57, 2114.37, 0.00, 2582.34, 2510.37, 0.00, 1520.46], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 3794.10, 0.00, 0.00, 4260.74, 0.00, 2984.49], [0.00, 0.00, 0.00, 0.00, 5669.83, 0.00, 0.00, 0.00, 0.00, 5348.87]], "feature": [1.00, 1.00, 1.00, 0.00, -2.00, -2.00, -2.00, 2.00, -2.00, -2.00, 1.00, -2.00, -2.00], "children_left": [1, 2, 3, 4, -1, -1, -1, 8, -1, -1, 11, -1, -1]}, {"children_right": [6, 5, 4, -1, -1, -1, 8, -1, -1], "threshold": [80.00, 24.00, 2160.00, -2.00, -2.00, -2.00, 944.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [846.75, 833.17, 703.47, 566.42, 495.53, 824.91, 774.21, 563.35, 774.21, 330.49], [1278.50, 1158.91, 1092.68, 711.08, 715.71, 1353.25, 1308.94, 907.75, 1285.98, 514.09], [1385.84, 1640.05, 1385.84, 1120.63, 957.96, 1490.15, 1548.43, 1119.12, 1548.43, 654.21], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 3794.10, 0.00, 0.00, 4260.74, 0.00, 2984.49], [0.00, 0.00, 0.00, 0.00, 5669.83, 0.00, 0.00, 0.00, 0.00, 5348.87]], "feature": [1.00, 1.00, 2.00, -2.00, -2.00, -2.00, 1.00, -2.00, -2.00], "children_left": [1, 2, 3, -1, -1, -1, 7, -1, -1]}, {"children_right": [10, 5, 4, -1, -1, 7, -1, 9, -1, -1, -1], "threshold": [96.00, 24.00, 1904.00, -2.00, -2.00, 48.00, -2.00, 1904.00, -2.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [846.75, 833.17, 703.47, 566.42, 495.53, 824.91, 774.21, 563.35, 774.21, 330.49], [1032.94, 913.88, 844.00, 532.59, 552.45, 1017.99, 972.28, 678.25, 959.03, 394.78], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1507.23, 1778.67, 1636.48, 1057.18, 1073.31, 1570.29, 1892.27, 1329.28, 1876.50, 773.28], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1879.11, 2389.38, 2717.34, 2168.20, 1835.55, 2110.42, 2542.83, 2202.66, 2241.26, 1287.16], [0.00, 0.00, 3212.27, 2071.57, 2114.37, 0.00, 2582.34, 2510.37, 0.00, 1520.46], [0.00, 0.00, 0.00, 0.00, 3794.10, 0.00, 0.00, 4260.74, 0.00, 2984.49]], "feature": [1.00, 1.00, 0.00, -2.00, -2.00, 1.00, -2.00, 2.00, -2.00, -2.00, -2.00], "children_left": [1, 2, 3, -1, -1, 6, -1, 8, -1, -1, -1]}, {"children_right": [12, 7, 6, 5, -1, -1, -1, 11, 10, -1, -1, -1, -1], "threshold": [96.00, 24.00, 2304.00, 1904.00, -2.00, -2.00, -2.00, 48.00, 2160.00, -2.00, -2.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [846.75, 833.17, 703.47, 566.42, 495.53, 824.91, 774.21, 563.35, 774.21, 330.49], [1032.94, 913.88, 844.00, 532.59, 552.45, 1017.99, 972.28, 678.25, 959.03, 394.78], [1278.50, 1158.91, 1092.68, 711.08, 715.71, 1353.25, 1308.94, 907.75, 1285.98, 514.09], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1385.84, 1640.05, 1385.84, 1120.63, 957.96, 1490.15, 1548.43, 1119.12, 1548.43, 654.21], [1897.75, 2255.41, 2150.63, 1402.89, 1402.89, 2008.24, 2453.58, 1762.74, 2481.27, 1010.46], [1879.11, 2389.38, 2717.34, 2168.20, 1835.55, 2110.42, 2542.83, 2202.66, 2241.26, 1287.16], [0.00, 0.00, 0.00, 0.00, 3794.10, 0.00, 0.00, 4260.74, 0.00, 2984.49]], "feature": [1.00, 1.00, 0.00, 2.00, -2.00, -2.00, -2.00, 1.00, 0.00, -2.00, -2.00, -2.00, -2.00], "children_left": [1, 2, 3, 4, -1, -1, -1, 8, 9, -1, -1, -1, -1]}, {"children_right": [12, 9, 4, -1, 8, 7, -1, -1, -1, 11, -1, -1, 14, -1, -1], "threshold": [96.00, 48.00, 24.00, -2.00, 2304.00, 1904.00, -2.00, -2.00, -2.00, 1904.00, -2.00, -2.00, 944.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1032.94, 913.88, 844.00, 532.59, 552.45, 1017.99, 972.28, 678.25, 959.03, 394.78], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1385.84, 1640.05, 1385.84, 1120.63, 957.96, 1490.15, 1548.43, 1119.12, 1548.43, 654.21], [1507.23, 1778.67, 1636.48, 1057.18, 1073.31, 1570.29, 1892.27, 1329.28, 1876.50, 773.28], [1897.75, 2255.41, 2150.63, 1402.89, 1402.89, 2008.24, 2453.58, 1762.74, 2481.27, 1010.46], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1879.11, 2389.38, 2717.34, 2168.20, 1835.55, 2110.42, 2542.83, 2202.66, 2241.26, 1287.16], [0.00, 0.00, 3212.27, 2071.57, 2114.37, 0.00, 2582.34, 2510.37, 0.00, 1520.46], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 3794.10, 0.00, 0.00, 4260.74, 0.00, 2984.49], [0.00, 0.00, 0.00, 0.00, 5669.83, 0.00, 0.00, 0.00, 0.00, 5348.87]], "feature": [1.00, 1.00, 1.00, -2.00, 0.00, 2.00, -2.00, -2.00, -2.00, 2.00, -2.00, -2.00, 1.00, -2.00, -2.00], "children_left": [1, 2, 3, -1, 5, 6, -1, -1, -1, 10, -1, -1, 13, -1, -1]}], "profiles": [[4, 8, 8, 4, 8, 4, 2, 4, 0, 0, 4, 8], [2, 16, 8, 8, 8, 4, 2, 4, 0, 0, 16, 8], [4, 16, 16, 8, 4, 4, 8, 8, 0, 0, 16, 8], [2, 16, 32, 16, 4, 8, 2, 8, 0, 0, 32, 8], [4, 16, 16, 8, 1, 4, 8, 8, 0, 0, 8, 16], [1, 16, 8, 4, 8, 4, 2, 4, 0, 0, 16, 4], [2, 32, 16, 4, 4, 2, 4, 8, 0, 0, 16, 8], [4, 8, 16, 16, 2, 8, 8, 4, 0, 0, 8, 16], [1, 16, 8, 8, 8, 8, 1, 4, 0, 0, 32, 4], [2, 16, 32, 16, 1, 8, 8, 8, 0, 0, 32, 8]]}}, "matrix_product_nn": {"float32": {"predictor": [{"children_right": [10, 9, 6, 5, -1, -1, 8, -1, -1, -1, 12, -1, 14, -1, -1], "threshold": [944.00, 80.00, 24.00, 2160.00, -2.00, -2.00, 2160.00, -2.00, -2.00, -2.00, 1904.00, -2.00, 2304.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [884.58, 805.72, 665.20, 360.58, 846.75, 781.49, 612.30, 516.46], [1191.88, 1033.62, 779.80, 563.49, 1361.62, 1285.98, 985.00, 819.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1376.67, 1583.82, 1321.95, 718.05, 1525.70, 1560.05, 1224.60, 1017.75], [1924.75, 2026.75, 1529.76, 1121.24, 1933.21, 2498.89, 1959.04, 1624.39], [0.00, 2686.61, 3523.33, 2735.22, 2576.32, 3085.36, 3890.08, 3707.94], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 5686.39, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 6577.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 7165.13, 0.00, 0.00, 0.00, 0.00]], "feature": [1.00, 1.00, 1.00, 0.00, -2.00, -2.00, 0.00, -2.00, -2.00, -2.00, 0.00, -2.00, 2.00, -2.00, -2.00], "children_left": [1, 2, 3, 4, -1, -1, 7, -1, -1, -1, 11, -1, 13, -1, -1]}, {"children_right": [8, 7, 4, -1, 6, -1, -1, -1, -1], "threshold": [912.00, 48.00, 24.00, -2.00, 2160.00, -2.00, -2.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1191.88, 1033.62, 779.80, 563.49, 1361.62, 1285.98, 985.00, 819.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1376.67, 1583.82, 1321.95, 718.05, 1525.70, 1560.05, 1224.60, 1017.75], [1924.75, 2026.75, 1529.76, 1121.24, 1933.21, 2498.89, 1959.04, 1624.39], [0.00, 2725.36, 2974.17, 2196.28, 2606.25, 3291.34, 3759.01, 3152.72], [0.00, 0.00, 0.00, 5686.39, 0.00, 0.00, 0.00, 0.00]], "feature": [1.00, 1.00, 1.00, -2.00, 0.00, -2.00, -2.00, -2.00, -2.00], "children_left": [1, 2, 3, -1, 5, -1, -1, -1, -1]}, {"children_right": [6, 5, 4, -1, -1, -1, 8, -1, -1], "threshold": [2160.00, 896.00, 24.00, -2.00, -2.00, -2.00, 48.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [884.58, 805.72, 665.20, 360.58, 846.75, 781.49, 612.30, 516.46], [1376.67, 1583.82, 1321.95, 718.05, 1525.70, 1560.05, 1224.60, 1017.75], [0.00, 0.00, 0.00, 5686.39, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1924.75, 2026.75, 1529.76, 1121.24, 1933.21, 2498.89, 1959.04, 1624.39], [0.00, 2725.36, 2974.17, 2196.28, 2606.25, 3291.34, 3759.01, 3152.72]], "feature": [0.00, 1.00, 1.00, -2.00, -2.00, -2.00, 1.00, -2.00, -2.00], "children_left": [1, 2, 3, -1, -1, -1, 7, -1, -1]}, {"children_right": [10, 5, 4, -1, -1, 9, 8, -1, -1, -1, 12, -1, -1], "threshold": [1056.00, 24.00, 2160.00, -2.00, -2.00, 48.00, 2160.00, -2.00, -2.00, -2.00, 2304.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [884.58, 805.72, 665.20, 360.58, 846.75, 781.49, 612.30, 516.46], [1191.88, 1033.62, 779.80, 563.49, 1361.62, 1285.98, 985.00, 819.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1376.67, 1583.82, 1321.95, 718.05, 1525.70, 1560.05, 1224.60, 1017.75], [1924.75, 2026.75, 1529.76, 1121.24, 1933.21, 2498.89, 1959.04, 1624.39], [1870.65, 2154.16, 2606.60, 1421.38, 2086.59, 2202.66, 2362.23, 1972.73], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 6577.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 7165.13, 0.00, 0.00, 0.00, 0.00]], "feature": [1.00, 1.00, 0.00, -2.00, -2.00, 1.00, 2.00, -2.00, -2.00, -2.00, 2.00, -2.00, -2.00], "children_left": [1, 2, 3, -1, -1, 6, 7, -1, -1, -1, 11, -1, -1]}, {"children_right": [8, 5, 4, -1, -1, 7, -1, -1, 10, -1, -1], "threshold": [944.00, 48.00, 2160.00, -2.00, -2.00, 96.00, -2.00, -2.00, 1904.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [884.58, 805.72, 665.20, 360.58, 846.75, 781.49, 612.30, 516.46], [1924.75, 2026.75, 1529.76, 1121.24, 1933.21, 2498.89, 1959.04, 1624.39], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 2725.36, 2974.17, 2196.28, 2606.25, 3291.34, 3759.01, 3152.72], [0.00, 2686.61, 3523.33, 2735.22, 2576.32, 3085.36, 3890.08, 3707.94], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 5686.39, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 6577.00, 0.00, 0.00, 0.00, 0.00]], "feature": [1.00, 1.00, 2.00, -2.00, -2.00, 1.00, -2.00, -2.00, 0.00, -2.00, -2.00], "children_left": [1, 2, 3, -1, -1, 6, -1, -1, 9, -1, -1]}, {"children_right": [10, 9, 6, 5, -1, -1, 8, -1, -1, -1, 12, -1, -1], "threshold": [1056.00, 48.00, 24.00, 2160.00, -2.00, -2.00, 2160.00, -2.00, -2.00, -2.00, 2304.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [884.58, 805.72, 665.20, 360.58, 846.75, 781.49, 612.30, 516.46], [1191.88, 1033.62, 779.80, 563.49, 1361.62, 1285.98, 985.00, 819.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1376.67, 1583.82, 1321.95, 718.05, 1525.70, 1560.05, 1224.60, 1017.75], [1924.75, 2026.75, 1529.76, 1121.24, 1933.21, 2498.89, 1959.04, 1624.39], [0.00, 2725.36, 2974.17, 2196.28, 2606.25, 3291.34, 3759.01, 3152.72], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 6577.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 7165.13, 0.00, 0.00, 0.00, 0.00]], "feature": [1.00, 1.00, 1.00, 0.00, -2.00, -2.00, 2.00, -2.00, -2.00, -2.00, 0.00, -2.00, -2.00], "children_left": [1, 2, 3, 4, -1, -1, 7, -1, -1, -1, 11, -1, -1]}, {"children_right": [6, 5, 4, -1, -1, -1, 8, -1, -1], "threshold": [1088.00, 72.00, 2160.00, -2.00, -2.00, -2.00, 2304.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [884.58, 805.72, 665.20, 360.58, 846.75, 781.49, 612.30, 516.46], [1191.88, 1033.62, 779.80, 563.49, 1361.62, 1285.98, 985.00, 819.00], [0.00, 2686.61, 3523.33, 2735.22, 2576.32, 3085.36, 3890.08, 3707.94], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 6577.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 7165.13, 0.00, 0.00, 0.00, 0.00]], "feature": [1.00, 1.00, 2.00, -2.00, -2.00, -2.00, 0.00, -2.00, -2.00], "children_left": [1, 2, 3, -1, -1, -1, 7, -1, -1]}, {"children_right": [10, 5, 4, -1, -1, 9, 8, -1, -1, -1, -1], "threshold": [944.00, 48.00, 24.00, -2.00, -2.00, 96.00, 2160.00, -2.00, -2.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1191.88, 1033.62, 779.80, 563.49, 1361.62, 1285.98, 985.00, 819.00], [1924.75, 2026.75, 1529.76, 1121.24, 1933.21, 2498.89, 1959.04, 1624.39], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1870.65, 2154.16, 2606.60, 1421.38, 2086.59, 2202.66, 2362.23, 1972.73], [0.00, 2725.36, 2974.17, 2196.28, 2606.25, 3291.34, 3759.01, 3152.72], [0.00, 2686.61, 3523.33, 2735.22, 2576.32, 3085.36, 3890.08, 3707.94], [0.00, 0.00, 0.00, 5686.39, 0.00, 0.00, 0.00, 0.00]], "feature": [1.00, 1.00, 1.00, -2.00, -2.00, 1.00, 0.00, -2.00, -2.00, -2.00, -2.00], "children_left": [1, 2, 3, -1, -1, 6, 7, -1, -1, -1, -1]}, {"children_right": [10, 7, 6, 5, -1, -1, -1, 9, -1, -1, 12, -1, 14, -1, -1], "threshold": [944.00, 48.00, 24.00, 2160.00, -2.00, -2.00, -2.00, 96.00, -2.00, -2.00, 1904.00, -2.00, 2304.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [884.58, 805.72, 665.20, 360.58, 846.75, 781.49, 612.30, 516.46], [1191.88, 1033.62, 779.80, 563.49, 1361.62, 1285.98, 985.00, 819.00], [1376.67, 1583.82, 1321.95, 718.05, 1525.70, 1560.05, 1224.60, 1017.75], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1870.65, 2154.16, 2606.60, 1421.38, 2086.59, 2202.66, 2362.23, 1972.73], [0.00, 2686.61, 3523.33, 2735.22, 2576.32, 3085.36, 3890.08, 3707.94], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 5686.39, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 6577.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 7165.13, 0.00, 0.00, 0.00, 0.00]], "feature": [1.00, 1.00, 1.00, 0.00, -2.00, -2.00, -2.00, 1.00, -2.00, -2.00, 1.00, -2.00, 0.00, -2.00, -2.00], "children_left": [1, 2, 3, 4, -1, -1, -1, 8, -1, -1, 11, -1, 13, -1, -1]}, {"children_right": [4, 3, -1, -1, 6, -1, -1], "threshold": [48.00, 24.00, -2.00, -2.00, 2160.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [884.58, 805.72, 665.20, 360.58, 846.75, 781.49, 612.30, 516.46], [1376.67, 1583.82, 1321.95, 718.05, 1525.70, 1560.05, 1224.60, 1017.75], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 2686.61, 3523.33, 2735.22, 2576.32, 3085.36, 3890.08, 3707.94], [0.00, 2725.36, 2974.17, 2196.28, 2606.25, 3291.34, 3759.01, 3152.72]], "feature": [1.00, 1.00, -2.00, -2.00, 2.00, -2.00, -2.00], "children_left": [1, 2, -1, -1, 5, -1, -1]}, {"children_right": [10, 9, 8, 5, -1, 7, -1, -1, -1, -1, 12, -1, -1], "threshold": [944.00, 96.00, 48.00, 24.00, -2.00, 2160.00, -2.00, -2.00, -2.00, -2.00, 2160.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1191.88, 1033.62, 779.80, 563.49, 1361.62, 1285.98, 985.00, 819.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1376.67, 1583.82, 1321.95, 718.05, 1525.70, 1560.05, 1224.60, 1017.75], [1924.75, 2026.75, 1529.76, 1121.24, 1933.21, 2498.89, 1959.04, 1624.39], [1870.65, 2154.16, 2606.60, 1421.38, 2086.59, 2202.66, 2362.23, 1972.73], [0.00, 2686.61, 3523.33, 2735.22, 2576.32, 3085.36, 3890.08, 3707.94], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 5686.39, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 7165.13, 0.00, 0.00, 0.00, 0.00]], "feature": [1.00, 1.00, 1.00, 1.00, -2.00, 2.00, -2.00, -2.00, -2.00, -2.00, 2.00, -2.00, -2.00], "children_left": [1, 2, 3, 4, -1, 6, -1, -1, -1, -1, 11, -1, -1]}, {"children_right": [12, 7, 6, 5, -1, -1, -1, 11, 10, -1, -1, -1, -1], "threshold": [944.00, 48.00, 24.00, 2160.00, -2.00, -2.00, -2.00, 96.00, 2160.00, -2.00, -2.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [884.58, 805.72, 665.20, 360.58, 846.75, 781.49, 612.30, 516.46], [1191.88, 1033.62, 779.80, 563.49, 1361.62, 1285.98, 985.00, 819.00], [1924.75, 2026.75, 1529.76, 1121.24, 1933.21, 2498.89, 1959.04, 1624.39], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1870.65, 2154.16, 2606.60, 1421.38, 2086.59, 2202.66, 2362.23, 1972.73], [0.00, 2725.36, 2974.17, 2196.28, 2606.25, 3291.34, 3759.01, 3152.72], [0.00, 2686.61, 3523.33, 2735.22, 2576.32, 3085.36, 3890.08, 3707.94], [0.00, 0.00, 0.00, 5686.39, 0.00, 0.00, 0.00, 0.00]], "feature": [1.00, 1.00, 1.00, 0.00, -2.00, -2.00, -2.00, 1.00, 0.00, -2.00, -2.00, -2.00, -2.00], "children_left": [1, 2, 3, 4, -1, -1, -1, 8, 9, -1, -1, -1, -1]}, {"children_right": [8, 5, 4, -1, -1, 7, -1, -1, 10, -1, -1], "threshold": [1056.00, 48.00, 2160.00, -2.00, -2.00, 2160.00, -2.00, -2.00, 2304.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1376.67, 1583.82, 1321.95, 718.05, 1525.70, 1560.05, 1224.60, 1017.75], [1924.75, 2026.75, 1529.76, 1121.24, 1933.21, 2498.89, 1959.04, 1624.39], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1870.65, 2154.16, 2606.60, 1421.38, 2086.59, 2202.66, 2362.23, 1972.73], [0.00, 2725.36, 2974.17, 2196.28, 2606.25, 3291.34, 3759.01, 3152.72], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 6577.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 7165.13, 0.00, 0.00, 0.00, 0.00]], "feature": [1.00, 1.00, 2.00, -2.00, -2.00, 0.00, -2.00, -2.00, 1.00, -2.00, -2.00], "children_left": [1, 2, 3, -1, -1, 6, -1, -1, 9, -1, -1]}, {"children_right": [6, 3, -1, 5, -1, -1, 8, -1, -1], "threshold": [1056.00, 48.00, -2.00, 2160.00, -2.00, -2.00, 2304.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1924.75, 2026.75, 1529.76, 1121.24, 1933.21, 2498.89, 1959.04, 1624.39], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1870.65, 2154.16, 2606.60, 1421.38, 2086.59, 2202.66, 2362.23, 1972.73], [0.00, 2725.36, 2974.17, 2196.28, 2606.25, 3291.34, 3759.01, 3152.72], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 6577.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 7165.13, 0.00, 0.00, 0.00, 0.00]], "feature": [1.00, 1.00, -2.00, 0.00, -2.00, -2.00, 2.00, -2.00, -2.00], "children_left": [1, 2, -1, 4, -1, -1, 7, -1, -1]}], "profiles": [[1, 16, 16, 8, 8, 4, 4, 2, 0, 0, 16, 8], [1, 16, 16, 8, 4, 2, 1, 4, 0, 0, 16, 8], [1, 16, 16, 16, 4, 8, 4, 4, 0, 0, 16, 16], [4, 16, 32, 8, 1, 8, 2, 8, 0, 0, 8, 16], [2, 32, 16, 4, 4, 2, 8, 4, 0, 0, 8, 16], [2, 16, 16, 8, 4, 4, 1, 4, 0, 0, 8, 16], [1, 16, 32, 8, 2, 4, 1, 8, 0, 0, 32, 4], [2, 16, 32, 8, 2, 8, 8, 8, 0, 0, 16, 8]]}}, "version": "1.0", "matrix_product_tn": {"float32": {"predictor": [{"children_right": [10, 7, 4, -1, 6, -1, -1, 9, -1, -1, -1], "threshold": [1344.00, 48.00, 24.00, -2.00, 2160.00, -2.00, -2.00, 2304.00, -2.00, -2.00, -2.00], "children_left": [1, 2, 3, -1, 5, -1, -1, 8, -1, -1, -1], "feature": [1.00, 1.00, 1.00, -2.00, 0.00, -2.00, -2.00, 0.00, -2.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [694.79, 722.77, 530.84, 308.42, 676.62, 510.21, 585.63], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1043.29, 1095.53, 957.96, 485.69, 896.99, 962.39, 819.22], [1025.19, 1421.02, 1053.42, 606.00, 1226.79, 993.91, 1178.31], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 2429.13, 1860.99, 0.00, 2719.56, 2241.71], [1436.10, 2185.36, 2036.13, 1196.75, 1820.20, 1915.32, 2323.93], [0.00, 0.00, 0.00, 6018.15, 0.00, 0.00, 3237.58]]}, {"children_right": [10, 5, 4, -1, -1, 9, 8, -1, -1, -1, -1], "threshold": [912.00, 48.00, 2304.00, -2.00, -2.00, 2304.00, 1904.00, -2.00, -2.00, -2.00, -2.00], "children_left": [1, 2, 3, -1, -1, 6, 7, -1, -1, -1, -1], "feature": [1.00, 1.00, 2.00, -2.00, -2.00, 2.00, 0.00, -2.00, -2.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1118.07, 1491.26, 945.34, 553.54, 1303.12, 1171.59, 962.31], [1025.19, 1421.02, 1053.42, 606.00, 1226.79, 993.91, 1178.31], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1258.90, 1548.43, 1851.91, 939.55, 1405.76, 1862.27, 1651.45], [1394.30, 1870.27, 1851.81, 1104.36, 1715.00, 2229.50, 1884.35], [1436.10, 2185.36, 2036.13, 1196.75, 1820.20, 1915.32, 2323.93], [0.00, 0.00, 0.00, 4900.64, 0.00, 0.00, 2870.86]]}, {"children_right": [10, 9, 6, 5, -1, -1, 8, -1, -1, -1, -1], "threshold": [1344.00, 96.00, 48.00, 2304.00, -2.00, -2.00, 2304.00, -2.00, -2.00, -2.00, -2.00], "children_left": [1, 2, 3, 4, -1, -1, 7, -1, -1, -1, -1], "feature": [1.00, 1.00, 1.00, 0.00, -2.00, -2.00, 0.00, -2.00, -2.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1118.07, 1491.26, 945.34, 553.54, 1303.12, 1171.59, 962.31], [694.79, 722.77, 530.84, 308.42, 676.62, 510.21, 585.63], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1394.30, 1870.27, 1851.81, 1104.36, 1715.00, 2229.50, 1884.35], [1436.10, 2185.36, 2036.13, 1196.75, 1820.20, 1915.32, 2323.93], [0.00, 0.00, 2429.13, 1860.99, 0.00, 2719.56, 2241.71], [0.00, 0.00, 0.00, 6018.15, 0.00, 0.00, 3237.58]]}, {"children_right": [12, 9, 4, -1, 6, -1, 8, -1, -1, 11, -1, -1, -1], "threshold": [1312.00, 48.00, 24.00, -2.00, 1904.00, -2.00, 2304.00, -2.00, -2.00, 1904.00, -2.00, -2.00, -2.00], "children_left": [1, 2, 3, -1, 5, -1, 7, -1, -1, 10, -1, -1, -1], "feature": [1.00, 1.00, 1.00, -2.00, 2.00, -2.00, 0.00, -2.00, -2.00, 2.00, -2.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [694.79, 722.77, 530.84, 308.42, 676.62, 510.21, 585.63], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1043.29, 1095.53, 957.96, 485.69, 896.99, 962.39, 819.22], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1118.07, 1491.26, 945.34, 553.54, 1303.12, 1171.59, 962.31], [1025.19, 1421.02, 1053.42, 606.00, 1226.79, 993.91, 1178.31], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1258.90, 1548.43, 1851.91, 939.55, 1405.76, 1862.27, 1651.45], [1394.30, 1870.27, 1851.81, 1104.36, 1715.00, 2229.50, 1884.35], [0.00, 0.00, 0.00, 6018.15, 0.00, 0.00, 3237.58]]}, {"children_right": [10, 7, 4, -1, 6, -1, -1, 9, -1, -1, 12, -1, -1], "threshold": [96.00, 48.00, 24.00, -2.00, 2304.00, -2.00, -2.00, 1904.00, -2.00, -2.00, 1904.00, -2.00, -2.00], "children_left": [1, 2, 3, -1, 5, -1, -1, 8, -1, -1, 11, -1, -1], "feature": [1.00, 1.00, 1.00, -2.00, 2.00, -2.00, -2.00, 0.00, -2.00, -2.00, 2.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [694.79, 722.77, 530.84, 308.42, 676.62, 510.21, 585.63], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1118.07, 1491.26, 945.34, 553.54, 1303.12, 1171.59, 962.31], [1025.19, 1421.02, 1053.42, 606.00, 1226.79, 993.91, 1178.31], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1258.90, 1548.43, 1851.91, 939.55, 1405.76, 1862.27, 1651.45], [1394.30, 1870.27, 1851.81, 1104.36, 1715.00, 2229.50, 1884.35], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 4900.64, 0.00, 0.00, 2870.86], [0.00, 0.00, 2429.13, 1860.99, 0.00, 2719.56, 2241.71]]}, {"children_right": [10, 9, 8, 5, -1, 7, -1, -1, -1, -1, 12, -1, -1], "threshold": [944.00, 96.00, 48.00, 24.00, -2.00, 2160.00, -2.00, -2.00, -2.00, -2.00, 2160.00, -2.00, -2.00], "children_left": [1, 2, 3, 4, -1, 6, -1, -1, -1, -1, 11, -1, -1], "feature": [1.00, 1.00, 1.00, 1.00, -2.00, 0.00, -2.00, -2.00, -2.00, -2.00, 1.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [694.79, 722.77, 530.84, 308.42, 676.62, 510.21, 585.63], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1043.29, 1095.53, 957.96, 485.69, 896.99, 962.39, 819.22], [1025.19, 1421.02, 1053.42, 606.00, 1226.79, 993.91, 1178.31], [1258.90, 1548.43, 1851.91, 939.55, 1405.76, 1862.27, 1651.45], [0.00, 0.00, 2429.13, 1860.99, 0.00, 2719.56, 2241.71], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 4900.64, 0.00, 0.00, 2870.86], [0.00, 0.00, 0.00, 6018.15, 0.00, 0.00, 3237.58]]}, {"children_right": [8, 7, 4, -1, 6, -1, -1, -1, 10, -1, -1], "threshold": [912.00, 48.00, 1904.00, -2.00, 2304.00, -2.00, -2.00, -2.00, 2160.00, -2.00, -2.00], "children_left": [1, 2, 3, -1, 5, -1, -1, -1, 9, -1, -1], "feature": [1.00, 1.00, 0.00, -2.00, 0.00, -2.00, -2.00, -2.00, 2.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1043.29, 1095.53, 957.96, 485.69, 896.99, 962.39, 819.22], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1118.07, 1491.26, 945.34, 553.54, 1303.12, 1171.59, 962.31], [1025.19, 1421.02, 1053.42, 606.00, 1226.79, 993.91, 1178.31], [1258.90, 1548.43, 1851.91, 939.55, 1405.76, 1862.27, 1651.45], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 4900.64, 0.00, 0.00, 2870.86], [0.00, 0.00, 0.00, 6018.15, 0.00, 0.00, 3237.58]]}, {"children_right": [10, 7, 4, -1, 6, -1, -1, 9, -1, -1, -1], "threshold": [912.00, 48.00, 24.00, -2.00, 2160.00, -2.00, -2.00, 1904.00, -2.00, -2.00, -2.00], "children_left": [1, 2, 3, -1, 5, -1, -1, 8, -1, -1, -1], "feature": [1.00, 1.00, 1.00, -2.00, 0.00, -2.00, -2.00, 2.00, -2.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [694.79, 722.77, 530.84, 308.42, 676.62, 510.21, 585.63], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1043.29, 1095.53, 957.96, 485.69, 896.99, 962.39, 819.22], [1025.19, 1421.02, 1053.42, 606.00, 1226.79, 993.91, 1178.31], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1258.90, 1548.43, 1851.91, 939.55, 1405.76, 1862.27, 1651.45], [1394.30, 1870.27, 1851.81, 1104.36, 1715.00, 2229.50, 1884.35], [0.00, 0.00, 0.00, 4900.64, 0.00, 0.00, 2870.86]]}, {"children_right": [10, 7, 4, -1, 6, -1, -1, 9, -1, -1, 12, -1, -1], "threshold": [912.00, 48.00, 24.00, -2.00, 2160.00, -2.00, -2.00, 2160.00, -2.00, -2.00, 2160.00, -2.00, -2.00], "children_left": [1, 2, 3, -1, 5, -1, -1, 8, -1, -1, 11, -1, -1], "feature": [1.00, 1.00, 1.00, -2.00, 0.00, -2.00, -2.00, 0.00, -2.00, -2.00, 0.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [694.79, 722.77, 530.84, 308.42, 676.62, 510.21, 585.63], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1043.29, 1095.53, 957.96, 485.69, 896.99, 962.39, 819.22], [1025.19, 1421.02, 1053.42, 606.00, 1226.79, 993.91, 1178.31], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1258.90, 1548.43, 1851.91, 939.55, 1405.76, 1862.27, 1651.45], [1436.10, 2185.36, 2036.13, 1196.75, 1820.20, 1915.32, 2323.93], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 4900.64, 0.00, 0.00, 2870.86], [0.00, 0.00, 0.00, 6018.15, 0.00, 0.00, 3237.58]]}, {"children_right": [10, 7, 4, -1, 6, -1, -1, 9, -1, -1, 12, -1, -1], "threshold": [944.00, 48.00, 24.00, -2.00, 1904.00, -2.00, -2.00, 96.00, -2.00, -2.00, 2160.00, -2.00, -2.00], "children_left": [1, 2, 3, -1, 5, -1, -1, 8, -1, -1, 11, -1, -1], "feature": [1.00, 1.00, 1.00, -2.00, 0.00, -2.00, -2.00, 1.00, -2.00, -2.00, 1.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [694.79, 722.77, 530.84, 308.42, 676.62, 510.21, 585.63], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1043.29, 1095.53, 957.96, 485.69, 896.99, 962.39, 819.22], [1118.07, 1491.26, 945.34, 553.54, 1303.12, 1171.59, 962.31], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1394.30, 1870.27, 1851.81, 1104.36, 1715.00, 2229.50, 1884.35], [0.00, 0.00, 2429.13, 1860.99, 0.00, 2719.56, 2241.71], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 4900.64, 0.00, 0.00, 2870.86], [0.00, 0.00, 0.00, 6018.15, 0.00, 0.00, 3237.58]]}, {"children_right": [10, 9, 4, -1, 6, -1, 8, -1, -1, -1, -1], "threshold": [1312.00, 48.00, 24.00, -2.00, 1904.00, -2.00, 2304.00, -2.00, -2.00, -2.00, -2.00], "children_left": [1, 2, 3, -1, 5, -1, 7, -1, -1, -1, -1], "feature": [1.00, 1.00, 1.00, -2.00, 0.00, -2.00, 2.00, -2.00, -2.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [694.79, 722.77, 530.84, 308.42, 676.62, 510.21, 585.63], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1043.29, 1095.53, 957.96, 485.69, 896.99, 962.39, 819.22], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1118.07, 1491.26, 945.34, 553.54, 1303.12, 1171.59, 962.31], [1025.19, 1421.02, 1053.42, 606.00, 1226.79, 993.91, 1178.31], [1258.90, 1548.43, 1851.91, 939.55, 1405.76, 1862.27, 1651.45], [0.00, 0.00, 0.00, 6018.15, 0.00, 0.00, 3237.58]]}, {"children_right": [8, 7, 4, -1, 6, -1, -1, -1, -1], "threshold": [912.00, 48.00, 1904.00, -2.00, 2304.00, -2.00, -2.00, -2.00, -2.00], "children_left": [1, 2, 3, -1, 5, -1, -1, -1, -1], "feature": [1.00, 1.00, 2.00, -2.00, 2.00, -2.00, -2.00, -2.00, -2.00], "value": [[0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1043.29, 1095.53, 957.96, 485.69, 896.99, 962.39, 819.22], [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00], [1118.07, 1491.26, 945.34, 553.54, 1303.12, 1171.59, 962.31], [1025.19, 1421.02, 1053.42, 606.00, 1226.79, 993.91, 1178.31], [1436.10, 2185.36, 2036.13, 1196.75, 1820.20, 1915.32, 2323.93], [0.00, 0.00, 0.00, 4900.64, 0.00, 0.00, 2870.86]]}], "profiles": [[1, 32, 16, 4, 4, 2, 4, 4, 0, 0, 8, 16], [1, 32, 16, 4, 4, 2, 4, 8, 0, 0, 16, 8], [1, 2, 16, 32, 2, 8, 8, 2, 0, 0, 16, 4], [1, 8, 4, 16, 1, 8, 2, 8, 0, 0, 2, 64], [1, 2, 16, 16, 4, 8, 2, 1, 0, 0, 8, 4], [1, 2, 16, 32, 2, 8, 8, 2, 0, 0, 8, 8], [1, 2, 16, 32, 1, 8, 8, 2, 0, 0, 16, 4]]}}} \ No newline at end of file diff --git a/python/setup.py b/python/setup.py index 4df114dc7..20a25aef7 100644 --- a/python/setup.py +++ b/python/setup.py @@ -73,7 +73,11 @@ def main(): libraries += ['gnustl_shared'] #Source files +<<<<<<< Updated upstream src = 'src/lib/exception/api.cpp src/lib/exception/driver.cpp src/lib/value_scalar.cpp src/lib/random/rand.cpp src/lib/driver/check.cpp src/lib/driver/ndrange.cpp src/lib/driver/platform.cpp src/lib/driver/backend.cpp src/lib/driver/program.cpp src/lib/driver/command_queue.cpp src/lib/driver/event.cpp src/lib/driver/kernel.cpp src/lib/driver/handle.cpp src/lib/driver/device.cpp src/lib/driver/program_cache.cpp src/lib/driver/buffer.cpp src/lib/driver/context.cpp src/lib/driver/dispatch.cpp src/lib/jit/generation/engine/stream.cpp src/lib/jit/generation/engine/keywords.cpp src/lib/jit/generation/reduce_1d.cpp src/lib/jit/generation/elementwise_1d.cpp src/lib/jit/generation/base.cpp src/lib/jit/generation/elementwise_2d.cpp src/lib/jit/generation/matrix_product.cpp src/lib/jit/generation/reduce_2d.cpp src/lib/jit/syntax/engine/object.cpp src/lib/jit/syntax/engine/macro.cpp src/lib/jit/syntax/engine/process.cpp src/lib/jit/syntax/engine/binder.cpp src/lib/jit/syntax/expression/operations.cpp src/lib/jit/syntax/expression/expression.cpp src/lib/jit/syntax/expression/preset.cpp src/lib/api/blas/clBLAS.cpp src/lib/api/blas/cublas.cpp src/lib/runtime/execute.cpp src/lib/runtime/scheduler/dag.cpp src/lib/runtime/scheduler/strategies/heft.cpp src/lib/runtime/inference/predictors/random_forest.cpp src/lib/runtime/inference/profiles.cpp src/lib/runtime/inference/database.cpp src/lib/array.cpp '.split() + [os.path.join('src', 'bind', sf) for sf in ['_isaac.cpp', 'core.cpp', 'driver.cpp', 'kernels.cpp', 'exceptions.cpp']] +======= + src = 'src/lib/random/rand.cpp src/lib/jit/syntax/expression/preset.cpp src/lib/jit/syntax/expression/expression.cpp src/lib/jit/syntax/expression/operations.cpp src/lib/jit/syntax/engine/binder.cpp src/lib/jit/syntax/engine/macro.cpp src/lib/jit/syntax/engine/object.cpp src/lib/jit/syntax/engine/process.cpp src/lib/jit/generation/base.cpp src/lib/jit/generation/engine/keywords.cpp src/lib/jit/generation/engine/stream.cpp src/lib/jit/generation/reduce_1d.cpp src/lib/jit/generation/elementwise_1d.cpp src/lib/jit/generation/matrix_product.cpp src/lib/jit/generation/reduce_2d.cpp src/lib/jit/generation/elementwise_2d.cpp src/lib/runtime/execute.cpp src/lib/runtime/scheduler/dag.cpp src/lib/runtime/scheduler/strategies/heft.cpp src/lib/runtime/inference/predictors/random_forest.cpp src/lib/runtime/inference/database.cpp src/lib/runtime/inference/profiles.cpp src/lib/value_scalar.cpp src/lib/exception/api.cpp src/lib/exception/driver.cpp src/lib/driver/kernel.cpp src/lib/driver/program.cpp src/lib/driver/check.cpp src/lib/driver/backend.cpp src/lib/driver/context.cpp src/lib/driver/command_queue.cpp src/lib/driver/device.cpp src/lib/driver/platform.cpp src/lib/driver/handle.cpp src/lib/driver/dispatch.cpp src/lib/driver/buffer.cpp src/lib/driver/program_cache.cpp src/lib/driver/event.cpp src/lib/driver/ndrange.cpp src/lib/array.cpp src/lib/api/blas/cublas.cpp src/lib/api/blas/clBLAS.cpp '.split() + [os.path.join('src', 'bind', sf) for sf in ['_isaac.cpp', 'core.cpp', 'driver.cpp', 'kernels.cpp', 'exceptions.cpp']] +>>>>>>> Stashed changes boostsrc = 'external/boost/libs/' for s in ['numpy','python','smart_ptr','system','thread']: src = src + [x for x in recursive_glob('external/boost/libs/' + s + '/src/','.cpp') if 'win32' not in x and 'pthread' not in x] diff --git a/tune/android/tune/optimize.py b/tune/android/tune/optimize.py index a69b05224..088320ea7 100644 --- a/tune/android/tune/optimize.py +++ b/tune/android/tune/optimize.py @@ -192,7 +192,7 @@ def is_local_optimum(parameters, template, sizes, context): elif issubclass(template, sc.templates.reduce_2d): sweep_over = [0,1,2,3,4] elif issubclass(template, sc.templates.matrix_product): - sweep_over = [1,2,3,4,5,6,7] + sweep_over = [0,1,2,3,4] #Evaluate the provided parameters guess try: diff --git a/tune/android/tune/tune.py b/tune/android/tune/tune.py index cd00bfbe9..d0ece12ce 100644 --- a/tune/android/tune/tune.py +++ b/tune/android/tune/tune.py @@ -99,34 +99,23 @@ class Tuner: if level=='simple': sizes = [(2560,2560,2560)] elif level=='intermediate': - sizes = [#Square + sizes = [#Square (896,896,896), - (1536,1536,1536), - (2176, 2176,2176), + (1536,1536,1536), + (2176, 2176,2176), #Rank-32 updates (896,896,32), (1536,1536,32), (2176,2176,32), #Covariance - (32,32,16000), - (64,64,64000), - (256,256,32000), - #Convolutions - (3025,64,363), - (729,192,1200), - (169,384,1728), - (169,256,3456), - (169,128,2304), - (169,2304,256), - (169,3456,256), - (169,1728,384), - (729,1600,192), - (3025,363,64), - (2304,256,169), - (3456,256,169), - (1728,384,169), - (1600,192,729), - (363,64,3025)] + (32,32,16000), + (64,64,64000), + (256,256,32000)] + #DeepSpeech + sizes = [] + for MK in [1760, 2048, 2560]: + for N in [16, 32, 64, 128, MK]: + sizes += [(MK, N, MK)] elif level=='full': sizes = product(pow2range(5, 12), pow2range(5, 12), pow2range(5, 17)) @@ -188,15 +177,20 @@ class Tuner: clf = RandomForestRegressor(min(10, idx+1), max_depth=min(10, idx+1)).fit(X, Y) #clf, nrmse = model.train(X, Y, profiles) predperf = clf.predict(x)[0] - best = (-predperf).argsort()[:5] + best = (-predperf).argsort() perf = [] for b in best: try: perf += [performance(x, tools.benchmark(operation, profiles[b], tree))] + break except profile_execution_failure: pass - predicted = profiles[best[argmax(perf)]] - retune = not optimize.is_local_optimum(predicted, operation, x, context) + if perf: + predicted = profiles[best[argmax(perf)]] + retune = not optimize.is_local_optimum(predicted, operation, x, context) + else: + retune = True + predicted = None #Retune if necessary if retune: