GstInference/Benchmarks: Difference between revisions

GstInference/Benchmarks (view source)

Revision as of 23:38, 6 July 2020

3,579 bytes added , 6 July 2020

no edit summary

Jchaves

579

edits

@@ Line 350: / Line 350: @@
          var show_inceptionv1 = document.getElementById('show_inceptionv1');
          show_inceptionv1.onclick = function () {
-           view_fps.setColumns([0,1,2,3]);
+           view_fps.setColumns([0,1]);
-           view_fps.hideColumns([4,5,6,7,8,9,10,11,12,13,14,15,16,17,18]);
+           view_fps.hideColumns([2, 3, 4, 5, 6]);
            materialChart_fps.draw(view_fps, materialOptions);
          }
@@ Line 765: / Line 765: @@
 </style>
-<div id="Buttons_Model" style="margin: auto; width: 1300px; height: auto;">
+<div id="Buttons_Model_Onnxrt_Fps" style="margin: auto; width: 1300px; height: auto;">
-<button class="button" id="show_inceptionv1">Show InceptionV1 </button>
+<button class="button" id="show_inceptionv1_onnxrt_fps">Show InceptionV1 </button>
-<button class="button" id="show_inceptionv2">Show InceptionV2 </button>
+<button class="button" id="show_inceptionv2_onnxrt_fps">Show InceptionV2 </button>
-<button class="button" id="show_inceptionv3">Show InceptionV3 </button>
+<button class="button" id="show_inceptionv3_onnxrt_fps">Show InceptionV3 </button>
-<button class="button" id="show_inceptionv4">Show InceptionV4 </button>
+<button class="button" id="show_inceptionv4_onnxrt_fps">Show InceptionV4 </button>
-<button class="button" id="show_tinyyolov2">Show TinyYoloV2 </button>
+<button class="button" id="show_tinyyolov2_onnxrt_fps">Show TinyYoloV2 </button>
-<button class="button" id="show_tinyyolov3">Show TinyYoloV3 </button>
+<button class="button" id="show_tinyyolov3_onnxrt_fps">Show TinyYoloV3 </button>
 </div>
 <br><br>
 <div id="chart_onnxrt" style="margin: auto; width: 800px; height: 500px;"></div>
-<br><br>
-<div id="Buttons_Backend" style="margin: auto; width: 600px; height: auto;">
-<button class="button" id="show_onnxrt">Show ONNXRT </button>
-</div>
-<div id="chart_onnxrt1" style="margin: auto; width: 800px; height: 500px;"></div>
 <br><br>
 <script>
        google.charts.load('current', {'packages':['corechart', 'bar']});
-       google.charts.setOnLoadCallback(drawStuff);
+       google.charts.setOnLoadCallback(drawStuffFpsOnnxrt);
+      function drawStuffFpsOnnxrt() {
-      function drawStuff() {
+        var onnxrt_chartDiv = document.getElementById('chart_onnxrt');
-         var chartOnnx = document.getElementById('chart_onnxrt');
+         var table_backend_platform_onnxrt_fps = google.visualization.arrayToDataTable([
-        var chartOnnx1 = document.getElementById('chart_onnxrt1');
-        var onnxrt_table_backend_platform_fps = google.visualization.arrayToDataTable([
            ['Platform',                      //Colunm 0
-            'InceptionV1 \n ONNXRT',     //Column 1
+            'InceptionV1 \n Tensorflow',     //Colunm 1
-            'InceptionV2 \n ONNXRT',     //Column 2
+            'InceptionV1 \n Tensorflow-Lite',//Colunm 2
-            'InceptionV3 \n ONNXRT',     //Column 3
+            'InceptionV1 \n EdgeTPU',        //Colunm 3
-            'InceptionV4 \n ONNXRT',     //Column 4
+            'InceptionV2 \n Tensorflow',     //Colunm 4
-            'TinyYoloV2 \n ONNXRT',      //Column 5
+            'InceptionV2 \n Tensorflow-Lite',//Colunm 5
-            'TinyYoloV3 \n ONNXRT',      //Column 6
+            'InceptionV2 \n EdgeTPU',        //Colunm 6
-          ['x86', 47.8702, 32.7236, 12.092, 5.2632, 16.03, 18.3592],
+           'InceptionV3 \n Tensorflow',     //Colunm 7
-        ]);
+           'InceptionV3 \n Tensorflow-Lite',//Colunm 8
-         var onnxrt_table_model_platform_fps = google.visualization.arrayToDataTable([
+           'InceptionV3 \n EdgeTPU',        //Colunm 9
-          ['Model',               //Column 1
+           'InceptionV4 \n Tensorflow',     //Colunm 10
-            'Tensorflow \n x86'], /Colunm 2
+           'InceptionV4 \n Tensorflow-Lite',//Colunm 11
-           ['InceptionV1', 47.8702], //row 1
+           'InceptionV4 \n EdgeTPU',        //Colunm 12
-           ['InceptionV2', 32.7236], //row 2
+           'TinyYoloV2 \n Tensorflow',      //Colunm 13
-           ['InceptionV3', 12.092], //row 3
+           'TinyYoloV2 \n Tensorflow-Lite', //Colunm 14
-           ['InceptionV4', 5.2632], //row 4
+           'TinyYoloV2 \n EdgeTPU',         //Colunm 15
-           ['TinyYoloV2',  16.03], //row 5
+           'TinyYoloV3 \n Tensorflow',      //Colunm 16
-           ['TinyYoloV3',  18.3592]  //row 6
+           'TinyYoloV3 \n Tensorflow-Lite', //Colunm 17
+           'TinyYoloV3 \n EdgeTPU'],        //Colunm 18
+           ['x86',       63.747, 22.781, 0, 48.381, 14.164, 0, 20.482, 12.164, 0, 10.338, 10.164, 0, 24.255, 12.164, 0, 27.113, 10.164, 0],
+           ['x86+GPU',   0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], //row 1
+           ['TX2',       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], //row 2
+           ['TX2-GPU',   0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], //row 3
+           ['Coral',     0, 3.107, 0, 0, 2.311, 0, 0, 0.903, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], //row 4
+           ['Coral+TPU', 0, 0, 41.489, 0, 0, 42.001, 0, 0, 15.232, 0, 0, 8.405, 0, 0, 0, 0, 0, 0]  //row 5
          ]);
+        var onnxrt_materialOptions = {
+          width: 900,
+          chart: {
+            title: 'Model Vs Platform per backend',
+          },
+          series: {
+          },
+          axes: {
+            y: {
+              distance: {side: 'left',label: 'FPS'}, // Left y-axis.
+            }
+          }
+        };
+        var materialChart_onnxrt_fps = new google.charts.Bar(onnxrt_chartDiv);
+        view_onnxrt_fps = new google.visualization.DataView(table_backend_platform_onnxrt_fps);
+        function drawMaterialChart() {
+          var materialChart_onnxrt_fps = new google.charts.Bar(onnxrt_chartDiv);
+          materialChart_onnxrt_fps.draw(table_backend_platform_onnxrt_fps, google.charts.Bar.convertOptions(onnxrt_materialOptions));
+          init_charts();
+        }
+        function init_charts(){
+          view_onnxrt_fps.setColumns([0,1,2,3]);
+          view_onnxrt_fps.hideColumns([4,5,6,7,8,9,10,11,12,13,14,15,16,17,18]);
+          materialChart_onnxrt_fps.draw(view_fps, onnxrt_materialOptions);
+        }
+        // REF_MODEL
+        /*Select the Model that you want to show in the chart*/
+        var show_inceptionv1 = document.getElementById('show_inceptionv1');
+        show_inceptionv1.onclick = function () {
+          view_fps.setColumns([0,1]);
+          view_fps.hideColumns([2, 3, 4, 5, 6]);
+          materialChart_fps.draw(view_fps, onnxrt_materialOptions);
+        }
+        var show_inceptionv2 = document.getElementById("show_inceptionv2");
+        show_inceptionv2.onclick = function() {
+          view_fps.setColumns([0,4,5,6]);
+          view_fps.hideColumns([1,2,3,7,8,9,10,11,12,13,14,15,16,17,18]);
+          materialChart_fps.draw(view_fps, onnxrt_materialOptions);
+        }
+        var show_inceptionv3 = document.getElementById('show_inceptionv3');
+        show_inceptionv3.onclick = function() {
+          view_fps.setColumns([0,7,8,9]);
+          view_fps.hideColumns([1,2,3,4,5,6,10,11,12,13,14,15,16,17,18]);
+          materialChart_fps.draw(view_fps, onnxrt_materialOptions);
+        }
+        var show_inceptionv4 = document.getElementById("show_inceptionv4");
+        show_inceptionv4.onclick = function() {
+          view_fps.setColumns([0,10,11,12]);
+          view_fps.hideColumns([1,2,3,4,5,6,7,8,9,13,14,15,16,17,18]);
+          materialChart_fps.draw(view_fps, onnxrt_materialOptions);
+        }
+        var show_tinyyolov2 = document.getElementById("show_tinyyolov2");
+        show_tinyyolov2.onclick = function() {
+          view_fps.setColumns([0,13,14,15]);
+          view_fps.hideColumns([1,2,3,4,5,6,7,8,9,10,11,12,16,17,18]);
+          materialChart_fps.draw(view_fps, onnxrt_materialOptions);
+        }
+        var show_tinyyolov3 = document.getElementById("show_tinyyolov3");
+        show_tinyyolov3.onclick = function() {
+          view_fps.setColumns([0,16,17,18]);
+          view_fps.hideColumns([1,2,3,4,5,6,7,8,9,10,11,12,13,14,15]);
+          materialChart_fps.draw(view_fps, onnxrt_materialOptions);
+        }
+        drawMaterialChart();
+    };
 </script>
 </html>