Merged PR 721: Retested all gallery models on a 700MHz configured Pi3

+ Retested all gallery models on a 700MHz configured Pi3 + Updated all_models.json used in the gallery Related work items: #1112, #1120
microsoft · Jan 19, 2018 · a60bf80 · a60bf80
1 parent acb0ebd
commit a60bf80
Show file tree

Hide file tree

Showing 40 changed files with 155 additions and 164 deletions.
diff --git a/docs/_data/all_models.json b/docs/_data/all_models.json
@@ -1,34 +1,4 @@
 [
-  {
-    "accuracy": {
-      "top1": "45.54",
-      "top5": "69.99"
-    },
-    "directory": "dcda_I64x64x3CMCMCMCMCMC1AS",
-    "filter_size": 3,
-    "image_size": "64x64",
-    "increase_factor": 144,
-    "model": "d_constrained_depth_addition_nr",
-    "name": "dcda_I64x64x3CMCMCMCMCMC1AS",
-    "secs_per_frame": {
-      "pi3": "0.66"
-    }
-  },
-  {
-    "accuracy": {
-      "top1": "46.23",
-      "top5": "70.90"
-    },
-    "directory": "dcda_I64x64x3CMCMCMCMCMC1AS_v2",
-    "filter_size": 3,
-    "image_size": "64x64",
-    "increase_factor": 160,
-    "model": "d_constrained_depth_addition_nr",
-    "name": "dcda_I64x64x3CMCMCMCMCMC1AS_v2",
-    "secs_per_frame": {
-      "pi3": "0.76"
-    }
-  },
   {
     "accuracy": {
       "top1": "60.11",
@@ -41,7 +11,7 @@
     "model": "d_reference",
     "name": "dr_I256x256x3CMCMCMCMCMCMCMC1AS",
     "secs_per_frame": {
-      "pi3": "0.38"
+      "pi3": "0.58"
     }
   },
   {
@@ -56,7 +26,7 @@
     "model": "dstackedbottom",
     "name": "dsb_I128x128x3CMCMCMCMCMCCCMC1AS",
     "secs_per_frame": {
-      "pi3": "0.30"
+      "pi3": "0.24"
     }
   },
   {
@@ -71,22 +41,7 @@
     "model": "dstackedbottom",
     "name": "dsb_I64x64x3CMCMCMCMCCCMC1AS",
     "secs_per_frame": {
-      "pi3": "0.05"
-    }
-  },
-  {
-    "accuracy": {
-      "top1": "45.32",
-      "top5": "69.63"
-    },
-    "directory": "dscs2_I128x128x3CCCCCCC1AS",
-    "filter_size": 5,
-    "image_size": "128x128",
-    "increase_factor": 0,
-    "model": "d_singleconv_stride2",
-    "name": "dscs2_I128x128x3CCCCCCC1AS",
-    "secs_per_frame": {
-      "pi3": "0.12"
+      "pi3": "0.09"
     }
   },
   {
@@ -101,7 +56,7 @@
     "model": "dstackedfull",
     "name": "dsf_I128x128x3CCMCCMCCMCMCMCMC1AS",
     "secs_per_frame": {
-      "pi3": "0.52"
+      "pi3": "0.80"
     }
   },
   {
@@ -116,37 +71,37 @@
     "model": "dstackedfull",
     "name": "dsf_I64x64x3CCMCCMCCMCMCMC1AS",
     "secs_per_frame": {
-      "pi3": "0.12"
+      "pi3": "0.18"
     }
   },
   {
     "accuracy": {
-      "top1": "43.13",
-      "top5": "67.96"
+      "top1": "52.06",
+      "top5": "76.43"
     },
-    "directory": "dst_I64x64x3CCCMCMCMCMCMC1AS",
+    "directory": "d_I128x128x3CMCMCMCMCMCMC1AS",
     "filter_size": 3,
-    "image_size": "64x64",
+    "image_size": "128x128",
     "increase_factor": 0,
-    "model": "dstackedtop",
-    "name": "dst_I64x64x3CCCMCMCMCMCMC1AS",
+    "model": "d",
+    "name": "d_I128x128x3CMCMCMCMCMCMC1AS",
     "secs_per_frame": {
-      "pi3": "0.11"
+      "pi3": "0.17"
     }
   },
   {
     "accuracy": {
-      "top1": "52.06",
-      "top5": "76.43"
+      "top1": "55.12",
+      "top5": "78.33"
     },
-    "directory": "d_I128x128x3CMCMCMCMCMCMC1AS",
+    "directory": "d_I256x256x3CMCMCMCMCMCMCMC1AS",
     "filter_size": 3,
-    "image_size": "128x128",
+    "image_size": "256x256",
     "increase_factor": 0,
     "model": "d",
-    "name": "d_I128x128x3CMCMCMCMCMCMC1AS",
+    "name": "d_I256x256x3CMCMCMCMCMCMCMC1AS",
     "secs_per_frame": {
-      "pi3": "0.17"
+      "pi3": "0.54"
     }
   },
   {
@@ -161,7 +116,7 @@
     "model": "v",
     "name": "v_I64x64x3CCMCCMCCCMCCCMCCCMF2048S",
     "secs_per_frame": {
-      "pi3": "0.79"
+      "pi3": "0.80"
     }
   }
-]
+]
diff --git a/docs/gallery/ILSVRC2012/d_I128x128x3CMCMCMCMCMCMC1AS.md b/docs/gallery/ILSVRC2012/d_I128x128x3CMCMCMCMCMCMC1AS.md
@@ -122,7 +122,8 @@ permalink: /gallery/ILSVRC2012/d_I128x128x3CMCMCMCMCMCMC1AS
     </tr>
     <tr>
         <td> Notes </td>
-        <td colspan="3"> Trained by Juan Lema using CNTK 2.1 </td>
+        <td colspan="3">Trained by Juan Lema
+ using CNTK 2.2 </td>
     </tr>
 </table>
 
diff --git a/docs/gallery/ILSVRC2012/d_I160x160x3CMCMBMBMBMBMB1AS.md b/docs/gallery/ILSVRC2012/d_I160x160x3CMCMBMBMBMBMB1AS.md
@@ -6,7 +6,7 @@ permalink: /gallery/ILSVRC2012/d_I160x160x3CMCMBMBMBMBMB1AS
 
 [Back to Gallery](/ELL/gallery)
 
-## ILSVRC2012 Classification: 160x160x3 Convolutional Neural Network (38.08% top 1 accuracy, 63.16% top 5 accuracy, 0.26s/frame on Raspberry Pi 3)
+## ILSVRC2012 Classification: 160x160x3 Convolutional Neural Network (38.08% top 1 accuracy, 63.16% top 5 accuracy, 0.29s/frame on Raspberry Pi 3)
 
 <table class="table table-striped table-bordered">
     <tr>
@@ -19,7 +19,7 @@ permalink: /gallery/ILSVRC2012/d_I160x160x3CMCMBMBMBMBMB1AS
     </tr>
     <tr>
         <td> Performance </td>
-        <td colspan="3"> Raspberry Pi 3 (Raspbian) @ 700MHz: 0.26s/frame<br>Raspberry Pi 3 (OpenSUSE) @ 600MHz: 0.22s/frame<br>DragonBoard 410c @ 1.2GHz: 0.12s/frame </td>
+        <td colspan="3"> Raspberry Pi 3 (Raspbian) @ 700MHz: 0.29s/frame<br>Raspberry Pi 3 (OpenSUSE) @ 600MHz: 0.22s/frame<br>DragonBoard 410c @ 1.2GHz: 0.12s/frame </td>
     </tr>
     <tr>
         <td> Uncompressed Size </td>
@@ -127,7 +127,8 @@ permalink: /gallery/ILSVRC2012/d_I160x160x3CMCMBMBMBMBMB1AS
     </tr>
     <tr>
         <td> Notes </td>
-        <td colspan="3"> Trained by Chuck Jacobs using CNTK 2.1 </td>
+        <td colspan="3">Trained by Juan Lema
+ using CNTK 2.2 </td>
     </tr>
 </table>
 
diff --git a/docs/gallery/ILSVRC2012/d_I160x160x3CMCMBMBMBMBMC1AS.md b/docs/gallery/ILSVRC2012/d_I160x160x3CMCMBMBMBMBMC1AS.md
@@ -6,7 +6,7 @@ permalink: /gallery/ILSVRC2012/d_I160x160x3CMCMBMBMBMBMC1AS
 
 [Back to Gallery](/ELL/gallery)
 
-## ILSVRC2012 Classification: 160x160x3 Convolutional Neural Network (35.75% top 1 accuracy, 60.76% top 5 accuracy, 0.26s/frame on Raspberry Pi 3)
+## ILSVRC2012 Classification: 160x160x3 Convolutional Neural Network (35.75% top 1 accuracy, 60.76% top 5 accuracy, 0.29s/frame on Raspberry Pi 3)
 
 <table class="table table-striped table-bordered">
     <tr>
@@ -19,7 +19,7 @@ permalink: /gallery/ILSVRC2012/d_I160x160x3CMCMBMBMBMBMC1AS
     </tr>
     <tr>
         <td> Performance </td>
-        <td colspan="3"> Raspberry Pi 3 (Raspbian) @ 700MHz: 0.26s/frame<br>Raspberry Pi 3 (OpenSUSE) @ 600MHz: 0.22s/frame<br>DragonBoard 410c @ 1.2GHz: 0.13s/frame </td>
+        <td colspan="3"> Raspberry Pi 3 (Raspbian) @ 700MHz: 0.29s/frame<br>Raspberry Pi 3 (OpenSUSE) @ 600MHz: 0.22s/frame<br>DragonBoard 410c @ 1.2GHz: 0.13s/frame </td>
     </tr>
     <tr>
         <td> Uncompressed Size </td>
@@ -127,7 +127,8 @@ permalink: /gallery/ILSVRC2012/d_I160x160x3CMCMBMBMBMBMC1AS
     </tr>
     <tr>
         <td> Notes </td>
-        <td colspan="3"> Trained by Chuck Jacobs using CNTK 2.1 </td>
+        <td colspan="3">Trained by Juan Lema
+ using CNTK 2.2 </td>
     </tr>
 </table>
 
diff --git a/docs/gallery/ILSVRC2012/d_I160x160x3CMCMCMCMCMCMC1AS.md b/docs/gallery/ILSVRC2012/d_I160x160x3CMCMCMCMCMCMC1AS.md
@@ -6,7 +6,7 @@ permalink: /gallery/ILSVRC2012/d_I160x160x3CMCMCMCMCMCMC1AS
 
 [Back to Gallery](/ELL/gallery)
 
-## ILSVRC2012 Classification: 160x160x3 Convolutional Neural Network (57.62% top 1 accuracy, 80.38% top 5 accuracy, 0.30s/frame on Raspberry Pi 3)
+## ILSVRC2012 Classification: 160x160x3 Convolutional Neural Network (57.62% top 1 accuracy, 80.38% top 5 accuracy, 0.31s/frame on Raspberry Pi 3)
 
 <table class="table table-striped table-bordered">
     <tr>
@@ -19,7 +19,7 @@ permalink: /gallery/ILSVRC2012/d_I160x160x3CMCMCMCMCMCMC1AS
     </tr>
     <tr>
         <td> Performance </td>
-        <td colspan="3"> Raspberry Pi 3 (Raspbian) @ 700MHz: 0.30s/frame<br>Raspberry Pi 3 (OpenSUSE) @ 600MHz: 0.33s/frame<br>DragonBoard 410c @ 1.2GHz: 0.18s/frame </td>
+        <td colspan="3"> Raspberry Pi 3 (Raspbian) @ 700MHz: 0.31s/frame<br>Raspberry Pi 3 (OpenSUSE) @ 600MHz: 0.33s/frame<br>DragonBoard 410c @ 1.2GHz: 0.18s/frame </td>
     </tr>
     <tr>
         <td> Uncompressed Size </td>
@@ -122,7 +122,8 @@ permalink: /gallery/ILSVRC2012/d_I160x160x3CMCMCMCMCMCMC1AS
     </tr>
     <tr>
         <td> Notes </td>
-        <td colspan="3"> Trained by Chuck Jacobs using CNTK 2.1 </td>
+        <td colspan="3">Trained by Juan Lema
+ using CNTK 2.2 </td>
     </tr>
 </table>
 
diff --git a/docs/gallery/ILSVRC2012/d_I192x192x3CMCMBMBMBMBMB1AS.md b/docs/gallery/ILSVRC2012/d_I192x192x3CMCMBMBMBMBMB1AS.md
@@ -6,7 +6,7 @@ permalink: /gallery/ILSVRC2012/d_I192x192x3CMCMBMBMBMBMB1AS
 
 [Back to Gallery](/ELL/gallery)
 
-## ILSVRC2012 Classification: 192x192x3 Convolutional Neural Network (39.32% top 1 accuracy, 64.55% top 5 accuracy, 0.38s/frame on Raspberry Pi 3)
+## ILSVRC2012 Classification: 192x192x3 Convolutional Neural Network (39.32% top 1 accuracy, 64.55% top 5 accuracy, 0.42s/frame on Raspberry Pi 3)
 
 <table class="table table-striped table-bordered">
     <tr>
@@ -19,7 +19,7 @@ permalink: /gallery/ILSVRC2012/d_I192x192x3CMCMBMBMBMBMB1AS
     </tr>
     <tr>
         <td> Performance </td>
-        <td colspan="3"> Raspberry Pi 3 (Raspbian) @ 700MHz: 0.38s/frame<br>Raspberry Pi 3 (OpenSUSE) @ 600MHz: 0.32s/frame<br>DragonBoard 410c @ 1.2GHz: 0.21s/frame </td>
+        <td colspan="3"> Raspberry Pi 3 (Raspbian) @ 700MHz: 0.42s/frame<br>Raspberry Pi 3 (OpenSUSE) @ 600MHz: 0.32s/frame<br>DragonBoard 410c @ 1.2GHz: 0.21s/frame </td>
     </tr>
     <tr>
         <td> Uncompressed Size </td>
@@ -127,7 +127,8 @@ permalink: /gallery/ILSVRC2012/d_I192x192x3CMCMBMBMBMBMB1AS
     </tr>
     <tr>
         <td> Notes </td>
-        <td colspan="3"> Trained by Chuck Jacobs using CNTK 2.1 </td>
+        <td colspan="3">Trained by Juan Lema
+ using CNTK 2.2 </td>
     </tr>
 </table>
 
diff --git a/docs/gallery/ILSVRC2012/d_I192x192x3CMCMBMBMBMBMC1AS.md b/docs/gallery/ILSVRC2012/d_I192x192x3CMCMBMBMBMBMC1AS.md
@@ -6,7 +6,7 @@ permalink: /gallery/ILSVRC2012/d_I192x192x3CMCMBMBMBMBMC1AS
 
 [Back to Gallery](/ELL/gallery)
 
-## ILSVRC2012 Classification: 192x192x3 Convolutional Neural Network (39.05% top 1 accuracy, 64.23% top 5 accuracy, 0.38s/frame on Raspberry Pi 3)
+## ILSVRC2012 Classification: 192x192x3 Convolutional Neural Network (39.05% top 1 accuracy, 64.23% top 5 accuracy, 0.42s/frame on Raspberry Pi 3)
 
 <table class="table table-striped table-bordered">
     <tr>
@@ -19,7 +19,7 @@ permalink: /gallery/ILSVRC2012/d_I192x192x3CMCMBMBMBMBMC1AS
     </tr>
     <tr>
         <td> Performance </td>
-        <td colspan="3"> Raspberry Pi 3 (Raspbian) @ 700MHz: 0.38s/frame<br>Raspberry Pi 3 (OpenSUSE) @ 600MHz: 0.32s/frame<br>DragonBoard 410c @ 1.2GHz: 0.21s/frame </td>
+        <td colspan="3"> Raspberry Pi 3 (Raspbian) @ 700MHz: 0.42s/frame<br>Raspberry Pi 3 (OpenSUSE) @ 600MHz: 0.32s/frame<br>DragonBoard 410c @ 1.2GHz: 0.21s/frame </td>
     </tr>
     <tr>
         <td> Uncompressed Size </td>
@@ -127,7 +127,8 @@ permalink: /gallery/ILSVRC2012/d_I192x192x3CMCMBMBMBMBMC1AS
     </tr>
     <tr>
         <td> Notes </td>
-        <td colspan="3"> Trained by Chuck Jacobs using CNTK 2.1 </td>
+        <td colspan="3">Trained by Juan Lema
+ using CNTK 2.2 </td>
     </tr>
 </table>
 
diff --git a/docs/gallery/ILSVRC2012/d_I192x192x3CMCMCMCMCMCMC1AS.md b/docs/gallery/ILSVRC2012/d_I192x192x3CMCMCMCMCMCMC1AS.md
@@ -122,7 +122,8 @@ permalink: /gallery/ILSVRC2012/d_I192x192x3CMCMCMCMCMCMC1AS
     </tr>
     <tr>
         <td> Notes </td>
-        <td colspan="3"> Trained by Chuck Jacobs using CNTK 2.1 </td>
+        <td colspan="3">Trained by Juan Lema
+ using CNTK 2.2 </td>
     </tr>
 </table>
 
diff --git a/docs/gallery/ILSVRC2012/d_I224x224x3CMBMBMBMBMBMC1AS.md b/docs/gallery/ILSVRC2012/d_I224x224x3CMBMBMBMBMBMC1AS.md
@@ -6,7 +6,7 @@ permalink: /gallery/ILSVRC2012/d_I224x224x3CMBMBMBMBMBMC1AS
 
 [Back to Gallery](/ELL/gallery)
 
-## ILSVRC2012 Classification: 224x224x3 Convolutional Neural Network (36.52% top 1 accuracy, 60.89% top 5 accuracy, 0.59s/frame on Raspberry Pi 3)
+## ILSVRC2012 Classification: 224x224x3 Convolutional Neural Network (36.52% top 1 accuracy, 60.89% top 5 accuracy, 0.63s/frame on Raspberry Pi 3)
 
 <table class="table table-striped table-bordered">
     <tr>
@@ -19,7 +19,7 @@ permalink: /gallery/ILSVRC2012/d_I224x224x3CMBMBMBMBMBMC1AS
     </tr>
     <tr>
         <td> Performance </td>
-        <td colspan="3"> Raspberry Pi 3 (Raspbian) @ 700MHz: 0.59s/frame<br>Raspberry Pi 3 (OpenSUSE) @ 600MHz: 0.42s/frame<br>DragonBoard 410c @ 1.2GHz: 0.23s/frame </td>
+        <td colspan="3"> Raspberry Pi 3 (Raspbian) @ 700MHz: 0.63s/frame<br>Raspberry Pi 3 (OpenSUSE) @ 600MHz: 0.42s/frame<br>DragonBoard 410c @ 1.2GHz: 0.23s/frame </td>
     </tr>
     <tr>
         <td> Uncompressed Size </td>
@@ -127,7 +127,8 @@ permalink: /gallery/ILSVRC2012/d_I224x224x3CMBMBMBMBMBMC1AS
     </tr>
     <tr>
         <td> Notes </td>
-        <td colspan="3"> Trained by Chuck Jacobs using CNTK 2.1 </td>
+        <td colspan="3">Trained by Juan Lema
+ using CNTK 2.2 </td>
     </tr>
 </table>
 
diff --git a/docs/gallery/ILSVRC2012/d_I224x224x3CMCMBMBMBMBMB1AS.md b/docs/gallery/ILSVRC2012/d_I224x224x3CMCMBMBMBMBMB1AS.md
@@ -6,7 +6,7 @@ permalink: /gallery/ILSVRC2012/d_I224x224x3CMCMBMBMBMBMB1AS
 
 [Back to Gallery](/ELL/gallery)
 
-## ILSVRC2012 Classification: 224x224x3 Convolutional Neural Network (37.22% top 1 accuracy, 62.63% top 5 accuracy, 0.52s/frame on Raspberry Pi 3)
+## ILSVRC2012 Classification: 224x224x3 Convolutional Neural Network (37.22% top 1 accuracy, 62.63% top 5 accuracy, 0.56s/frame on Raspberry Pi 3)
 
 <table class="table table-striped table-bordered">
     <tr>
@@ -19,7 +19,7 @@ permalink: /gallery/ILSVRC2012/d_I224x224x3CMCMBMBMBMBMB1AS
     </tr>
     <tr>
         <td> Performance </td>
-        <td colspan="3"> Raspberry Pi 3 (Raspbian) @ 700MHz: 0.52s/frame<br>Raspberry Pi 3 (OpenSUSE) @ 600MHz: 0.40s/frame<br>DragonBoard 410c @ 1.2GHz: 0.24s/frame </td>
+        <td colspan="3"> Raspberry Pi 3 (Raspbian) @ 700MHz: 0.56s/frame<br>Raspberry Pi 3 (OpenSUSE) @ 600MHz: 0.40s/frame<br>DragonBoard 410c @ 1.2GHz: 0.24s/frame </td>
     </tr>
     <tr>
         <td> Uncompressed Size </td>
@@ -122,7 +122,8 @@ permalink: /gallery/ILSVRC2012/d_I224x224x3CMCMBMBMBMBMB1AS
     </tr>
     <tr>
         <td> Notes </td>
-        <td colspan="3"> Trained by Chuck Jacobs using CNTK 2.1 </td>
+        <td colspan="3">Trained by Juan Lema
+ using CNTK 2.2 </td>
     </tr>
 </table>
 
diff --git a/docs/gallery/ILSVRC2012/d_I224x224x3CMCMBMBMBMBMC1AS.md b/docs/gallery/ILSVRC2012/d_I224x224x3CMCMBMBMBMBMC1AS.md
@@ -6,7 +6,7 @@ permalink: /gallery/ILSVRC2012/d_I224x224x3CMCMBMBMBMBMC1AS
 
 [Back to Gallery](/ELL/gallery)
 
-## ILSVRC2012 Classification: 224x224x3 Convolutional Neural Network (38.37% top 1 accuracy, 63.46% top 5 accuracy, 0.52s/frame on Raspberry Pi 3)
+## ILSVRC2012 Classification: 224x224x3 Convolutional Neural Network (38.37% top 1 accuracy, 63.46% top 5 accuracy, 0.56s/frame on Raspberry Pi 3)
 
 <table class="table table-striped table-bordered">
     <tr>
@@ -19,7 +19,7 @@ permalink: /gallery/ILSVRC2012/d_I224x224x3CMCMBMBMBMBMC1AS
     </tr>
     <tr>
         <td> Performance </td>
-        <td colspan="3"> Raspberry Pi 3 (Raspbian) @ 700MHz: 0.52s/frame<br>Raspberry Pi 3 (OpenSUSE) @ 600MHz: 0.41s/frame<br>DragonBoard 410c @ 1.2GHz: 0.23s/frame </td>
+        <td colspan="3"> Raspberry Pi 3 (Raspbian) @ 700MHz: 0.56s/frame<br>Raspberry Pi 3 (OpenSUSE) @ 600MHz: 0.41s/frame<br>DragonBoard 410c @ 1.2GHz: 0.23s/frame </td>
     </tr>
     <tr>
         <td> Uncompressed Size </td>
@@ -127,7 +127,8 @@ permalink: /gallery/ILSVRC2012/d_I224x224x3CMCMBMBMBMBMC1AS
     </tr>
     <tr>
         <td> Notes </td>
-        <td colspan="3"> Trained by Chuck Jacobs using CNTK 2.1 </td>
+        <td colspan="3">Trained by Juan Lema
+ using CNTK 2.2 </td>
     </tr>
 </table>