Merge pull request #715 from mlcommons/dev

dev -> main

Author: priyakasimbeg

algorithmic_efficiency/workloads/imagenet_resnet/imagenet_jax/workload.py

@@ -272,11 +272,11 @@ def use_silu(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.22009
+    return 1 - 0.22009
 
   @property
   def test_target_value(self) -> float:
-    return 0.3426
+    return 1 - 0.3426
 
 
 class ImagenetResNetGELUWorkload(ImagenetResNetWorkload):
@@ -287,11 +287,11 @@ def use_gelu(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.22077
+    return 1 - 0.22077
 
   @property
   def test_target_value(self) -> float:
-    return 0.3402
+    return 1 - 0.3402
 
 
 class ImagenetResNetLargeBNScaleWorkload(ImagenetResNetWorkload):
@@ -302,8 +302,8 @@ def bn_init_scale(self) -> float:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.23474
+    return 1 - 0.23474
 
   @property
   def test_target_value(self) -> float:
-    return 0.3577
+    return 1 - 0.3577

algorithmic_efficiency/workloads/imagenet_resnet/imagenet_pytorch/workload.py

@@ -326,11 +326,11 @@ def use_silu(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.22009
+    return 1 - 0.22009
 
   @property
   def test_target_value(self) -> float:
-    return 0.342
+    return 1 - 0.342
 
 
 class ImagenetResNetGELUWorkload(ImagenetResNetWorkload):
@@ -341,11 +341,11 @@ def use_gelu(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.22077
+    return 1 - 0.22077
 
   @property
   def test_target_value(self) -> float:
-    return 0.3402
+    return 1 - 0.3402
 
 
 class ImagenetResNetLargeBNScaleWorkload(ImagenetResNetWorkload):
@@ -356,8 +356,8 @@ def bn_init_scale(self) -> float:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.23474
+    return 1 - 0.23474
 
   @property
   def test_target_value(self) -> float:
-    return 0.3577
+    return 1 - 0.3577

algorithmic_efficiency/workloads/imagenet_vit/imagenet_jax/workload.py

@@ -99,11 +99,11 @@ def use_glu(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.2233
+    return 1 - 0.2233
 
   @property
   def test_target_value(self) -> float:
-    return 0.3455
+    return 1 - 0.3455
 
 
 class ImagenetVitPostLNWorkload(ImagenetVitWorkload):
@@ -114,11 +114,11 @@ def use_post_layer_norm(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.24688
+    return 1 - 0.24688
 
   @property
   def test_target_value(self) -> float:
-    return 0.3714
+    return 1 - 0.3714
 
 
 class ImagenetVitMapWorkload(ImagenetVitWorkload):
@@ -129,8 +129,8 @@ def use_map(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.22886
+    return 1 - 0.22886
 
   @property
   def test_target_value(self) -> float:
-    return 0.3477
+    return 1 - 0.3477

algorithmic_efficiency/workloads/imagenet_vit/imagenet_pytorch/workload.py

@@ -90,11 +90,11 @@ def use_glu(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.2233
+    return 1 - 0.2233
 
   @property
   def test_target_value(self) -> float:
-    return 0.3455
+    return 1 - 0.3455
 
 
 class ImagenetVitPostLNWorkload(ImagenetVitWorkload):
@@ -105,11 +105,11 @@ def use_post_layer_norm(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.24688
+    return 1 - 0.24688
 
   @property
   def test_target_value(self) -> float:
-    return 0.3714
+    return 1 - 0.3714
 
 
 class ImagenetVitMapWorkload(ImagenetVitWorkload):
@@ -120,8 +120,8 @@ def use_map(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.22886
+    return 1 - 0.22886
 
   @property
   def test_target_value(self) -> float:
-    return 0.3477
+    return 1 - 0.3477

algorithmic_efficiency/workloads/librispeech_deepspeech/librispeech_jax/workload.py

@@ -107,13 +107,29 @@ class LibriSpeechDeepSpeechTanhWorkload(LibriSpeechDeepSpeechWorkload):
   def use_tanh(self) -> bool:
     return True
 
+  @property
+  def validation_target_value(self) -> float:
+    return 0.133449
+
+  @property
+  def test_target_value(self) -> float:
+    return 0.079810
+
 
 class LibriSpeechDeepSpeechNoResNetWorkload(LibriSpeechDeepSpeechWorkload):
 
   @property
   def enable_residual_connections(self) -> bool:
     return False
 
+  @property
+  def validation_target_value(self) -> float:
+    return 0.105042
+
+  @property
+  def test_target_value(self) -> float:
+    return 0.060388
+
 
 class LibriSpeechDeepSpeechNormAndSpecAugWorkload(LibriSpeechDeepSpeechWorkload
                                                  ):
@@ -137,3 +153,11 @@ def freq_mask_count(self) -> int:
   @property
   def time_mask_count(self) -> int:
     return 15
+
+  @property
+  def validation_target_value(self) -> float:
+    return 0.131553
+
+  @property
+  def test_target_value(self) -> float:
+    return 0.082442

algorithmic_efficiency/workloads/workloads.py

@@ -78,7 +78,7 @@
     },
     'imagenet_vit_map': {
         'workload_path': 'imagenet_vit/imagenet',
-        'workload_class_name': 'ImagenetVitMapLNWorkload',
+        'workload_class_name': 'ImagenetVitMapWorkload',
     },
     'librispeech_conformer': {
         'workload_path': 'librispeech_conformer/librispeech',