target rounding

Author: priyakasimbeg

algorithmic_efficiency/workloads/criteo1tb/criteo1tb_jax/workload.py

@@ -173,7 +173,7 @@ def use_layer_norm(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.1237562372
+    return 0.123757
 
   @property
   def test_target_value(self) -> float:
@@ -191,23 +191,23 @@ def use_resnet(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.1241490923
+    return 0.12415
 
   @property
   def test_target_value(self) -> float:
-    return 0.1264799502
+    return 0.12648
 
 
 class Criteo1TbDlrmSmallEmbedInitWorkload(Criteo1TbDlrmSmallWorkload):
 
   @property
   def validation_target_value(self) -> float:
-    return 0.129656005
+    return 0.129657
 
   @property
   def test_target_value(self) -> float:
     # Todo
-    return 0.1319666458
+    return 0.131967
 
   @property
   def embedding_init_multiplier(self) -> float:

algorithmic_efficiency/workloads/criteo1tb/criteo1tb_pytorch/workload.py

@@ -254,7 +254,7 @@ def use_layer_norm(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.1237562372
+    return 0.123757
 
   @property
   def test_target_value(self) -> float:
@@ -272,23 +272,23 @@ def use_resnet(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.1241490923
+    return 0.12415
 
   @property
   def test_target_value(self) -> float:
-    return 0.1264799502
+    return 0.12648
 
 
 class Criteo1TbDlrmSmallEmbedInitWorkload(Criteo1TbDlrmSmallWorkload):
 
   @property
   def validation_target_value(self) -> float:
-    return 0.129656005
+    return 0.129657
 
   @property
   def test_target_value(self) -> float:
     # Todo
-    return 0.1319666458
+    return 0.131967
 
   @property
   def embedding_init_multiplier(self) -> float:

algorithmic_efficiency/workloads/imagenet_resnet/imagenet_jax/workload.py

@@ -272,11 +272,11 @@ def use_silu(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.7544599771
+    return 0.75445
 
   @property
   def test_target_value(self) -> float:
-    return 0.6323000193
+    return 0.6323
 
 
 class ImagenetResNetGELUWorkload(ImagenetResNetWorkload):
@@ -287,11 +287,11 @@ def use_gelu(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.7676599622
+    return 0.76765
 
   @property
   def test_target_value(self) -> float:
-    return 0.651900053
+    return 0.6519
 
 
 class ImagenetResNetLargeBNScaleWorkload(ImagenetResNetWorkload):

algorithmic_efficiency/workloads/imagenet_resnet/imagenet_pytorch/workload.py

@@ -326,11 +326,11 @@ def use_silu(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.7544599771
+    return 0.75445
 
   @property
   def test_target_value(self) -> float:
-    return 0.6323000193
+    return 0.6323
 
 
 class ImagenetResNetGELUWorkload(ImagenetResNetWorkload):
@@ -341,11 +341,11 @@ def use_gelu(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.7676599622
+    return 0.76765
 
   @property
   def test_target_value(self) -> float:
-    return 0.651900053
+    return 0.6519
 
 
 class ImagenetResNetLargeBNScaleWorkload(ImagenetResNetWorkload):

algorithmic_efficiency/workloads/imagenet_vit/imagenet_jax/workload.py

@@ -99,11 +99,11 @@ def use_glu(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.7573800087
+    return 0.75738
 
   @property
   def test_target_value(self) -> float:
-    return 0.6359000206
+    return 0.6359
 
 
 class ImagenetVitPostLNWorkload(ImagenetVitWorkload):
@@ -129,7 +129,7 @@ def use_map(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.77114
+    return 0.77113
 
   @property
   def test_target_value(self) -> float:

algorithmic_efficiency/workloads/imagenet_vit/imagenet_pytorch/workload.py

@@ -90,11 +90,11 @@ def use_glu(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.7573800087
+    return 0.75738
 
   @property
   def test_target_value(self) -> float:
-    return 0.6359000206
+    return 0.6359
 
 
 class ImagenetVitPostLNWorkload(ImagenetVitWorkload):
@@ -120,7 +120,7 @@ def use_map(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.77114
+    return 0.77113
 
   @property
   def test_target_value(self) -> float:

algorithmic_efficiency/workloads/librispeech_conformer/librispeech_jax/workload.py

@@ -388,11 +388,11 @@ def attention_temperature(self) -> float:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.109976153
+    return 0.109977
 
   @property
   def test_target_value(self) -> float:
-    return 0.06806410335
+    return 0.068065
 
 
 class LibriSpeechConformerLayerNormWorkload(LibriSpeechConformerWorkload):
@@ -403,11 +403,11 @@ def use_post_layer_norm(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.09730924819
+    return 0.09731
 
   @property
   def test_target_value(self) -> float:
-    return 0.05995978307
+    return 0.05996
 
 
 class LibriSpeechConformerGeluWorkload(LibriSpeechConformerWorkload):
@@ -418,8 +418,8 @@ def use_gelu(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.09411355803
+    return 0.094114
 
   @property
   def test_target_value(self) -> float:
-    return 0.05662868401
+    return 0.056629

algorithmic_efficiency/workloads/librispeech_conformer/librispeech_pytorch/workload.py

@@ -354,11 +354,11 @@ def attention_temperature(self) -> float:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.109976153
+    return 0.109977
 
   @property
   def test_target_value(self) -> float:
-    return 0.06806410335
+    return 0.068065
 
 
 class LibriSpeechConformerLayerNormWorkload(LibriSpeechConformerWorkload):
@@ -369,11 +369,11 @@ def use_post_layer_norm(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.09730924819
+    return 0.09731
 
   @property
   def test_target_value(self) -> float:
-    return 0.05995978307
+    return 0.05996
 
 
 class LibriSpeechConformerGeluWorkload(LibriSpeechConformerWorkload):
@@ -384,8 +384,8 @@ def use_gelu(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.09411355803
+    return 0.094114
 
   @property
   def test_target_value(self) -> float:
-    return 0.05662868401
+    return 0.056629

algorithmic_efficiency/workloads/librispeech_deepspeech/librispeech_jax/workload.py

@@ -109,11 +109,11 @@ def use_tanh(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.140084
+    return 0.150883
 
   @property
   def test_target_value(self) -> float:
-    return 0.089249
+    return 0.098613
 
 
 class LibriSpeechDeepSpeechNoResNetWorkload(LibriSpeechDeepSpeechWorkload):
@@ -124,11 +124,11 @@ def enable_residual_connections(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.122745
+    return 0.131564
 
   @property
   def test_target_value(self) -> float:
-    return 0.073837
+    return 0.079297
 
 
 class LibriSpeechDeepSpeechNormAndSpecAugWorkload(LibriSpeechDeepSpeechWorkload
@@ -156,8 +156,8 @@ def time_mask_count(self) -> int:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.137877
+    return 0.14342
 
   @property
   def test_target_value(self) -> float:
-    return 0.088675
+    return 0.090976

algorithmic_efficiency/workloads/librispeech_deepspeech/librispeech_pytorch/workload.py

@@ -116,11 +116,11 @@ def use_tanh(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.140084
+    return 0.150883
 
   @property
   def test_target_value(self) -> float:
-    return 0.089249
+    return 0.098613
 
 
 class LibriSpeechDeepSpeechNoResNetWorkload(LibriSpeechDeepSpeechWorkload):
@@ -131,11 +131,11 @@ def enable_residual_connections(self) -> bool:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.122745
+    return 0.131564
 
   @property
   def test_target_value(self) -> float:
-    return 0.073837
+    return 0.079297
 
 
 class LibriSpeechDeepSpeechNormAndSpecAugWorkload(LibriSpeechDeepSpeechWorkload
@@ -163,8 +163,8 @@ def time_mask_count(self) -> int:
 
   @property
   def validation_target_value(self) -> float:
-    return 0.137877
+    return 0.14342
 
   @property
   def test_target_value(self) -> float:
-    return 0.088675
+    return 0.090976

algorithmic_efficiency/workloads/wmt/wmt_jax/workload.py

@@ -299,7 +299,7 @@ class WmtWorkloadPostLN(WmtWorkload):
 
   @property
   def validation_target_value(self) -> float:
-    return 30.07797237
+    return 30.0779
 
   @property
   def test_target_value(self) -> float:
@@ -315,11 +315,11 @@ class WmtWorkloadAttentionTemp(WmtWorkload):
 
   @property
   def validation_target_value(self) -> float:
-    return 29.86119393
+    return 29.8611
 
   @property
   def test_target_value(self) -> float:
-    return 29.41438511
+    return 29.4143
 
   @property
   def attention_temp(self) -> float:
@@ -331,11 +331,11 @@ class WmtWorkloadGLUTanH(WmtWorkload):
 
   @property
   def validation_target_value(self) -> float:
-    return 29.65174349
+    return 29.6517
 
   @property
   def test_target_value(self) -> float:
-    return 29.05153769
+    return 29.0515
 
   @property
   def activation(self) -> str: