Rerun FLCE benchmark after bias added (#148)

## Summary   as title ## Testing Done   - Hardware Type: <BLANK> - [ ] run `make test` to ensure correctness - [ ] run `make checkstyle` to ensure code style - [ ] run `make test-convergence` to ensure convergence
linkedin · Aug 28, 2024 · 4a4e05c · 4a4e05c
1 parent 01010eb
commit 4a4e05c
Show file tree

Hide file tree

Showing 14 changed files with 30 additions and 12 deletions.
diff --git a/...rk/fused_linear_cross_entropy_memory/fused-linear-cross-entropy-bias-memory-benchmark.csv b/...rk/fused_linear_cross_entropy_memory/fused-linear-cross-entropy-bias-memory-benchmark.csv
@@ -0,0 +1,5 @@
+BT,Liger,Hugging Face
+4096.000000,4135.732178,5988.779150
+8192.000000,4361.197803,9056.422900
+16384.000000,4797.391553,15190.085400
+32768.000000,5669.779053,27457.410400
diff --git a/...inear_cross_entropy_memory/fused-linear-cross-entropy-bias-memory-benchmark.png b/...inear_cross_entropy_memory/fused-linear-cross-entropy-bias-memory-benchmark.png
diff --git a/benchmark/fused_linear_cross_entropy_memory/fused-linear-cross-entropy-memory-benchmark.csv b/benchmark/fused_linear_cross_entropy_memory/fused-linear-cross-entropy-memory-benchmark.csv
@@ -1,5 +1,5 @@
 BT,Liger,Hugging Face
-4096.0,4134.1,5988.1
-8192.0,4360.2,9055.7
-16384.0,4796.4,15189.4
-32768.0,5668.8,27456.7
+4096.000000,4142.903125,5988.882227
+8192.000000,4360.243750,9055.713477
+16384.000000,4796.437500,15189.375977
+32768.000000,5668.825000,27456.700977
diff --git a/...sed_linear_cross_entropy_memory/fused-linear-cross-entropy-memory-benchmark.png b/...sed_linear_cross_entropy_memory/fused-linear-cross-entropy-memory-benchmark.png
diff --git a/benchmark/fused_linear_cross_entropy_memory/results.html b/benchmark/fused_linear_cross_entropy_memory/results.html
@@ -1,3 +1,4 @@
 <html><body>
+<image src="fused-linear-cross-entropy-bias-memory-benchmark.png"/>
 <image src="fused-linear-cross-entropy-memory-benchmark.png"/>
 </body></html>
diff --git a/...fused_linear_cross_entropy_speed/fused-linear-cross-entropy-bias-full-speed-benchmark.csv b/...fused_linear_cross_entropy_speed/fused-linear-cross-entropy-bias-full-speed-benchmark.csv
@@ -0,0 +1,5 @@
+BT,Liger,Hugging Face
+4096.000000,116.296188,56.853535
+8192.000000,166.921188,112.760033
+16384.000000,277.352600,227.508896
+32768.000000,514.529968,461.566467
diff --git a/...ar_cross_entropy_speed/fused-linear-cross-entropy-bias-full-speed-benchmark.png b/...ar_cross_entropy_speed/fused-linear-cross-entropy-bias-full-speed-benchmark.png
diff --git a/.../fused_linear_cross_entropy_speed/fused-linear-cross-entropy-bias-fwd-speed-benchmark.csv b/.../fused_linear_cross_entropy_speed/fused-linear-cross-entropy-bias-fwd-speed-benchmark.csv
@@ -0,0 +1,5 @@
+BT,Liger,Hugging Face
+4096.000000,114.310143,19.091425
+8192.000000,165.286713,37.737888
+16384.000000,275.571533,76.300545
+32768.000000,514.315735,153.778214
diff --git a/...ear_cross_entropy_speed/fused-linear-cross-entropy-bias-fwd-speed-benchmark.png b/...ear_cross_entropy_speed/fused-linear-cross-entropy-bias-fwd-speed-benchmark.png
diff --git a/...mark/fused_linear_cross_entropy_speed/fused-linear-cross-entropy-full-speed-benchmark.csv b/...mark/fused_linear_cross_entropy_speed/fused-linear-cross-entropy-full-speed-benchmark.csv
@@ -1,5 +1,5 @@
 BT,Liger,Hugging Face
-4096.0,114.5,56.2
-8192.0,162.4,111.8
-16384.0,269.5,223.5
-32768.0,499.3,459.9
+4096.000000,113.788513,55.826752
+8192.000000,161.439941,111.965668
+16384.000000,265.694977,226.629089
+32768.000000,493.758789,457.556732
diff --git a/..._linear_cross_entropy_speed/fused-linear-cross-entropy-full-speed-benchmark.png b/..._linear_cross_entropy_speed/fused-linear-cross-entropy-full-speed-benchmark.png
diff --git a/...hmark/fused_linear_cross_entropy_speed/fused-linear-cross-entropy-fwd-speed-benchmark.csv b/...hmark/fused_linear_cross_entropy_speed/fused-linear-cross-entropy-fwd-speed-benchmark.csv
@@ -1,5 +1,5 @@
 BT,Liger,Hugging Face
-4096.0,112.5,19.4
-8192.0,162.4,37.9
-16384.0,268.6,76.3
-32768.0,497.0,153.2
+4096.000000,111.505859,18.631777
+8192.000000,161.481506,38.211952
+16384.000000,264.542084,76.012672
+32768.000000,493.426575,152.069031
diff --git a/...d_linear_cross_entropy_speed/fused-linear-cross-entropy-fwd-speed-benchmark.png b/...d_linear_cross_entropy_speed/fused-linear-cross-entropy-fwd-speed-benchmark.png
diff --git a/benchmark/fused_linear_cross_entropy_speed/results.html b/benchmark/fused_linear_cross_entropy_speed/results.html
@@ -1,4 +1,6 @@
 <html><body>
 <image src="fused-linear-cross-entropy-fwd-speed-benchmark.png"/>
+<image src="fused-linear-cross-entropy-bias-fwd-speed-benchmark.png"/>
 <image src="fused-linear-cross-entropy-full-speed-benchmark.png"/>
+<image src="fused-linear-cross-entropy-bias-full-speed-benchmark.png"/>
 </body></html>