diff --git a/train_gpt2.cu b/train_gpt2.cu
index 87036c2..5c441d2 100644
--- a/train_gpt2.cu
+++ b/train_gpt2.cu
@@ -228,10 +228,10 @@ struct alignas(16) Packed128 {
         return result;
     }
     __device__ static Packed128 zeros() {
-        return constant(0);
+        return constant(0.f);
     }
     __device__ static Packed128 ones() {
-        return constant(1);
+        return constant(1.f);
     }
 
     __device__ ElementType& operator[](int index) {