From b24279c4db2beb9bb962cdd7b87782db5df7dd32 Mon Sep 17 00:00:00 2001
From: Erik Schultheis <erik.schultheis@aalto.fi>
Date: Fri, 17 May 2024 01:15:47 +0300
Subject: [PATCH] remove duplicate workspace allocation

---
 train_gpt2.cu | 2 --
 1 file changed, 2 deletions(-)

diff --git a/train_gpt2.cu b/train_gpt2.cu
index 91fe1ca..afc1f7b 100644
--- a/train_gpt2.cu
+++ b/train_gpt2.cu
@@ -2409,8 +2409,6 @@ void common_start(bool override_enable_tf32 = true, bool print_device_info = tru
     bool enable_tf32 = PRECISION_MODE == PRECISION_FP32 && deviceProp.major >= 8 && override_enable_tf32;
     cublasCheck(cublasSetMathMode(cublas_handle, enable_tf32 ? CUBLAS_TF32_TENSOR_OP_MATH : CUBLAS_DEFAULT_MATH));
     cublas_compute = enable_tf32 ? CUBLAS_COMPUTE_32F_FAST_TF32 : CUBLAS_COMPUTE_32F;
-    // setup the (global) cuBLASLt workspace
-    cudaCheck(cudaMalloc(&cublaslt_workspace, cublaslt_workspace_size));
 
     create_cudnn();
 }