ci updates

Author: ngc92

.github/workflows/ci.yml

@@ -234,3 +234,11 @@ jobs:
 
       - name: Build BF16
         run: PRECISION=BF16 make test_llama3cu train_llama3cu
+
+      - name: Get cudnn
+        run: |
+          apt-get update && apt-get install -y git
+          git clone https://github.com/NVIDIA/cudnn-frontend.git
+
+      - name: Build cuDNN
+        run: PRECISION=BF16 USE_CUDNN=1 make test_llama3cu train_llama3cu

.github/workflows/ci_gpu.yml

@@ -197,6 +197,19 @@ jobs:
       - name: Run default
         run: ./test_llama3cu
 
+      - name: Install cuDNN-frontend
+        run:
+          git clone https://github.com/NVIDIA/cudnn-frontend.git
+
+      - name: Build with cuDNN
+        run: USE_CUDNN=1 PRECISION=BF16 make train_llama3cu test_llama3cu
+
+      - name: Train model with cuDNN
+        run: ./train_llama3cu
+
+      - name: Execute testing program with cuDNN
+        run: ./test_llama3cu
+
   unit-tests-gpu:
     runs-on: ubicloud-gpu-standard-1-latest