diff --git a/gcsfs/tests/perf/macrobenchmarks/workloads/hf-pytorch-lightning-cpu/helm_chart/requirements.txt b/gcsfs/tests/perf/macrobenchmarks/workloads/hf-pytorch-lightning-cpu/helm_chart/requirements.txt
index 70e391fcd..3f441866b 100644
--- a/gcsfs/tests/perf/macrobenchmarks/workloads/hf-pytorch-lightning-cpu/helm_chart/requirements.txt
+++ b/gcsfs/tests/perf/macrobenchmarks/workloads/hf-pytorch-lightning-cpu/helm_chart/requirements.txt
@@ -16,4 +16,4 @@ gcsfs
 lightning>=2.0
 psutil
 pyarrow
-transformers==4.46.3
+transformers==5.3.0