Ensure transformers is up to date (#1479)

We fix tests to adjust for deprecated methods, we added a line to ensure
we get the latest transformers package is latest.

Author: calderjo

kaggle_requirements.txt

@@ -130,6 +130,7 @@ torchao
 torchinfo
 torchmetrics
 torchtune
+transformers>=4.51.0
 triton
 tsfresh
 vtk

tests/test_transformers.py

@@ -1,7 +1,7 @@
 import unittest
 
 import torch
-from transformers import AdamW
+import torch.optim as optim
 import transformers.pipelines # verify this import works
 
 
@@ -10,13 +10,12 @@ def assertListAlmostEqual(self, list1, list2, tol):
         self.assertEqual(len(list1), len(list2))
         for a, b in zip(list1, list2):
             self.assertAlmostEqual(a, b, delta=tol)
-
     def test_adam_w(self):
         w = torch.tensor([0.1, -0.2, -0.1], requires_grad=True)
         target = torch.tensor([0.4, 0.2, -0.5])
         criterion = torch.nn.MSELoss()
         # No warmup, constant schedule, no gradient clipping
-        optimizer = AdamW(params=[w], lr=2e-1, weight_decay=0.0)
+        optimizer = optim.AdamW(params=[w], lr=2e-1, weight_decay=0.0)
         for _ in range(100):
             loss = criterion(w, target)
             loss.backward()