Upgrade transformers to 5.5.3 and refactor hf_transformers_utils into subpackage (#21569)

python/pyproject_other.toml

@@ -25,6 +25,7 @@ runtime_common = [
   "build",
   "compressed-tensors",
   "datasets",
+  "easydict",
   "einops",
   "fastapi",
   "gguf",
@@ -57,8 +58,8 @@ runtime_common = [
   "timm==1.0.16",
   "torchao==0.9.0",
   "tqdm",
-  "mistral_common>=1.9.0",
-  "transformers==5.3.0",
+  "mistral_common>=1.11.0",
+  "transformers==5.5.4",
   "uvicorn",
   "uvloop",
   "xgrammar==0.1.32",