diff --git a/requirements_amd.txt b/requirements_amd.txt
index 52e36510..e9dfb128 100644
--- a/requirements_amd.txt
+++ b/requirements_amd.txt
@@ -2,6 +2,7 @@ accelerate==0.33.*
 colorama
 datasets
 einops
+fastapi==0.112.4
 gradio==4.26.*
 hqq==0.1.7.post3
 jinja2==3.1.4
@@ -14,6 +15,7 @@ pandas
 peft==0.12.*
 Pillow>=9.5.0
 psutil
+pydantic==2.8.2
 pyyaml
 requests
 rich
@@ -46,4 +48,4 @@ https://github.com/oobabooga/exllamav2/releases/download/v0.1.8/exllamav2-0.1.8-
 https://github.com/oobabooga/AutoAWQ/releases/download/0.2.6/autoawq-0.2.6-cp311-cp311-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.11"
 https://github.com/oobabooga/AutoAWQ/releases/download/0.2.6/autoawq-0.2.6-cp310-cp310-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.10"
 https://github.com/oobabooga/AutoAWQ_kernels/releases/download/0.0.7/autoawq_kernels-0.0.7+rocm561-cp311-cp311-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.11"
-https://github.com/oobabooga/AutoAWQ_kernels/releases/download/0.0.7/autoawq_kernels-0.0.7+rocm561-cp310-cp310-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.10"
\ No newline at end of file
+https://github.com/oobabooga/AutoAWQ_kernels/releases/download/0.0.7/autoawq_kernels-0.0.7+rocm561-cp310-cp310-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.10"
diff --git a/requirements_amd_noavx2.txt b/requirements_amd_noavx2.txt
index 18a81d04..69a350ad 100644
--- a/requirements_amd_noavx2.txt
+++ b/requirements_amd_noavx2.txt
@@ -2,6 +2,7 @@ accelerate==0.33.*
 colorama
 datasets
 einops
+fastapi==0.112.4
 gradio==4.26.*
 hqq==0.1.7.post3
 jinja2==3.1.4
@@ -14,6 +15,7 @@ pandas
 peft==0.12.*
 Pillow>=9.5.0
 psutil
+pydantic==2.8.2
 pyyaml
 requests
 rich
@@ -44,4 +46,4 @@ https://github.com/oobabooga/exllamav2/releases/download/v0.1.8/exllamav2-0.1.8-
 https://github.com/oobabooga/AutoAWQ/releases/download/0.2.6/autoawq-0.2.6-cp311-cp311-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.11"
 https://github.com/oobabooga/AutoAWQ/releases/download/0.2.6/autoawq-0.2.6-cp310-cp310-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.10"
 https://github.com/oobabooga/AutoAWQ_kernels/releases/download/0.0.7/autoawq_kernels-0.0.7+rocm561-cp311-cp311-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.11"
-https://github.com/oobabooga/AutoAWQ_kernels/releases/download/0.0.7/autoawq_kernels-0.0.7+rocm561-cp310-cp310-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.10"
\ No newline at end of file
+https://github.com/oobabooga/AutoAWQ_kernels/releases/download/0.0.7/autoawq_kernels-0.0.7+rocm561-cp310-cp310-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.10"
diff --git a/requirements_apple_intel.txt b/requirements_apple_intel.txt
index af02904b..0326916e 100644
--- a/requirements_apple_intel.txt
+++ b/requirements_apple_intel.txt
@@ -2,6 +2,7 @@ accelerate==0.33.*
 colorama
 datasets
 einops
+fastapi==0.112.4
 gradio==4.26.*
 hqq==0.1.7.post3
 jinja2==3.1.4
@@ -14,6 +15,7 @@ pandas
 peft==0.12.*
 Pillow>=9.5.0
 psutil
+pydantic==2.8.2
 pyyaml
 requests
 rich
diff --git a/requirements_apple_silicon.txt b/requirements_apple_silicon.txt
index 8cdd8519..70ee3d27 100644
--- a/requirements_apple_silicon.txt
+++ b/requirements_apple_silicon.txt
@@ -2,6 +2,7 @@ accelerate==0.33.*
 colorama
 datasets
 einops
+fastapi==0.112.4
 gradio==4.26.*
 hqq==0.1.7.post3
 jinja2==3.1.4
@@ -14,6 +15,7 @@ pandas
 peft==0.12.*
 Pillow>=9.5.0
 psutil
+pydantic==2.8.2
 pyyaml
 requests
 rich
diff --git a/requirements_cpu_only.txt b/requirements_cpu_only.txt
index 807c182a..fe2d796c 100644
--- a/requirements_cpu_only.txt
+++ b/requirements_cpu_only.txt
@@ -2,6 +2,7 @@ accelerate==0.33.*
 colorama
 datasets
 einops
+fastapi==0.112.4
 gradio==4.26.*
 hqq==0.1.7.post3
 jinja2==3.1.4
@@ -14,6 +15,7 @@ pandas
 peft==0.12.*
 Pillow>=9.5.0
 psutil
+pydantic==2.8.2
 pyyaml
 requests
 rich
diff --git a/requirements_cpu_only_noavx2.txt b/requirements_cpu_only_noavx2.txt
index e2a89936..982a12a1 100644
--- a/requirements_cpu_only_noavx2.txt
+++ b/requirements_cpu_only_noavx2.txt
@@ -2,6 +2,7 @@ accelerate==0.33.*
 colorama
 datasets
 einops
+fastapi==0.112.4
 gradio==4.26.*
 hqq==0.1.7.post3
 jinja2==3.1.4
@@ -14,6 +15,7 @@ pandas
 peft==0.12.*
 Pillow>=9.5.0
 psutil
+pydantic==2.8.2
 pyyaml
 requests
 rich
diff --git a/requirements_noavx2.txt b/requirements_noavx2.txt
index d22eb72c..fc253f5c 100644
--- a/requirements_noavx2.txt
+++ b/requirements_noavx2.txt
@@ -5,6 +5,7 @@ bitsandbytes==0.43.*
 colorama
 datasets
 einops
+fastapi==0.112.4
 gradio==4.26.*
 hqq==0.1.7.post3
 jinja2==3.1.4
@@ -17,6 +18,7 @@ pandas
 peft==0.12.*
 Pillow>=9.5.0
 psutil
+pydantic==2.8.2
 pyyaml
 requests
 rich
@@ -69,4 +71,4 @@ https://github.com/oobabooga/AutoAWQ/releases/download/0.2.6/autoawq-0.2.6-cp310
 https://github.com/oobabooga/AutoAWQ_kernels/releases/download/0.0.7/autoawq_kernels-0.0.7-cp311-cp311-win_amd64.whl; platform_system == "Windows" and python_version == "3.11"
 https://github.com/oobabooga/AutoAWQ_kernels/releases/download/0.0.7/autoawq_kernels-0.0.7-cp310-cp310-win_amd64.whl; platform_system == "Windows" and python_version == "3.10"
 https://github.com/oobabooga/AutoAWQ_kernels/releases/download/0.0.7/autoawq_kernels-0.0.7-cp311-cp311-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.11"
-https://github.com/oobabooga/AutoAWQ_kernels/releases/download/0.0.7/autoawq_kernels-0.0.7-cp310-cp310-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.10"
\ No newline at end of file
+https://github.com/oobabooga/AutoAWQ_kernels/releases/download/0.0.7/autoawq_kernels-0.0.7-cp310-cp310-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.10"
diff --git a/requirements_nowheels.txt b/requirements_nowheels.txt
index ffb45fe3..ec18464d 100644
--- a/requirements_nowheels.txt
+++ b/requirements_nowheels.txt
@@ -2,6 +2,7 @@ accelerate==0.33.*
 colorama
 datasets
 einops
+fastapi==0.112.4
 gradio==4.26.*
 hqq==0.1.7.post3
 jinja2==3.1.4
@@ -14,6 +15,7 @@ pandas
 peft==0.12.*
 Pillow>=9.5.0
 psutil
+pydantic==2.8.2
 pyyaml
 requests
 rich