diff --git a/LLama/LLamaSharp.Runtime.targets b/LLama/LLamaSharp.Runtime.targets
index 28d82fa61..019f733bd 100644
--- a/LLama/LLamaSharp.Runtime.targets
+++ b/LLama/LLamaSharp.Runtime.targets
@@ -94,6 +94,24 @@
+
+ PreserveNewest
+ runtimes/win-x64/native/cuda13/llama.dll
+
+
+ PreserveNewest
+ runtimes/win-x64/native/cuda13/ggml-base.dll
+
+
+ PreserveNewest
+ runtimes/win-x64/native/cuda13/ggml.dll
+
+
+ PreserveNewest
+ runtimes/win-x64/native/cuda13/ggml-cuda.dll
+
+
+
PreserveNewest
runtimes/win-x64/native/vulkan/llama.dll
@@ -243,6 +261,24 @@
+
+ PreserveNewest
+ runtimes/linux-x64/native/cuda13/libllama.so
+
+
+ PreserveNewest
+ runtimes/linux-x64/native/cuda13/libggml.so
+
+
+ PreserveNewest
+ runtimes/linux-x64/native/cuda13/libggml-base.so
+
+
+ PreserveNewest
+ runtimes/linux-x64/native/cuda13/libggml-cuda.so
+
+
+
PreserveNewest
runtimes/linux-x64/native/vulkan/libllama.so
@@ -428,6 +464,10 @@
PreserveNewest
runtimes/win-x64/native/cuda12/libmtmd.dll
+
+ PreserveNewest
+ runtimes/win-x64/native/cuda13/libmtmd.dll
+
PreserveNewest
runtimes/win-x64/native/vulkan/mtmd.dll
@@ -457,6 +497,10 @@
PreserveNewest
runtimes/linux-x64/native/cuda12/libmtmd.so
+
+ PreserveNewest
+ runtimes/linux-x64/native/cuda13/libmtmd.so
+
PreserveNewest
runtimes/linux-x64/native/vulkan/libmtmd.so
diff --git a/LLama/runtimes/build/LLamaSharp.Backend.Cuda13.Linux.nuspec b/LLama/runtimes/build/LLamaSharp.Backend.Cuda13.Linux.nuspec
new file mode 100644
index 000000000..efbde277f
--- /dev/null
+++ b/LLama/runtimes/build/LLamaSharp.Backend.Cuda13.Linux.nuspec
@@ -0,0 +1,34 @@
+
+
+
+ LLamaSharp.Backend.Cuda13.Linux
+ $version$
+ LLamaSharp.Backend.Cuda13.Linux
+ llama.cpp Authors
+ false
+ MIT
+ icon512.png
+ https://github.com/SciSharp/LLamaSharp
+ LLamaSharp.Backend.Cuda13.Linux contains the Linux binaries for LLamaSharp with Cuda13 support.
+
+ Copyright 2023 The llama.cpp Authors. All rights reserved.
+ LLamaSharp LLama LLM GPT AI ChatBot SciSharp
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
diff --git a/LLama/runtimes/build/LLamaSharp.Backend.Cuda13.Windows.nuspec b/LLama/runtimes/build/LLamaSharp.Backend.Cuda13.Windows.nuspec
new file mode 100644
index 000000000..9df3e28b2
--- /dev/null
+++ b/LLama/runtimes/build/LLamaSharp.Backend.Cuda13.Windows.nuspec
@@ -0,0 +1,34 @@
+
+
+
+ LLamaSharp.Backend.Cuda13.Windows
+ $version$
+ LLamaSharp.Backend.Cuda13.Windows
+ llama.cpp Authors
+ false
+ MIT
+ icon512.png
+ https://github.com/SciSharp/LLamaSharp
+ LLamaSharp.Backend.Cuda13.Windows contains the Windows binaries for LLamaSharp with Cuda13 support.
+
+ Copyright 2023 The llama.cpp Authors. All rights reserved.
+ LLamaSharp LLama LLM GPT AI ChatBot SciSharp
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
diff --git a/LLama/runtimes/build/LLamaSharp.Backend.Cuda13.nuspec b/LLama/runtimes/build/LLamaSharp.Backend.Cuda13.nuspec
new file mode 100644
index 000000000..a44d5f844
--- /dev/null
+++ b/LLama/runtimes/build/LLamaSharp.Backend.Cuda13.nuspec
@@ -0,0 +1,28 @@
+
+
+
+ LLamaSharp.Backend.Cuda13
+ $version$
+ LLamaSharp.Backend.Cuda13, the backend for LLamaSharp
+ llama.cpp Authors
+ false
+ MIT
+ icon512.png
+ https://github.com/SciSharp/LLamaSharp
+ LLamaSharp.Backend.Cuda13 is a backend for LLamaSharp to use with Cuda13.
+
+ Copyright 2023 The llama.cpp Authors. All rights reserved.
+ LLamaSharp LLama LLM GPT AI ChatBot SciSharp
+
+
+
+
+
+
+
+
+
+
+
+
+
diff --git a/README.md b/README.md
index 60e9b2c86..76428deef 100644
--- a/README.md
+++ b/README.md
@@ -5,6 +5,7 @@
[](https://www.nuget.org/packages/LLamaSharp)
[](https://www.nuget.org/packages/LLamaSharp.Backend.Cpu)
[](https://www.nuget.org/packages/LLamaSharp.Backend.Cuda12)
+[](https://www.nuget.org/packages/LLamaSharp.Backend.Cuda13)
[](https://www.nuget.org/packages/LLamaSharp.Backend.Vulkan)
@@ -96,6 +97,7 @@ PM> Install-Package LLamaSharp
- [`LLamaSharp.Backend.Cpu`](https://www.nuget.org/packages/LLamaSharp.Backend.Cpu): Pure CPU for Windows, Linux & Mac. Metal (GPU) support for Mac.
- [`LLamaSharp.Backend.Cuda11`](https://www.nuget.org/packages/LLamaSharp.Backend.Cuda11): CUDA 11 for Windows & Linux.
- [`LLamaSharp.Backend.Cuda12`](https://www.nuget.org/packages/LLamaSharp.Backend.Cuda12): CUDA 12 for Windows & Linux.
+ - [`LLamaSharp.Backend.Cuda13`](https://www.nuget.org/packages/LLamaSharp.Backend.Cuda13): CUDA 13 for Windows & Linux.
- [`LLamaSharp.Backend.Vulkan`](https://www.nuget.org/packages/LLamaSharp.Backend.Vulkan): Vulkan for Windows & Linux.
### Model preparation
diff --git a/docs/QuickStart.md b/docs/QuickStart.md
index abcb76be4..c87e5d71d 100644
--- a/docs/QuickStart.md
+++ b/docs/QuickStart.md
@@ -17,6 +17,7 @@ PM> Install-Package LLamaSharp
- [`LLamaSharp.Backend.Cpu`](https://www.nuget.org/packages/LLamaSharp.Backend.Cpu): Pure CPU for Windows & Linux & MAC. Metal (GPU) support for MAC.
- [`LLamaSharp.Backend.Cuda11`](https://www.nuget.org/packages/LLamaSharp.Backend.Cuda11): CUDA11 for Windows & Linux.
- [`LLamaSharp.Backend.Cuda12`](https://www.nuget.org/packages/LLamaSharp.Backend.Cuda12): CUDA 12 for Windows & Linux.
+ - [`LLamaSharp.Backend.Cuda13`](https://www.nuget.org/packages/LLamaSharp.Backend.Cuda13): CUDA 13 for Windows & Linux.
- [`LLamaSharp.Backend.OpenCL`](https://www.nuget.org/packages/LLamaSharp.Backend.OpenCL): OpenCL for Windows & Linux.
## Model preparation