From a787a085f9f008262f272baec540ea2aca6357dc Mon Sep 17 00:00:00 2001
From: Chandan Kumar <cml.codes@gmail.com>
Date: Fri, 18 Sep 2026 12:53:22 +0530
Subject: [PATCH] Add LLamaSharp.Backend.Cuda13 packaging and docs.

Ship the Cuda13 nuspecs, Runtime.targets copy rules for cu13.0.0 deps, and the README/QuickStart package mentions. Safe to land after binaries exist and the nuget ownership issue is resolved.
---
 LLama/LLamaSharp.Runtime.targets              | 44 +++++++++++++++++++
 .../LLamaSharp.Backend.Cuda13.Linux.nuspec    | 34 ++++++++++++++
 .../LLamaSharp.Backend.Cuda13.Windows.nuspec  | 34 ++++++++++++++
 .../build/LLamaSharp.Backend.Cuda13.nuspec    | 28 ++++++++++++
 README.md                                     |  2 +
 docs/QuickStart.md                            |  1 +
 6 files changed, 143 insertions(+)
 create mode 100644 LLama/runtimes/build/LLamaSharp.Backend.Cuda13.Linux.nuspec
 create mode 100644 LLama/runtimes/build/LLamaSharp.Backend.Cuda13.Windows.nuspec
 create mode 100644 LLama/runtimes/build/LLamaSharp.Backend.Cuda13.nuspec

diff --git a/LLama/LLamaSharp.Runtime.targets b/LLama/LLamaSharp.Runtime.targets
index 28d82fa61..019f733bd 100644
--- a/LLama/LLamaSharp.Runtime.targets
+++ b/LLama/LLamaSharp.Runtime.targets
@@ -94,6 +94,24 @@
       </None>
 
 
+      <None Include="$(MSBuildThisFileDirectory)runtimes/deps/cu13.0.0/llama.dll" Condition="Exists('$(MSBuildThisFileDirectory)runtimes/deps/cu13.0.0/llama.dll')">
+        <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
+        <Link>runtimes/win-x64/native/cuda13/llama.dll</Link>
+      </None>
+      <None Include="$(MSBuildThisFileDirectory)runtimes/deps/cu13.0.0/ggml-base.dll" Condition="Exists('$(MSBuildThisFileDirectory)runtimes/deps/cu13.0.0/ggml-base.dll')">
+        <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
+        <Link>runtimes/win-x64/native/cuda13/ggml-base.dll</Link>
+      </None>
+      <None Include="$(MSBuildThisFileDirectory)runtimes/deps/cu13.0.0/ggml.dll" Condition="Exists('$(MSBuildThisFileDirectory)runtimes/deps/cu13.0.0/ggml.dll')">
+        <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
+        <Link>runtimes/win-x64/native/cuda13/ggml.dll</Link>
+      </None>
+      <None Include="$(MSBuildThisFileDirectory)runtimes/deps/cu13.0.0/ggml-cuda.dll" Condition="Exists('$(MSBuildThisFileDirectory)runtimes/deps/cu13.0.0/ggml-cuda.dll')">
+        <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
+        <Link>runtimes/win-x64/native/cuda13/ggml-cuda.dll</Link>
+      </None>
+
+
       <None Include="$(MSBuildThisFileDirectory)runtimes/deps/vulkan/llama.dll">
         <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
         <Link>runtimes/win-x64/native/vulkan/llama.dll</Link>
@@ -243,6 +261,24 @@
       </None>
 
 
+      <None Include="$(MSBuildThisFileDirectory)runtimes/deps/cu13.0.0/libllama.so" Condition="Exists('$(MSBuildThisFileDirectory)runtimes/deps/cu13.0.0/libllama.so')">
+        <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
+        <Link>runtimes/linux-x64/native/cuda13/libllama.so</Link>
+      </None>
+      <None Include="$(MSBuildThisFileDirectory)runtimes/deps/cu13.0.0/libggml.so" Condition="Exists('$(MSBuildThisFileDirectory)runtimes/deps/cu13.0.0/libggml.so')">
+        <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
+        <Link>runtimes/linux-x64/native/cuda13/libggml.so</Link>
+      </None>
+      <None Include="$(MSBuildThisFileDirectory)runtimes/deps/cu13.0.0/libggml-base.so" Condition="Exists('$(MSBuildThisFileDirectory)runtimes/deps/cu13.0.0/libggml-base.so')">
+          <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
+          <Link>runtimes/linux-x64/native/cuda13/libggml-base.so</Link>
+      </None>
+      <None Include="$(MSBuildThisFileDirectory)runtimes/deps/cu13.0.0/libggml-cuda.so" Condition="Exists('$(MSBuildThisFileDirectory)runtimes/deps/cu13.0.0/libggml-cuda.so')">
+        <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
+        <Link>runtimes/linux-x64/native/cuda13/libggml-cuda.so</Link>
+      </None>
+
+
       <None Include="$(MSBuildThisFileDirectory)runtimes/deps/vulkan/libllama.so">
         <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
         <Link>runtimes/linux-x64/native/vulkan/libllama.so</Link>
@@ -428,6 +464,10 @@
         <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
         <Link>runtimes/win-x64/native/cuda12/libmtmd.dll</Link>
       </None>
+      <None Include="$(MSBuildThisFileDirectory)runtimes/deps/cu13.0.0/mtmd.dll" Condition="Exists('$(MSBuildThisFileDirectory)runtimes/deps/cu13.0.0/mtmd.dll')">
+        <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
+        <Link>runtimes/win-x64/native/cuda13/libmtmd.dll</Link>
+      </None>
       <None Include="$(MSBuildThisFileDirectory)runtimes/deps/vulkan/mtmd.dll">
         <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
         <Link>runtimes/win-x64/native/vulkan/mtmd.dll</Link>
@@ -457,6 +497,10 @@
         <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
         <Link>runtimes/linux-x64/native/cuda12/libmtmd.so</Link>
       </None>
+      <None Include="$(MSBuildThisFileDirectory)runtimes/deps/cu13.0.0/libmtmd.so" Condition="Exists('$(MSBuildThisFileDirectory)runtimes/deps/cu13.0.0/libmtmd.so')">
+        <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
+        <Link>runtimes/linux-x64/native/cuda13/libmtmd.so</Link>
+      </None>
       <None Include="$(MSBuildThisFileDirectory)runtimes/deps/vulkan/libmtmd.so">
         <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
         <Link>runtimes/linux-x64/native/vulkan/libmtmd.so</Link>
diff --git a/LLama/runtimes/build/LLamaSharp.Backend.Cuda13.Linux.nuspec b/LLama/runtimes/build/LLamaSharp.Backend.Cuda13.Linux.nuspec
new file mode 100644
index 000000000..efbde277f
--- /dev/null
+++ b/LLama/runtimes/build/LLamaSharp.Backend.Cuda13.Linux.nuspec
@@ -0,0 +1,34 @@
+<?xml version="1.0" encoding="utf-8"?>
+<package >
+    <metadata>
+        <id>LLamaSharp.Backend.Cuda13.Linux</id>
+        <version>$version$</version>
+        <title>LLamaSharp.Backend.Cuda13.Linux</title>
+        <authors>llama.cpp Authors</authors>
+        <requireLicenseAcceptance>false</requireLicenseAcceptance>
+        <license type="expression">MIT</license>
+        <icon>icon512.png</icon>
+        <projectUrl>https://github.com/SciSharp/LLamaSharp</projectUrl>
+        <description>LLamaSharp.Backend.Cuda13.Linux contains the Linux binaries for LLamaSharp with Cuda13 support.</description>
+        <releaseNotes></releaseNotes>
+        <copyright>Copyright 2023 The llama.cpp Authors. All rights reserved.</copyright>
+        <tags>LLamaSharp LLama LLM GPT AI ChatBot SciSharp</tags>
+
+        <dependencies>
+            <dependency id="LLamaSharp.Backend.Cpu" version="$version$" />
+        </dependencies>
+    </metadata>
+
+    <files>
+        <file src="LLamaSharpBackend.props" target="build/netstandard2.0/LLamaSharp.Backend.Cuda13.Linux.props" />
+
+        <file src="runtimes/deps/cu13.0.0/libggml.so" target="LLamaSharpRuntimes/linux-x64/native/cuda13/libggml.so" />
+        <file src="runtimes/deps/cu13.0.0/libggml-base.so" target="LLamaSharpRuntimes/linux-x64/native/cuda13/libggml-base.so" />
+        <file src="runtimes/deps/cu13.0.0/libggml-cuda.so" target="LLamaSharpRuntimes/linux-x64/native/cuda13/libggml-cuda.so" />
+
+        <file src="runtimes/deps/cu13.0.0/libllama.so" target="LLamaSharpRuntimes/linux-x64/native/cuda13/libllama.so" />
+        <file src="runtimes/deps/cu13.0.0/libmtmd.so" target="LLamaSharpRuntimes/linux-x64/native/cuda13/libmtmd.so" />
+        
+        <file src="icon512.png" target="icon512.png" />
+    </files>
+</package>
diff --git a/LLama/runtimes/build/LLamaSharp.Backend.Cuda13.Windows.nuspec b/LLama/runtimes/build/LLamaSharp.Backend.Cuda13.Windows.nuspec
new file mode 100644
index 000000000..9df3e28b2
--- /dev/null
+++ b/LLama/runtimes/build/LLamaSharp.Backend.Cuda13.Windows.nuspec
@@ -0,0 +1,34 @@
+<?xml version="1.0" encoding="utf-8"?>
+<package >
+    <metadata>
+        <id>LLamaSharp.Backend.Cuda13.Windows</id>
+        <version>$version$</version>
+        <title>LLamaSharp.Backend.Cuda13.Windows</title>
+        <authors>llama.cpp Authors</authors>
+        <requireLicenseAcceptance>false</requireLicenseAcceptance>
+        <license type="expression">MIT</license>
+        <icon>icon512.png</icon>
+        <projectUrl>https://github.com/SciSharp/LLamaSharp</projectUrl>
+        <description>LLamaSharp.Backend.Cuda13.Windows contains the Windows binaries for LLamaSharp with Cuda13 support.</description>
+        <releaseNotes></releaseNotes>
+        <copyright>Copyright 2023 The llama.cpp Authors. All rights reserved.</copyright>
+        <tags>LLamaSharp LLama LLM GPT AI ChatBot SciSharp</tags>
+
+        <dependencies>
+            <dependency id="LLamaSharp.Backend.Cpu" version="$version$" />
+        </dependencies>
+    </metadata>
+
+    <files>
+        <file src="LLamaSharpBackend.props" target="build/netstandard2.0/LLamaSharp.Backend.Cuda13.Windows.props" />
+
+        <file src="runtimes/deps/cu13.0.0/ggml.dll" target="LLamaSharpRuntimes\win-x64\native\cuda13\ggml.dll" />
+        <file src="runtimes/deps/cu13.0.0/ggml-base.dll" target="LLamaSharpRuntimes\win-x64\native\cuda13\ggml-base.dll" />
+        <file src="runtimes/deps/cu13.0.0/ggml-cuda.dll" target="LLamaSharpRuntimes\win-x64\native\cuda13\ggml-cuda.dll" />
+        
+        <file src="runtimes/deps/cu13.0.0/llama.dll" target="LLamaSharpRuntimes\win-x64\native\cuda13\llama.dll" />
+        <file src="runtimes/deps/cu13.0.0/mtmd.dll" target="LLamaSharpRuntimes\win-x64\native\cuda13\mtmd.dll" />
+        
+        <file src="icon512.png" target="icon512.png" />
+    </files>
+</package>
diff --git a/LLama/runtimes/build/LLamaSharp.Backend.Cuda13.nuspec b/LLama/runtimes/build/LLamaSharp.Backend.Cuda13.nuspec
new file mode 100644
index 000000000..a44d5f844
--- /dev/null
+++ b/LLama/runtimes/build/LLamaSharp.Backend.Cuda13.nuspec
@@ -0,0 +1,28 @@
+<?xml version="1.0" encoding="utf-8"?>
+<package >
+    <metadata>
+        <id>LLamaSharp.Backend.Cuda13</id>
+        <version>$version$</version>
+        <title>LLamaSharp.Backend.Cuda13, the backend for LLamaSharp</title>
+        <authors>llama.cpp Authors</authors>
+        <requireLicenseAcceptance>false</requireLicenseAcceptance>
+        <license type="expression">MIT</license>
+        <icon>icon512.png</icon>
+        <projectUrl>https://github.com/SciSharp/LLamaSharp</projectUrl>
+        <description>LLamaSharp.Backend.Cuda13 is a backend for LLamaSharp to use with Cuda13.</description>
+        <releaseNotes></releaseNotes>
+        <copyright>Copyright 2023 The llama.cpp Authors. All rights reserved.</copyright>
+        <tags>LLamaSharp LLama LLM GPT AI ChatBot SciSharp</tags>
+
+        <!-- Dependencies on platform-specific packages -->
+        <dependencies>
+            <dependency id="LLamaSharp.Backend.Cuda13.Windows" version="$version$" />
+            <dependency id="LLamaSharp.Backend.Cuda13.Linux" version="$version$" />
+        </dependencies>
+    </metadata>
+
+    <files>
+        <file src="LLamaSharpBackend.props" target="build/netstandard2.0/LLamaSharp.Backend.Cuda13.props" />
+        <file src="icon512.png" target="icon512.png" />
+    </files>
+</package>
diff --git a/README.md b/README.md
index 60e9b2c86..76428deef 100644
--- a/README.md
+++ b/README.md
@@ -5,6 +5,7 @@
 [![LLamaSharp Badge](https://img.shields.io/nuget/v/LLamaSharp?label=LLamaSharp)](https://www.nuget.org/packages/LLamaSharp)
 [![LLamaSharp Badge](https://img.shields.io/nuget/v/LLamaSharp.Backend.Cpu?label=LLamaSharp.Backend.Cpu)](https://www.nuget.org/packages/LLamaSharp.Backend.Cpu)
 [![LLamaSharp Badge](https://img.shields.io/nuget/v/LLamaSharp.Backend.Cuda12?label=LLamaSharp.Backend.Cuda12)](https://www.nuget.org/packages/LLamaSharp.Backend.Cuda12)
+[![LLamaSharp Badge](https://img.shields.io/nuget/v/LLamaSharp.Backend.Cuda13?label=LLamaSharp.Backend.Cuda13)](https://www.nuget.org/packages/LLamaSharp.Backend.Cuda13)
 [![LLamaSharp Badge](https://img.shields.io/nuget/v/LLamaSharp.Backend.Vulkan?label=LLamaSharp.Backend.Vulkan)](https://www.nuget.org/packages/LLamaSharp.Backend.Vulkan)
 
 
@@ -96,6 +97,7 @@ PM> Install-Package LLamaSharp
    - [`LLamaSharp.Backend.Cpu`](https://www.nuget.org/packages/LLamaSharp.Backend.Cpu): Pure CPU for Windows, Linux & Mac. Metal (GPU) support for Mac.
    - [`LLamaSharp.Backend.Cuda11`](https://www.nuget.org/packages/LLamaSharp.Backend.Cuda11): CUDA 11 for Windows & Linux.
    - [`LLamaSharp.Backend.Cuda12`](https://www.nuget.org/packages/LLamaSharp.Backend.Cuda12): CUDA 12 for Windows & Linux.
+   - [`LLamaSharp.Backend.Cuda13`](https://www.nuget.org/packages/LLamaSharp.Backend.Cuda13): CUDA 13 for Windows & Linux.
    - [`LLamaSharp.Backend.Vulkan`](https://www.nuget.org/packages/LLamaSharp.Backend.Vulkan): Vulkan for Windows & Linux.
 
 ### Model preparation
diff --git a/docs/QuickStart.md b/docs/QuickStart.md
index abcb76be4..c87e5d71d 100644
--- a/docs/QuickStart.md
+++ b/docs/QuickStart.md
@@ -17,6 +17,7 @@ PM> Install-Package LLamaSharp
    - [`LLamaSharp.Backend.Cpu`](https://www.nuget.org/packages/LLamaSharp.Backend.Cpu): Pure CPU for Windows & Linux & MAC. Metal (GPU) support for MAC.
    - [`LLamaSharp.Backend.Cuda11`](https://www.nuget.org/packages/LLamaSharp.Backend.Cuda11): CUDA11 for Windows & Linux.
    - [`LLamaSharp.Backend.Cuda12`](https://www.nuget.org/packages/LLamaSharp.Backend.Cuda12): CUDA 12 for Windows & Linux.
+   - [`LLamaSharp.Backend.Cuda13`](https://www.nuget.org/packages/LLamaSharp.Backend.Cuda13): CUDA 13 for Windows & Linux.
    - [`LLamaSharp.Backend.OpenCL`](https://www.nuget.org/packages/LLamaSharp.Backend.OpenCL): OpenCL for Windows & Linux.
 
 ## Model preparation