From 4e2253df814f6519be731d8f9d81d03ac4da5130 Mon Sep 17 00:00:00 2001
From: tzdwindows 7 <3076584115@qq.com>
Date: Thu, 6 Feb 2025 20:49:46 +0800
Subject: [PATCH] =?UTF-8?q?=E7=AC=AC=E4=BA=8C=E6=AC=A1=E6=8F=90=E4=BA=A4?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 build.gradle                                  |  34 ++++++
 logo.ico                                      | Bin 0 -> 4286 bytes
 .../innovators/box/tools/FolderCreator.java   |  10 ++
 src/main/java/org/tzd/lm/LM.java              | 106 ++++++++++++++++++
 4 files changed, 150 insertions(+)
 create mode 100644 logo.ico
 create mode 100644 src/main/java/org/tzd/lm/LM.java

diff --git a/build.gradle b/build.gradle
index ab3110d..3223498 100644
--- a/build.gradle
+++ b/build.gradle
@@ -1,12 +1,24 @@
 plugins {
     id 'java'
+    id 'application'
+    id 'com.github.johnrengelman.shadow' version '7.1.2'
+    id 'edu.sc.seis.launch4j' version '2.5.4'
+}
+
+def requiredJavaVersion = 20
+def currentJavaVersion = JavaVersion.current().majorVersion.toInteger()
+if (currentJavaVersion != requiredJavaVersion) {
+    throw new GradleException("构建需要 JDK ${requiredJavaVersion}，但当前是 JDK ${currentJavaVersion}。请更换 JDK 环境。")
 }
 
 group = 'com.axis.innovators.box'
 version = '1.0-SNAPSHOT'
 
 repositories {
+    mavenLocal()
+    maven { url "https://maven.aliyun.com/repository/public" }
     mavenCentral()
+    jcenter()
 }
 
 dependencies {
@@ -14,6 +26,28 @@ dependencies {
     testImplementation 'org.junit.jupiter:junit-jupiter'
 }
 
+application {
+    mainClass = 'com.axis.innovators.box.Main'
+}
+
+shadowJar {
+    archiveBaseName = 'app'
+    archiveClassifier = ''
+    archiveVersion = ''
+}
+
+launch4j {
+    mainClassName = 'com.axis.innovators.box.Main'
+    outfile = version + '.exe'
+    icon = "${projectDir}/logo.ico"
+    jar = shadowJar.archiveFile.get()
+    bundledJrePath = 'jre'
+}
+
+tasks.named('launch4j') {
+    dependsOn shadowJar
+}
+
 test {
     useJUnitPlatform()
 }
\ No newline at end of file
diff --git a/logo.ico b/logo.ico
new file mode 100644
index 0000000000000000000000000000000000000000..57b1602c89ab2216dedd78e4a8f16742b6b3bb13
GIT binary patch
literal 4286
zcmds)KWh|G6vdyQBbmY^jaX#@rmzwOAp{F;L_dLzZ4d&nNR>)b_%UJ#NQw<uNyJXD
z3232UA@~JE!6HE=YNF%$?Yy%)S$Dvh-K>8$oV|D6yYHU+?!E8LCWK@9o1PAQht@<0
zr$Y$m1Pz5N0^{wE=FXlkPz?N|-$@!mKa65KUEVRpa5VzGi0P<fFi(;$h;uIjeboGG
z;>;t^|1W;;r&``C?SHki|0?^sebM!k$@jc)TUd<phUA9e{BOrO=52FJ`jpVDF2%Z&
zTE8in$MUtt9`+gcyd^Q75bEx}h&f3owf1Eno;Mo%9scLCJ0%Rl|042#liU*4g%zPC
zc%QrRnVxtg?8muhlEdQvC|`4ebF(D<hd>Npg*yUsmxNCO<HP2kl~41JOTQm^;QB1k
zr)B;@^FJYf&i{Am%YyllXN1Rs>+oLsUExC<dm@<%P3wPLYs=?+N6$Cg{<?9@=$Sk_
zhIi8G%?HADp@_F`1YVb<nS4AI?EkIwYaPFZ-9<ffCT#Oc`h`O_&H0HRU--0txZo_;
zf|!WSHpHBDY?||vLvl$@$*uj9b8=sff!a_b+fX}dSeM;C=^c6qfAkc+MUUA(y+;q)
z9!ZbVtJu)H^l(#t?heinzBtpIt$Bg7<`_7GoJGelE1kQ-{FCjux)Buq;CFAEA0F-+
z?i@I{gSd;#KPUYt`1j?PyOo-@gk8Zo;CV$@7q$fMYUarQp!;|J&DBrRo8|Lo8{S=m
z@bm865bUo?!p}RocYaf2yu<5O-?c<e3H+Au?~g_4U|TRBG4h+lHc0w36AE8-Bk;Ov
zxhmi0rzgrW|EkyJud?s*td;oDo9(lTr)u0hN&2Vx7qsWS2=r0!e@vXC|No1+c(1*(
ds%C%jc+TfbmghU;hj0+W<zb@Nf15MU^Pk5tJ}dwL

literal 0
HcmV?d00001

diff --git a/src/main/java/com/axis/innovators/box/tools/FolderCreator.java b/src/main/java/com/axis/innovators/box/tools/FolderCreator.java
index fed0a10..b190cce 100644
--- a/src/main/java/com/axis/innovators/box/tools/FolderCreator.java
+++ b/src/main/java/com/axis/innovators/box/tools/FolderCreator.java
@@ -9,6 +9,16 @@ import java.io.File;
 public class FolderCreator {
 
     public static final String LIBRARY_NAME = "library";
+    public static final String MODEL_PATH = "model";
+
+    public static String getModelFolder() {
+        String folder = createFolder(MODEL_PATH);
+        if (folder == null) {
+            System.out.println("Model folder creation failure");
+            return null;
+        }
+        return folder;
+    }
 
     public static String getLibraryFolder() {
         String folder = createFolder(LIBRARY_NAME);
diff --git a/src/main/java/org/tzd/lm/LM.java b/src/main/java/org/tzd/lm/LM.java
new file mode 100644
index 0000000..49f9ad1
--- /dev/null
+++ b/src/main/java/org/tzd/lm/LM.java
@@ -0,0 +1,106 @@
+package org.tzd.lm;
+
+import com.axis.innovators.box.tools.FolderCreator;
+import com.axis.innovators.box.tools.LibraryLoad;
+
+/**
+ * LM推理类
+ * @author tzdwindows 7
+ */
+public class LM {
+    public static boolean CUDA = false;
+    public final static String DEEP_SEEK = FolderCreator.getModelFolder() + "//DeepSeek-R1-Distill-Qwen-1.5B-Q8_0.gguf";
+
+    static {
+        if (!CUDA) {
+            LibraryLoad.loadLibrary("cpu/ggml-base");
+            LibraryLoad.loadLibrary("cpu/ggml-cpu");
+            LibraryLoad.loadLibrary("cpu/ggml");
+            LibraryLoad.loadLibrary("cpu/llama");
+        } else {
+            LibraryLoad.loadLibrary("cuda/ggml-base");
+            LibraryLoad.loadLibrary("cuda/ggml-cpu");
+            LibraryLoad.loadLibrary("cuda/ggml-rpc");
+            // cuda版本 cuda-cu12.4-x64（确保你有）
+            LibraryLoad.loadLibrary("cuda/ggml-cuda");
+            LibraryLoad.loadLibrary("cuda/ggml");
+            LibraryLoad.loadLibrary("cuda/llama");
+        }
+        LibraryLoad.loadLibrary("LM");
+    }
+    /**
+     * 加载模型
+     * @param pathModel 模型路径
+     * @return 模型句柄
+     */
+    public static native long llamaLoadModelFromFile(String pathModel);
+
+    /**
+     * 释放模型资源
+     * @param modelHandle 模型句柄
+     */
+    public static native void llamaFreeModel(long modelHandle);
+
+    /**
+     * 上下文创建
+     * @param modelHandle 上下文句柄
+     * @return 上下文句柄
+     */
+    public static native long createContext(long modelHandle);
+
+    /**
+     * 释放上下文资源
+     * @param ctxHandle 上下文句柄
+     */
+    public static native void llamaFreeContext(long ctxHandle);
+
+    /**
+     * 推理模型
+     * @param modelHandle 模型句柄
+     * @param ctxHandle 模型上下文句柄
+     * @param temperature 温度
+     * @param prompt 问题
+     * @param messageCallback 回调接口
+     * @return 最终内容
+     */
+    public static native String inference(long modelHandle ,
+                                          long ctxHandle,
+                                          float temperature,
+                                          String prompt,
+                                          MessageCallback messageCallback);
+
+    /**
+     * 回调接口
+     */
+    public interface MessageCallback {
+        /**
+         * 接口回调
+         * @param message 消息
+         */
+        void onMessage(String message);
+    }
+
+    public static void main(String[] args) {
+        // 加载模型
+        long modelHandle = llamaLoadModelFromFile(DEEP_SEEK);
+        // 创建新的上下文
+        long ctxHandle = createContext(modelHandle);
+        inference(modelHandle, ctxHandle, 0.2f, "写一个ai", new MessageCallback() {
+            @Override
+            public void onMessage(String message) {
+                // 回调输出
+                System.out.print(message);
+            }
+        });
+        // 推理模型
+        inference(modelHandle, ctxHandle, 0.2f, "谢谢你", new MessageCallback() {
+            @Override
+            public void onMessage(String message) {
+                // 回调输出
+                System.out.print(message);
+            }
+        });
+        // 清理上下文
+        llamaFreeContext(ctxHandle);
+    }
+}