[aimix] first implementation of AI Mix

Author: wkgcass

app/src/main/java/io/vproxy/app/app/Main.java

@@ -22,7 +22,7 @@
 import java.io.IOException;
 
 public class Main {
-    static final String _HELP_STR_ = "" +
+    static final String _HELP_STR_ =
         "vproxy: usage java " + Main.class.getName() + " \\" +
         "\n\t\thelp                                         Show this message" +
         "\n" +
@@ -131,6 +131,11 @@ private static void runApp(String appClass, String[] args) {
                 case "proxynexus":
                     ProxyNexus.main0(args);
                     break;
+                case "AiMix":
+                case "ai-mix":
+                case "aimix":
+                    AiMix.main0(args);
+                    break;
                 default:
                     System.err.println("unknown AppClass: " + appClass);
                     Utils.exit(1);

base/src/main/java/io/vproxy/base/processor/http1/entity/Chunk.java

@@ -21,6 +21,9 @@ public ByteArray toByteArray() {
         if (extension != null && !extension.isBlank()) {
             ext = ";" + extension;
         }
+        if (size == 0 && content != null) {
+            size = content.length();
+        }
         ByteArray ret = ByteArray.from((Integer.toHexString(size) + ext + "\r\n").getBytes());
         if (size == 0) {
             return ret;

extended/src/main/java/io/vproxy/vproxyx/AiMix.java

@@ -0,0 +1,97 @@
+package io.vproxy.vproxyx;
+
+import io.vproxy.base.component.elgroup.EventLoopGroup;
+import io.vproxy.vproxyx.aimix.AiMixServer;
+import io.vproxy.vproxyx.aimix.ConfigBuilder;
+import vjson.CharStream;
+import vjson.JSON;
+import vjson.parser.ParserOptions;
+
+import java.io.FileInputStream;
+import java.nio.charset.StandardCharsets;
+
+public class AiMix {
+    private static final String HELP_STR = """
+        Usage:
+            conf=${path-to-config-file}
+        
+        {
+        listen = ${listening port}
+        name = aimix # exposed model name
+        multimodal {
+            name = ${name of the model}
+            servers = [
+                {
+                    type = ${openai or ollama}
+                    address = 127.0.0.1:11434
+                    ollama_options = {
+                        num_thread = 33
+                    }
+                }
+            ]
+        }
+        reasoning {
+            name = ${name of the model}
+            servers = [
+                {
+                    type = ${openai or ollama}
+                    address = 127.0.0.1:10002
+                }
+            ]
+            reasoning_tag = "<think>"      # optional
+            end_reasoning_tag = "</think>" # optional
+        }
+        language {
+            name = ${name of the model}
+            servers = [
+                {
+                    type = ${openai or ollama}
+                    address = 127.0.0.1:10003
+                }
+            ]
+        }
+        prompt {
+            # ...... see class Prompt in ConfigBuilder.java
+        }
+        sys {
+            # ...... see class Sys in ConfigBuilder.java
+        }
+        }
+        """;
+
+    public static void main0(String[] args) throws Exception {
+        String confPath = null;
+        for (var a : args) {
+            if (a.equals("help") || a.equals("-h") || a.equals("-help") || a.equals("--help")) {
+                System.out.println(HELP_STR);
+                return;
+            }
+            if (a.startsWith("conf=")) {
+                var v = a.substring("conf=".length()).trim();
+                if (v.isEmpty()) {
+                    System.err.println("conf={empty path} is not allowed");
+                    System.exit(1);
+                    return;
+                }
+                confPath = v;
+            }
+        }
+        if (confPath == null) {
+            System.err.println("conf=${...} is not specified");
+            System.exit(1);
+            return;
+        }
+        String content;
+        try (var fis = new FileInputStream(confPath)) {
+            content = new String(fis.readAllBytes(), StandardCharsets.UTF_8);
+        }
+        var configBuilder = JSON.deserialize(CharStream.from(content), ConfigBuilder.rule, ParserOptions.allFeatures());
+        configBuilder.validate();
+
+        var el = new EventLoopGroup("ai-mix");
+        el.add("ai-mix-" + 0);
+        var config = configBuilder.build(el);
+        var server = new AiMixServer(el, config);
+        server.start();
+    }
+}