feat(dotAI): Dot AI LangChain4J integration (First provider/OpenAI)

bom/application/pom.xml

@@ -27,6 +27,7 @@
         <graalvm.polyglot.version>25.0.1</graalvm.polyglot.version>
         <micrometer.version>1.13.10</micrometer.version>
         <opensearch.version>3.3.0</opensearch.version>
+        <langchain4j.version>1.0.0</langchain4j.version>
     </properties>
     <dependencyManagement>
 
@@ -70,6 +71,14 @@
                 <scope>import</scope>
             </dependency>
 
+            <dependency>
+                <groupId>dev.langchain4j</groupId>
+                <artifactId>langchain4j-bom</artifactId>
+                <version>${langchain4j.version}</version>
+                <type>pom</type>
+                <scope>import</scope>
+            </dependency>
+
 
             <!-- Asynchronous NIO client server framework for the jvm -->
             <!-- <dependency>

dotCMS/pom.xml

@@ -503,6 +503,11 @@
             <groupId>io.vavr</groupId>
             <artifactId>vavr</artifactId>
         </dependency>
+        <dependency>
+            <!-- LangChain4J OpenAI provider: Chat, Embedding, Image models via OpenAI API -->
+            <groupId>dev.langchain4j</groupId>
+            <artifactId>langchain4j-open-ai</artifactId>
+        </dependency>
         <dependency>
             <groupId>jakarta.inject</groupId>
             <artifactId>jakarta.inject-api</artifactId>

dotCMS/src/main/java/com/dotcms/ai/AiKeys.java

@@ -62,6 +62,7 @@ public class AiKeys {
     public static final String COUNT = "count";
     public static final String INPUT = "input";
     public static final String RESPONSE_FORMAT = "response_format";
+    public static final String B64_JSON = "b64_json";
 
     private AiKeys() {}
 

dotCMS/src/main/java/com/dotcms/ai/api/AsyncEmbeddingsCallStrategy.java

@@ -15,15 +15,15 @@ public class AsyncEmbeddingsCallStrategy implements EmbeddingsCallStrategy {
 
     @Override
     public void bulkEmbed(final List<String> inodes, final EmbeddingsForm embeddingsForm) {
-        DotConcurrentFactory.getInstance().getSubmitter(OPEN_AI_THREAD_POOL_KEY).submit(new BulkEmbeddingsRunner(inodes, embeddingsForm));
+        DotConcurrentFactory.getInstance().getSubmitter(AI_THREAD_POOL_KEY).submit(new BulkEmbeddingsRunner(inodes, embeddingsForm));
     }
 
     @Override
     public void embed(final EmbeddingsAPIImpl embeddingsAPI,
                       final Contentlet contentlet,
                       final String content,
                       final String indexName) {
-        DotConcurrentFactory.getInstance().getSubmitter(OPEN_AI_THREAD_POOL_KEY).submit(new EmbeddingsRunner(embeddingsAPI, contentlet, content, indexName));
+        DotConcurrentFactory.getInstance().getSubmitter(AI_THREAD_POOL_KEY).submit(new EmbeddingsRunner(embeddingsAPI, contentlet, content, indexName));
     }
 
 }

dotCMS/src/main/java/com/dotcms/ai/api/EmbeddingsAPI.java

@@ -22,7 +22,7 @@
  */
 public interface EmbeddingsAPI {
 
-    String OPEN_AI_THREAD_POOL_KEY = "OpenAIThreadPool";
+    String AI_THREAD_POOL_KEY = "AIThreadPool";
 
     void shutdown();
 

dotCMS/src/main/java/com/dotcms/ai/api/EmbeddingsAPIImpl.java

@@ -132,7 +132,7 @@ public int deleteByQuery(@NotNull final String deleteQuery, final Optional<Strin
     @Override
     public void shutdown() {
 
-        Try.run(()->DotConcurrentFactory.getInstance().shutdown(OPEN_AI_THREAD_POOL_KEY));
+        Try.run(()->DotConcurrentFactory.getInstance().shutdown(AI_THREAD_POOL_KEY));
     }
 
     @Override
@@ -196,7 +196,7 @@ public boolean generateEmbeddingsForContent(@NotNull final Contentlet contentlet
             return false;
         }
 
-        DotConcurrentFactory.getInstance().getSubmitter(OPEN_AI_THREAD_POOL_KEY).submit(new EmbeddingsRunner(this, contentlet, parsed.get(), indexName));
+        DotConcurrentFactory.getInstance().getSubmitter(AI_THREAD_POOL_KEY).submit(new EmbeddingsRunner(this, contentlet, parsed.get(), indexName));
 
         return true;
     }
@@ -343,9 +343,11 @@ public Tuple2<Integer, List<Float>> pullOrGenerateEmbeddings(final String conten
                 .getEncoding()
                 .map(encoding -> encoding.encode(content))
                 .orElse(List.of());
+        final int tokenCount = tokens.isEmpty() ? content.split("\\s+").length : tokens.size();
         if (tokens.isEmpty()) {
-            config.debugLogger(this.getClass(), () -> String.format("No tokens for content ID '%s' were encoded: %s", contentId, content));
-            return Tuple.of(0, List.of());
+            config.debugLogger(this.getClass(), () -> String.format(
+                    "Encoding unavailable for content ID '%s', using word count (%d) as token estimate",
+                    contentId, tokenCount));
         }
 
         final Tuple3<String, Integer, List<Float>> dbEmbeddings =
@@ -359,8 +361,8 @@ public Tuple2<Integer, List<Float>> pullOrGenerateEmbeddings(final String conten
         }
 
         final Tuple2<Integer, List<Float>> openAiEmbeddings = Tuple.of(
-                tokens.size(),
-                sendTokensToOpenAI(contentId, tokens, userId));
+                tokenCount,
+                generateEmbeddings(contentId, tokens, content, userId));
         saveEmbeddingsForCache(content, openAiEmbeddings);
         EMBEDDING_CACHE.put(hashed, openAiEmbeddings);
 
@@ -434,20 +436,21 @@ private void saveEmbeddingsForCache(final String content, final Tuple2<Integer,
      *
      * @return A {@link List} of {@link Float} values representing the embeddings.
      */
-    private List<Float> sendTokensToOpenAI(final String contentId,
+    private List<Float> generateEmbeddings(final String contentId,
                                            @NotNull final List<Integer> tokens,
+                                           @NotNull final String content,
                                            final String userId) {
         final JSONObject json = new JSONObject();
         json.put(AiKeys.MODEL, config.getEmbeddingsModel().getCurrentModel());
-        json.put(AiKeys.INPUT, tokens);
+        json.put(AiKeys.INPUT, content);
         config.debugLogger(this.getClass(), () -> String.format("Content tokens for content ID '%s': %s", contentId, tokens));
         final String responseString = AIProxyClient.get()
                 .callToAI(JSONObjectAIRequest.quickEmbeddings(config, json, userId))
                 .getResponse();
-        config.debugLogger(this.getClass(), () -> String.format("OpenAI Response for content ID '%s': %s",
+        config.debugLogger(this.getClass(), () -> String.format("AI Response for content ID '%s': %s",
                 contentId, responseString.replace("\n", BLANK)));
         final JSONObject jsonResponse = Try.of(() -> new JSONObject(responseString)).getOrElseThrow(e -> {
-            Logger.error(this, "OpenAI Response String is not a valid JSON", e);
+            Logger.error(this, "AI Response String is not a valid JSON", e);
             config.debugLogger(this.getClass(), () -> String.format("Invalid JSON Response: %s", responseString));
             return new DotCorruptedDataException(e);
         });

dotCMS/src/main/java/com/dotcms/ai/api/EmbeddingsCallStrategy.java

@@ -17,7 +17,7 @@
  */
 public interface EmbeddingsCallStrategy {
 
-    String OPEN_AI_THREAD_POOL_KEY = "OpenAIThreadPool";
+    String AI_THREAD_POOL_KEY = "AIThreadPool";
     /**
      * Embeds contentlets based on the provided inodes and form data.
      *

dotCMS/src/main/java/com/dotcms/ai/api/OpenAIImageAPIImpl.java

@@ -25,8 +25,11 @@
 import io.vavr.control.Try;
 
 import javax.servlet.http.HttpServletRequest;
+import java.io.ByteArrayInputStream;
+import java.net.URI;
 import java.net.URL;
 import java.text.SimpleDateFormat;
+import java.util.Base64;
 import java.util.Date;
 
 public class OpenAIImageAPIImpl implements ImageAPI {
@@ -99,21 +102,30 @@ public JSONObject sendTextPrompt(final String textPrompt) {
     }
 
     private JSONObject createTempFile(final JSONObject imageResponse) {
-        final String url = imageResponse.optString(AiKeys.URL);
-        if (UtilMethods.isEmpty(() -> url)) {
-            Logger.warn(this.getClass(), "imageResponse does not include URL:" + imageResponse);
-            throw new DotRuntimeException("Image Response does not include URL:" + imageResponse);
-        }
-
         try {
             final String fileName = generateFileName(imageResponse.getString(AiKeys.ORIGINAL_PROMPT));
             imageResponse.put("tempFileName", fileName);
 
-            final DotTempFile file = tempFileApi.createTempFileFromUrl(fileName, getRequest(), new URL(url), 20);
+            final String url = imageResponse.optString(AiKeys.URL);
+            final String b64 = imageResponse.optString(AiKeys.B64_JSON);
+            final DotTempFile file;
+
+            if (!UtilMethods.isEmpty(() -> url)) {
+                file = tempFileApi.createTempFileFromUrl(fileName, getRequest(), URI.create(url).toURL(), 20);
+            } else if (!UtilMethods.isEmpty(() -> b64)) {
+                final byte[] imageBytes = Base64.getDecoder().decode(b64);
+                file = tempFileApi.createTempFile(fileName, getRequest(), new ByteArrayInputStream(imageBytes));
+            } else {
+                Logger.warn(this.getClass(), "imageResponse does not include URL or base64 data:" + imageResponse);
+                throw new DotRuntimeException("Image Response does not include URL or base64 data:" + imageResponse);
+            }
+
             imageResponse.put(AiKeys.RESPONSE, file.id);
             imageResponse.put("tempFile", file.file.getAbsolutePath());
 
             return imageResponse;
+        } catch (DotRuntimeException e) {
+            throw e;
         } catch (Exception e) {
             imageResponse.put(AiKeys.RESPONSE, e.getMessage());
             imageResponse.put(AiKeys.ERROR, e.getMessage());

dotCMS/src/main/java/com/dotcms/ai/app/AIAppUtil.java

@@ -6,7 +6,6 @@
 import com.liferay.util.StringPool;
 import io.vavr.Lazy;
 import io.vavr.control.Try;
-import org.apache.commons.collections4.CollectionUtils;
 
 import java.util.Arrays;
 import java.util.List;
@@ -34,72 +33,6 @@ public static AIAppUtil get() {
         return INSTANCE.get();
     }
 
-    /**
-     * Creates a text model instance based on the provided secrets.
-     *
-     * @param secrets the map of secrets
-     * @return the created text model instance
-     */
-    public AIModel createTextModel(final Map<String, Secret> secrets) {
-        final List<String> modelNames = splitDiscoveredSecret(secrets, AppKeys.TEXT_MODEL_NAMES);
-        if (CollectionUtils.isEmpty(modelNames)) {
-            return AIModel.NOOP_MODEL;
-        }
-
-        return AIModel.builder()
-                .withType(AIModelType.TEXT)
-                .withModelNames(modelNames)
-                .withTokensPerMinute(discoverIntSecret(secrets, AppKeys.TEXT_MODEL_TOKENS_PER_MINUTE))
-                .withApiPerMinute(discoverIntSecret(secrets, AppKeys.TEXT_MODEL_API_PER_MINUTE))
-                .withMaxTokens(discoverIntSecret(secrets, AppKeys.TEXT_MODEL_MAX_TOKENS))
-                .withIsCompletion(discoverBooleanSecret(secrets, AppKeys.TEXT_MODEL_COMPLETION))
-                .build();
-    }
-
-    /**
-     * Creates an image model instance based on the provided secrets.
-     *
-     * @param secrets the map of secrets
-     * @return the created image model instance
-     */
-    public AIModel createImageModel(final Map<String, Secret> secrets) {
-        final List<String> modelNames = splitDiscoveredSecret(secrets, AppKeys.IMAGE_MODEL_NAMES);
-        if (CollectionUtils.isEmpty(modelNames)) {
-            return AIModel.NOOP_MODEL;
-        }
-
-        return AIModel.builder()
-                .withType(AIModelType.IMAGE)
-                .withModelNames(modelNames)
-                .withTokensPerMinute(discoverIntSecret(secrets, AppKeys.IMAGE_MODEL_TOKENS_PER_MINUTE))
-                .withApiPerMinute(discoverIntSecret(secrets, AppKeys.IMAGE_MODEL_API_PER_MINUTE))
-                .withMaxTokens(discoverIntSecret(secrets, AppKeys.IMAGE_MODEL_MAX_TOKENS))
-                .withIsCompletion(discoverBooleanSecret(secrets, AppKeys.IMAGE_MODEL_COMPLETION))
-                .build();
-    }
-
-    /**
-     * Creates an embeddings model instance based on the provided secrets.
-     *
-     * @param secrets the map of secrets
-     * @return the created embeddings model instance
-     */
-    public AIModel createEmbeddingsModel(final Map<String, Secret> secrets) {
-        final List<String> modelNames = splitDiscoveredSecret(secrets, AppKeys.EMBEDDINGS_MODEL_NAMES);
-        if (CollectionUtils.isEmpty(modelNames)) {
-            return AIModel.NOOP_MODEL;
-        }
-
-        return AIModel.builder()
-                .withType(AIModelType.EMBEDDINGS)
-                .withModelNames(modelNames)
-                .withTokensPerMinute(discoverIntSecret(secrets, AppKeys.EMBEDDINGS_MODEL_TOKENS_PER_MINUTE))
-                .withApiPerMinute(discoverIntSecret(secrets, AppKeys.EMBEDDINGS_MODEL_API_PER_MINUTE))
-                .withMaxTokens(discoverIntSecret(secrets, AppKeys.EMBEDDINGS_MODEL_MAX_TOKENS))
-                .withIsCompletion(discoverBooleanSecret(secrets, AppKeys.EMBEDDINGS_MODEL_COMPLETION))
-                .build();
-    }
-
     /**
      * Resolves a secret value from the provided secrets map using the specified key.
      * If the secret is not found, the default value is returned.