init step for cloud service

Author: gespispace

package.json

@@ -146,6 +146,16 @@
           "type": "string",
           "default": "",
           "description": "The directory to use for storing user data associated with this extension. Set to an empty string, `os.homedir()` will be used."
+        },
+        "firecoder.cloud.endpoint": {
+          "type": "string",
+          "default": "",
+          "description": ""
+        },
+        "firecoder.cloud.use": {
+          "type": "boolean",
+          "default": "false",
+          "description": ""
         }
       }
     }

src/common/chat/index.ts

@@ -4,6 +4,8 @@ import { HistoryMessage, getPromptChat } from "../prompt/promptChat";
 import Logger from "../logger";
 import { sendChatRequest } from "./localChat";
 import { servers } from "../server";
+import { configuration } from "../utils/configuration";
+import statusBar from "../statusBar";
 
 const logCompletion = () => {
   const uuid = randomUUID();
@@ -23,11 +25,17 @@ export async function* chat(history: HistoryMessage[]) {
   const prompt = await getPromptChat(history);
 
   const parameters = {
-    n_predict: 8192,
+    n_predict: 4096,
     stop: [],
     temperature: 0.7,
   };
 
+  const serverUrl = configuration.get("cloud.use")
+    ? configuration.get("cloud.endpoint")
+    : servers["chat-medium"].serverUrl;
+
+  const { stopTask } = statusBar.startTask();
+
   try {
     Logger.info(`Start request;`, {
       component: "chat",
@@ -38,7 +46,7 @@ export async function* chat(history: HistoryMessage[]) {
       prompt,
       parameters,
       loggerCompletion.uuid(),
-      servers["chat-medium"].serverUrl
+      serverUrl
     );
 
     loggerCompletion.info("Request: finished");
@@ -48,5 +56,7 @@ export async function* chat(history: HistoryMessage[]) {
 
     const errorMessage = Error.message;
     vscode.window.showErrorMessage(errorMessage);
+  } finally {
+    stopTask();
   }
 }

src/common/chat/localChat.ts

@@ -1,7 +1,6 @@
 import * as vscode from "vscode";
 import { randomUUID } from "crypto";
 import Logger from "../logger";
-import statusBar from "../statusBar";
 
 const logCompletion = (uuid = randomUUID() as string) => {
   return {
@@ -40,8 +39,6 @@ export async function* sendChatRequest(
   uuid: string,
   url: string
 ) {
-  const { stopTask } = statusBar.startTask();
-
   const loggerCompletion = logCompletion(uuid);
 
   const parametersForCompletion = {
@@ -90,8 +87,6 @@ export async function* sendChatRequest(
     const errorMessage = Error.message;
     vscode.window.showErrorMessage(errorMessage);
     return null;
-  } finally {
-    stopTask();
   }
 }
 

src/common/completion/index.ts

@@ -56,9 +56,13 @@ export const getInlineCompletionProvider = (
         ? configuration.get("completion.autoMode")
         : configuration.get("completion.manuallyMode");
 
+      const serverUrl = configuration.get("cloud.use")
+        ? configuration.get("cloud.endpoint")
+        : servers[modelType].serverUrl;
+
       let additionalDocuments: vscode.TextDocument[] = [];
 
-      if (!triggerAuto && configuration.get("experimental.useopentabs")) {
+      if (configuration.get("experimental.useopentabs")) {
         const additionalDocumentsUri = vscode.window.tabGroups.all
           .map((group) => group.tabs)
           .flat()
@@ -81,20 +85,22 @@ export const getInlineCompletionProvider = (
         activeDocument: document,
         additionalDocuments: additionalDocuments,
         position: position,
-        maxTokenExpect: triggerAuto ? maxToken : 1000,
-        url: servers[modelType].serverUrl,
+        maxTokenExpect:
+          triggerAuto && !configuration.get("cloud.use") ? maxToken : 2000,
+        url: serverUrl,
       });
 
-      const parameters = triggerAuto
-        ? {
-            n_predict: 128,
-            stop: ["\n"],
-          }
-        : {
-            n_predict: 512,
-            stop: [],
-            temperature: 0.7,
-          };
+      const parameters =
+        triggerAuto && !configuration.get("cloud.use")
+          ? {
+              n_predict: 128,
+              stop: ["\n"],
+            }
+          : {
+              n_predict: 512,
+              stop: [],
+              temperature: 0.5,
+            };
 
       try {
         Logger.info(
@@ -110,7 +116,7 @@ export const getInlineCompletionProvider = (
           parameters,
           abortController,
           loggerCompletion.uuid(),
-          servers[modelType].serverUrl
+          serverUrl
         );
 
         if (completion === null) {

src/common/prompt/promptChat.ts

@@ -20,6 +20,6 @@ export const getPromptChat = async (history: HistoryMessage[]) => {
     })
     .join("");
   const prompt = promptBase + promptHistory + "### Response:\n";
-  console.log(prompt);
+
   return prompt;
 };

src/common/utils/configuration.ts

@@ -26,6 +26,12 @@ const ConfigurationProperties = {
   homedir: {
     default: "",
   },
+  "cloud.endpoint": {
+    default: "",
+  },
+  "cloud.use": {
+    default: false,
+  },
 } as const;
 
 interface ConfigurationPropertiesType
@@ -54,6 +60,12 @@ interface ConfigurationPropertiesType
   homedir: {
     possibleValues: string;
   };
+  "cloud.endpoint": {
+    possibleValues: string;
+  };
+  "cloud.use": {
+    possibleValues: boolean;
+  };
 }
 
 class Configuration {

src/extension.ts

@@ -66,34 +66,46 @@ export async function activate(context: vscode.ExtensionContext) {
   );
 
   (async () => {
-    try {
-      const serversStarted = await Promise.all(
-        [
-          ...new Set([
-            configuration.get("completion.autoMode"),
-            configuration.get("completion.manuallyMode"),
-            ...(isChatEnabled ? ["chat-medium" as const] : []),
-          ]),
-        ].map((serverType) => servers[serverType].startServer())
+    if (configuration.get("cloud.use")) {
+      Logger.info("Use cloud", {
+        component: "main",
+        sendTelemetry: true,
+      });
+      const InlineCompletionProvider = getInlineCompletionProvider(context);
+      vscode.languages.registerInlineCompletionItemProvider(
+        { pattern: "**" },
+        InlineCompletionProvider
       );
+    } else {
+      try {
+        const serversStarted = await Promise.all(
+          [
+            ...new Set([
+              configuration.get("completion.autoMode"),
+              configuration.get("completion.manuallyMode"),
+              ...(isChatEnabled ? ["chat-medium" as const] : []),
+            ]),
+          ].map((serverType) => servers[serverType].startServer())
+        );
 
-      if (serversStarted.some((serverStarted) => serverStarted)) {
-        Logger.info("Server inited", {
-          component: "main",
+        if (serversStarted.some((serverStarted) => serverStarted)) {
+          Logger.info("Server inited", {
+            component: "main",
+            sendTelemetry: true,
+          });
+          const InlineCompletionProvider = getInlineCompletionProvider(context);
+          vscode.languages.registerInlineCompletionItemProvider(
+            { pattern: "**" },
+            InlineCompletionProvider
+          );
+        }
+      } catch (error) {
+        vscode.window.showErrorMessage((error as Error).message);
+        Logger.error(error, {
+          component: "server",
           sendTelemetry: true,
         });
-        const InlineCompletionProvider = getInlineCompletionProvider(context);
-        vscode.languages.registerInlineCompletionItemProvider(
-          { pattern: "**" },
-          InlineCompletionProvider
-        );
       }
-    } catch (error) {
-      vscode.window.showErrorMessage((error as Error).message);
-      Logger.error(error, {
-        component: "server",
-        sendTelemetry: true,
-      });
     }
 
     Logger.info("FireCoder is ready.", {