merge master

Author: Votre Nom

examples/server/public/index.html.gz

@@ -29,8 +29,14 @@
         "top_p": 0.95,
         "typical_p": 1,
         "xtc_probability": 0,
-        "xtc_threshold": 0.1
-      }
+        "xtc_threshold": 0.1,
+        "questionIdeas": [
+          "Who are you, what can you do?",
+          "What to do, what to see, what to visit in Italy?",
+          "Write a simple python function that\n1. Ask me for a number in mile\n2. It converts miles to kilometers"
+        ]
+      },
+      "for_devs": "TRUE"
     },
     {
       "name": "Ethereum Developer",

examples/server/webui/public/prompts.config.json

@@ -39,6 +39,7 @@ export const CONFIG_DEFAULT = {
   custom: '', // custom json-stringified object
   // experimental features
   pyIntepreterEnabled: false,
+  questionIdeas: [],
 };
 export const CONFIG_INFO: Record<string, string> = {
   apiKey: 'Set the API Key if you are using --api-key option for the server.',
@@ -79,6 +80,7 @@ export const CONFIG_INFO: Record<string, string> = {
     'DRY sampling reduces repetition in generated text even across long contexts. This parameter sets DRY penalty for the last n tokens.',
   max_tokens: 'The maximum number of token per output.',
   custom: '', // custom json-stringified object
+  questionIdeas: 'Ideas of prompt showed when you start a new conversation.',
 };
 // config keys having numeric value (i.e. temperature, top_k, top_p, etc)
 export const CONFIG_NUMERIC_KEYS = Object.entries(CONFIG_DEFAULT)

examples/server/webui/src/Config.ts

@@ -70,7 +70,6 @@ const scrollToBottom = throttle(
   },
   80
 );
-
 export default function ChatScreen() {
   const {
     viewingChat,
@@ -82,7 +81,9 @@ export default function ChatScreen() {
     replaceMessageAndGenerate,
   } = useAppContext();
   const [inputMsg, setInputMsg] = useState('');
+  const [automaticSend, setAutomaticSend] = useState(false);
   const inputRef = useRef<HTMLTextAreaElement>(null);
+  const { config } = useAppContext();
 
   const { extraContext, clearExtraContext } = useVSCodeContext(
     inputRef,
@@ -139,6 +140,40 @@ export default function ChatScreen() {
     // OK
     clearExtraContext();
   };
+  useEffect(() => {
+    const sendMsg = async () => {
+      if (inputMsg.trim().length === 0) return;
+      const lastInpMsg = inputMsg;
+      setInputMsg('');
+      scrollToBottom(false);
+      setCurrNodeId(-1);
+      // get the last message node
+      const lastMsgNodeId = messages.at(-1)?.msg.id ?? null;
+      if (
+        !(await sendMessage(
+          currConvId,
+          lastMsgNodeId,
+          inputMsg,
+          undefined,
+          onChunk
+        ))
+      ) {
+        setInputMsg(lastInpMsg);
+      }
+    };
+    if (automaticSend) {
+      setAutomaticSend(false);
+      sendMsg();
+    }
+  }, [
+    automaticSend,
+    clearExtraContext,
+    currConvId,
+    inputMsg,
+    isGenerating,
+    messages,
+    sendMessage,
+  ]);
 
   const handleEditMessage = async (msg: Message, content: string) => {
     if (!viewingChat) return;
@@ -202,10 +237,36 @@ export default function ChatScreen() {
       >
         {/* chat messages */}
         <div id="messages-list" className="grow">
-          <div className="mt-auto flex justify-center">
-            {/* placeholder to shift the message to the bottom */}
-            {viewingChat ? '' : 'Send a message to start'}
-          </div>
+          {/* placeholder to shift the message to the bottom */}
+          {viewingChat ? (
+            ''
+          ) : (
+            <div className="flex items-center text-center sm:text-left align-middle h-full mx-auto">
+              {config.questionIdeas.length > 0 ? (
+                <div className="w-full text-center">
+                  <div className="">Here are some suggestions for you:</div>
+                  <div className="grid grid-cols-1 sm:grid-cols-3">
+                    {[...config.questionIdeas].map((idea: string, index) => (
+                      <button
+                        key={index}
+                        style={{ whiteSpace: 'pre-wrap' }}
+                        className="btn m-2 sd:m-4 sd:p-2"
+                        onClick={() => {
+                          setInputMsg(idea);
+                          setAutomaticSend(true);
+                        }}
+                      >
+                        {idea}
+                      </button>
+                    ))}
+                  </div>
+                  <div className="">Send a message to start</div>
+                </div>
+              ) : (
+                <div className="">Send a message to start</div>
+              )}
+            </div>
+          )}
           {[...messages, ...pendingMsgDisplay].map((msg) => (
             <ChatMessage
               key={msg.msg.id}

examples/server/webui/src/components/ChatScreen.tsx

@@ -21,6 +21,14 @@ export default function Header() {
   const [selectedTheme, setSelectedTheme] = useState(StorageUtils.getTheme());
   const { setShowSettings } = useAppContext();
   const [selectedConfig, setSelectedConfig] = useState<number>(-1);
+  const handleClick = () => {
+    const elem = document.activeElement;
+    if (elem) {
+      // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+      // @ts-expect-error
+      elem?.blur();
+    }
+  };
 
   const setTheme = (theme: string) => {
     StorageUtils.setTheme(theme);
@@ -237,6 +245,16 @@ export default function Header() {
                 tabIndex={0}
                 className="dropdown-content bg-base-300 rounded-box z-[1] w-52 p-2 shadow-2xl h-80 overflow-y-auto"
               >
+                <li>
+                  <input
+                    type="radio"
+                    name="settings"
+                    className="theme-controller btn btn-sm btn-block btn-ghost justify-start"
+                    aria-label="Manual settings"
+                    value="Manual settings"
+                    onChange={() => setShowSettings(true)}
+                  />
+                </li>
                 {[...promptSelectOptions].map((opt) => (
                   <li key={opt.key}>
                     <input
@@ -249,6 +267,7 @@ export default function Header() {
                       onChange={(e) =>
                         e.target.checked && selectPrompt(opt.key)
                       }
+                      onClick={handleClick}
                     />
                   </li>
                 ))}

examples/server/webui/src/components/Header.tsx

@@ -61,7 +61,7 @@ interface SettingFieldCustom {
   component:
     | string
     | React.FC<{
-        value: string | boolean | number;
+        value: string | boolean | number | never[] | string[];
         onChange: (value: string) => void;
       }>;
 }

examples/server/webui/src/components/SettingDialog.tsx

@@ -28,12 +28,7 @@ export default function Sidebar() {
 
   return (
     <>
-      <input
-        id="toggle-drawer"
-        type="checkbox"
-        className="drawer-toggle"
-        defaultChecked
-      />
+      <input id="toggle-drawer" type="checkbox" className="drawer-toggle" />
 
       <div className="drawer-side h-screen lg:h-screen z-50 lg:max-w-64">
         <label