src/app/globals.css

@@ -2,6 +2,10 @@
 @tailwind components;
 @tailwind utilities;
 
+* {
+  box-sizing: border-box;
+}
+
 :root {
   --foreground-rgb: 0, 0, 0;
   --background-start-rgb: 214, 219, 220;

src/app/helper.tsx

@@ -1,16 +1,41 @@
-"use client"
+"use client";
-import dynamic from 'next/dynamic';
+import dynamic from "next/dynamic";
-import { useEffect, useRef, useState } from 'react';
+import { useEffect, useRef, useState } from "react";
-import '@/deps/live2d.min.js'
+import "@/deps/live2d.min.js";
 import useVoice2Txt from "@/hooks/useVoice2txt";
-import useTxt2Voice from '@/hooks/useTxt2Voice';
+import useTxt2Voice from "@/hooks/useTxt2Voice";
-import axios from 'axios';
+import axios from "axios";
-import * as PIXI from 'pixi.js';
+import * as PIXI from "pixi.js";
-import { Live2DModel } from 'pixi-live2d-display/cubism2';
+import { Live2DModel } from "pixi-live2d-display/cubism2";
 
+// fake list
+const opList = [
+  {
+    id: 1,
+    title: "幸运转盘",
+    src: "http://picdown.jchysoft.com/uiIcon/xingyunzhuanpan.png",
+  },
+  {
+    id: 2,
+    title: "领券中心",
+    src: "http://picdown.jchysoft.com/uiIcon/lingjuanzhongxin.png",
+  }, // bjt错别字将错就错版
+  {
+    id: 3,
+    title: "0元抽",
+    src: "http://picdown.jchysoft.com/uiIcon/0yuanchou.png",
+  },
+  {
+    id: 4,
+    title: "欧宝赏",
+    src: "http://picdown.jchysoft.com/uiIcon/oubanshang.png",
+  }, // bjt错别字
+];
 
 //import "@/deps/live2dcubismcore.min.js"
 export default function Home() {
+  const [useVoice, setUseVoice] = useState(false);
+
   function draggable(model: any) {
     model.buttonMode = true;
     model.on("pointerdown", (e: any) => {
@@ -35,8 +60,8 @@ export default function Home() {
     foreground.alpha = 0.2;
 
     model.addChild(foreground);
-
+    // 这里先叉了
-        checkbox("Model Frames", (checked: any) => (foreground.visible = checked));
+    // checkbox("Model Frames", (checked: any) => (foreground.visible = checked));
   }
 
   function addHitAreaFrames(model: any) {
@@ -46,11 +71,11 @@ export default function Home() {
 
       model.addChild(hitAreaFrames);
 
-            checkbox("Hit Area Frames", (checked: any) => (hitAreaFrames.visible = checked));
+      checkbox(
-        } catch (err) {
+        "Hit Area Frames",
-
+        (checked: any) => (hitAreaFrames.visible = checked)
-        }
+      );
-
+    } catch (err) {}
   }
 
   function checkbox(name: any, onChange: any) {
@@ -74,81 +99,82 @@ export default function Home() {
     onChange(checkbox.checked);
   }
   const send = (inputText: string) => {
-        setResponse(inputText)
+    setResponse(inputText);
     if (!inputText) return;
-        console.log(inputText)
+    console.log(inputText);
     let data = JSON.stringify({
-            "messages": [
+      messages: [
         {
-                    "content": `回答用户的问题，尽可能简短。`,
+          content: `回答用户的问题，尽可能简短。`,
-                    "role": "system"
+          role: "system",
         },
         {
-                    "content": inputText,
+          content: inputText,
-                    "role": "user"
+          role: "user",
-                }
+        },
       ],
-            "model": "deepseek-chat",
+      model: "deepseek-chat",
-            "frequency_penalty": 0,
+      frequency_penalty: 0,
-            "max_tokens": 2048,
+      max_tokens: 2048,
-            "presence_penalty": 0,
+      presence_penalty: 0,
-            "stop": null,
+      stop: null,
-            "stream": false,
+      stream: false,
-            "temperature": 1,
+      temperature: 1,
-            "top_p": 1
+      top_p: 1,
     });
 
     let config = {
-            method: 'post',
+      method: "post",
       maxBodyLength: Infinity,
-            url: 'https://api.deepseek.com/chat/completions',
+      url: "https://api.deepseek.com/chat/completions",
       headers: {
-                'Content-Type': 'application/json',
+        "Content-Type": "application/json",
-                'Accept': 'application/json',
+        Accept: "application/json",
-                'Authorization': 'Bearer sk-dd24ae704e8d4939aeed8f050d04d36b'
+        Authorization: "Bearer sk-dd24ae704e8d4939aeed8f050d04d36b",
       },
-            data: data
+      data: data,
     };
     try {
       axios(config)
         .then((response) => {
           console.log(`response`, response);
           console.log(response.data);
-                    typeof speak !== 'undefined' && speak(response.data.choices[0].message.content) || model!.motion('tap_body');;
+
+          if (typeof speak !== "undefined") {
             setResponse(response.data.choices[0].message.content);
+            speak(response.data.choices[0].message.content);
+          } else {
+            model!.motion("tap_body");
+          }
         })
         .catch((error) => {
-                    setResponse(error!.toString());
+          //   setResponse(error!.toString());
           console.log(error);
         });
     } catch (error) {
       setResponse(error!.toString());
       console.log(error);
     }
-
+  };
-    }
 
   const { start, end, text, isListening, error } = useVoice2Txt({
-        lang: 'cmn-Hans-CN',
+    lang: "cmn-Hans-CN",
-        continuous: false
+    continuous: false,
   });
 
-    const {
+  const { isSpeaking, speak, stop } = useTxt2Voice();
-        isSpeaking,
-        speak,
-        stop
-    } = useTxt2Voice();
   const [inputText, setInputText] = useState("");
   const isMouthOpen = useRef(false);
-    const [response, setResponse] = useState("");
+  const [response, setResponse] = useState("来和我聊天吧~");
   useEffect(() => {
-        console.log(text, error)
+    console.log(text, error);
     if (!text) return;
     send(text);
-        if (error) {
+    // 先叉了这里防止消息展示error
-            setResponse(error);
+    // if (error) {
-            return;
+    //   setResponse(error);
-        }
+    //   return;
+    // }
   }, [text, error]);
   const [model, setModel] = useState<Live2DModel>();
   useEffect(() => {
@@ -158,21 +184,24 @@ export default function Home() {
   }, [isSpeaking]);
 
   useEffect(() => {
-        if (!isListening && !isSpeaking) { }
+    if (!isListening && !isSpeaking) {
+    }
   }, [isListening]);
 
   useEffect(() => {
     // expose PIXI to window so that this plugin is able to
     // reference window.PIXI.Ticker to automatically update Live2D models
     //@ts-ignore
-        typeof window !== 'undefined' && (window.PIXI = PIXI);
+    typeof window !== "undefined" && (window.PIXI = PIXI);
     (async function () {
       const app = new PIXI.Application({
-                view: document.getElementById('canvas') as HTMLCanvasElement,
+        view: document.getElementById("canvas") as HTMLCanvasElement,
-                backgroundAlpha: 1
+        backgroundAlpha: 1,
       });
 
-            const model = await Live2DModel.from('https://cdn.jsdelivr.net/gh/guansss/pixi-live2d-display/test/assets/shizuku/shizuku.model.json');
+      const model = await Live2DModel.from(
+        "https://cdn.jsdelivr.net/gh/guansss/pixi-live2d-display/test/assets/shizuku/shizuku.model.json"
+      );
 
       app.stage.addChild(model);
       const scaleX = (innerWidth * 0.4) / model.width;
@@ -187,36 +216,117 @@ export default function Home() {
       addFrame(model);
       addHitAreaFrames(model);
       setModel(model);
-            model.on('hit', (hitAreas) => {
+      model.on("hit", (hitAreas) => {
-                if (hitAreas.includes('body')) {
+        if (hitAreas.includes("body")) {
-                    model.motion('tap_body');
+          model.motion("tap_body");
-                    model.motion('speak')
+          model.motion("speak");
         }
       });
     })();
-    }, [])
+  }, []);
-    return (
 
-        <main>
+  return (
-            {
+    <main className="w-full h-full bg-blue-200">
-                typeof window !== 'undefined'
+      {typeof window !== "undefined" &&
-                && typeof window.Live2D !== 'undefined'
+        typeof window.Live2D !== "undefined" && (
-                && (<div className='flex w-full flex-col h-full items-center justify-center relative'>
+          <div className="flex w-full flex-col h-full items-center justify-center relative text-white">
-                    <canvas className='w-full h-full' id="canvas"></canvas>
+            {/* live2d */}
-                    <div className='absolute right-[20vw] top-4 bg-white rounded w-[20vw] h-auto text-sm text-black'>{response ? response : "请输入文字和我聊天吧"}</div>
+            <canvas className="w-full" id="canvas"></canvas>
-                    <div id="control"></div>
+
-                    <button onClick={start}>语音输入</button>
+            {/* 旧叉 */}
-                    <button onClick={end}>结束语音输入</button>
+            {/* <div className="absolute right-[20vw] top-4 bg-orange-300 rounded w-[20vw] h-auto text-sm">
-                    <input className='text-black' value={inputText} onChange={(e) => {
+              {response ? response : "请输入文字和我聊天吧"}
+            </div> */}
+
+            {/* 角色信息 */}
+            <div className="absolute left-[4vw] top-4 bg-orange-300 rounded-full w-[36vw] h-auto text-sm flex flex-nowrap px-2 py-1 gap-2">
+              <div className="w-10 h-10 rounded-full bg-white"></div>
+              <div className="text-xl">昵称</div>
+            </div>
+
+            {/* 消息泡泡 */}
+            <div className="absolute left-1/2 -translate-x-1/2 top-[10vh] bg-black bg-opacity-30 rounded-2xl w-[60vw] h-auto p-2 whitespace-normal break-words">
+              {response ? response : "请输入文字和我聊天吧"}
+            </div>
+
+            {/* 选项 */}
+            <div className="absolute right-0 top-[20vh] w-[16vw] flex flex-col flex-nowrap items-center gap-10">
+              {opList.map((item) => (
+                <div
+                  key={item.id}
+                  className="bg-orange-300 rounded-l-full w-full h-auto text-sm flex flex-col flex-nowrap items-center pl-1 py-1"
+                >
+                  <div className="w-6 h-6 overflow-hidden">
+                    <img
+                      // 这图片中图标和空白的比例太邪门了
+                      className="w-full h-full scale-[2.5]"
+                      src={item.src}
+                      alt={item.title}
+                    />
+                  </div>
+                  <div className="text-xs">{item.title}</div>
+                </div>
+              ))}
+            </div>
+
+            {/* 旧叉 */}
+            {/* <div id="control"></div> */}
+            {/* <button onClick={start}>语音输入</button>
+                    <button onClick={end}>结束语音输入</button> */}
+
+            {/* 输入框 */}
+            <div className="absolute w-[90vw] h-10 bottom-2 left-1/2 -translate-x-1/2 bg-white rounded-xl flex flex-nowrap items-center justify-evenly gap-2 px-2 py-1">
+              <button
+                className="w-6 h-6 overflow-hidden"
+                onClick={() => {
+                  // 切换语音/键盘
+                  useVoice ? setUseVoice(false) : setUseVoice(true);
+                }}
+              >
+                <img
+                  className="w-full h-full scale-[2.5]"
+                  src={`http://picdown.jchysoft.com/uiIcon/${
+                    useVoice ? "jianpan" : "yuyin"
+                  }.png`}
+                  alt="输入方式"
+                />
+              </button>
+              {useVoice ? (
+                <button
+                  onMouseDown={start}
+                  onMouseUp={end}
+                  onTouchStart={start}
+                  onTouchEnd={end}
+                  className="h-full bg-gray-300 flex-1 text-center rounded active:bg-gray-500 focus:outline-none select-none"
+                >
+                  按住说话
+                </button>
+              ) : (
+                <input
+                  className="h-full text-black rounded flex-1 bg-gray-200 pl-2"
+                  value={inputText}
+                  onChange={(e) => {
                     setInputText(e.target.value);
-                        console.log(e.target.value)
+                    console.log(e.target.value);
-                    }}></input>
+                  }}
-                    <button onClick={() => {
+                ></input>
+              )}
+              <button
+                className="w-6 h-6 overflow-hidden"
+                onClick={() => {
                   send(inputText);
                   setInputText("");
-                    }}>发送</button>
+                }}
-                </div>)
+              >
-            }
+                <img
+                  className="w-full h-full scale-[2.5]"
+                  src="http://picdown.jchysoft.com/uiIcon/fasong.png"
+                  alt="发送按钮"
+                />
+              </button>
+            </div>
+          </div>
+        )}
     </main>
   );
 }

src/app/layout.tsx

@@ -17,7 +17,7 @@ export default function RootLayout({
       <head>
         {/* <script src="http://publicjs.supmiao.com/live2dcubismcore.min.js"></script> */}
       </head>
-      <body>{children}</body>
+      <body className="w-screen h-screen">{children}</body>
     </html>
   );
 }