Merged Moshi Integration (First Voice to Voice AI Model) and Hidden WebXR Features

.env.local

@@ -2,3 +2,4 @@ NEXT_PUBLIC_AMICA_API_URL=https://store.heyamica.com
 NEXT_PUBLIC_AMICA_STORAGE_URL=https://vrm.heyamica.com/file/amica-vrm
 NEXT_PUBLIC_SUPABASE_URL=https://kzfcwefqffysqsjrlyld.supabase.co
 NEXT_PUBLIC_SUPABASE_ANON_KEY=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJzdXBhYmFzZSIsInJlZiI6Imt6ZmN3ZWZxZmZ5c3FzanJseWxkIiwicm9sZSI6ImFub24iLCJpYXQiOjE3MDEyNzA5NjUsImV4cCI6MjAxNjg0Njk2NX0.z9zm2mbJu6RkdZ6zkCUltThIF43-ava_bLvk9qFQsiA
+NEXT_PUBLIC_WALLETCONNECT_PROJECT_ID=9f8cee238fde4f0011880ecef0616c88

.eslintrc.json

@@ -1,3 +1,3 @@
 {
-  "extends": "next/core-web-vitals"
+  "extends": ["next/core-web-vitals", "prettier"]
 }

.gitignore

@@ -12,6 +12,10 @@
 /.next/
 /out/
 
+# parcel
+/.parcel-cache/
+/dist/
+
 # production
 /build
 
@@ -34,3 +38,6 @@ next-env.d.ts
 
 working/*
 !working/.gitkeep
+
+# Sentry Config File
+.env.sentry-build-plugin

.nvmrc

@@ -1 +1 @@
-v18.12.1
+v18.18.0

docs/SUMMARY.md

@@ -49,6 +49,7 @@
 ## 🔧 Other Guides
 
 * [Using Window.ai](./guides/using-windowai.md)
+* [Using Moshi (Voice to Voice)](./guides/using-moshi.md)
 
 ## 🧩 Plugin System 
 

docs/guides/using-moshi.md

@@ -0,0 +1,69 @@
+---
+title: Using Moshi (Voice to Voice)
+order: 3
+---
+
+
+To test Moshi, you need to set up and run the Moshi Server on Runpod (Or your running it on your own computer/server):
+
+---
+
+### **Step 1: Set Up and Running Moshi Server for Amica**
+1. Login to the Terminal on your instance, whether it is your own server or a Runpod instance (If you don't have a good GPU)
+1. **Clone the Moshi Server**  
+   ```bash
+   git clone https://github.com/flukexp/moshi_server.git moshi && cd moshi
+   ```  
+
+2. **Create a virtual environment**  
+   ```bash
+   python -m venv venv
+   ```  
+
+3. **Activate the virtual environment**  
+   - On macOS/Linux:  
+     ```bash
+     source venv/bin/activate
+     ```  
+   - On Windows (Command Prompt):  
+     ```bash
+     venv\Scripts\activate
+     ```  
+   - On Windows (PowerShell):  
+     ```powershell
+     .\venv\Scripts\Activate
+     ```  
+
+---
+
+### **Step 2: Run the Moshi Server**  
+
+Start the Moshi server (For Runpod):  
+```bash
+uvicorn moshi_service:app --host 0.0.0.0 --port 8000 
+```  
+Start the Moshi server (For your own computer):  
+```bash
+uvicorn moshi_service:app --host 127.0.0.1 --port 8000 
+```  
+
+---
+
+### **Step 3: Change Settings on Amica to Use Moshi**  
+
+Open Settings > Chatbot Backend , and select Moshi.
+
+Then go to Settings > Chatbot Backend > Moshi, and then insert the correct URL for accessing Moshi server. (E.g. http://localhost:8000 for local server and a runpod proxy URL, which is on your runpod instance and looks like : https://rn8xojhvb-8000.proxy.runpod.net, the URL has the runpod instance identifier and the port)
+
+*There is no difference whether you are running locally or off the Amica demo.*
+
+
+---
+
+#### **Notes:**  
+- Ensure that **Python and pip** are installed before proceeding. **Edit the model URLs in the main python script if you want to use a different model from Kyutai.** 
+---
+
+Replace the `{port-number}` in the URL with the actual port number (e.g 3000 for Amica and 8000 for Moshi).
+
+---

next.config.js

@@ -1,10 +1,13 @@
 const CopyPlugin = require("copy-webpack-plugin");
-const withPWA = require('@ducanh2912/next-pwa').default({
-  dest: 'public',
+const withPWA = require("@ducanh2912/next-pwa").default({
+  dest: "public",
 });
 
+const output = process.env.NEXT_OUTPUT || undefined;
+
 /** @type {import('next').NextConfig} */
 const nextConfig = {
+  output,
   reactStrictMode: false,
   assetPrefix: process.env.BASE_PATH || "",
   basePath: process.env.BASE_PATH || "",
@@ -17,9 +20,9 @@ const nextConfig = {
     // See https://webpack.js.org/configuration/resolve/#resolvealias
     config.resolve.alias = {
       ...config.resolve.alias,
-      "sharp$": false,
+      sharp$: false,
       "onnxruntime-node$": false,
-    }
+    };
 
     config.plugins.push(
       new CopyPlugin({
@@ -49,18 +52,61 @@ const nextConfig = {
             to: "static/chunks/[name][ext]",
           },
         ],
-      })
+      }),
     );
 
     config.plugins.push(
       new webpack.DefinePlugin({
-        'process.env.NEXT_PUBLIC_CONFIG_BUILD_ID': JSON.stringify(buildId)
-      })
+        "process.env.NEXT_PUBLIC_CONFIG_BUILD_ID": JSON.stringify(buildId),
+      }),
     );
 
     return config;
   },
-}
-
+};
 
 module.exports = withPWA(nextConfig);
+
+// Injected content via Sentry wizard below
+
+const { withSentryConfig } = require("@sentry/nextjs");
+
+module.exports = withSentryConfig(module.exports, {
+  // For all available options, see:
+  // https://github.com/getsentry/sentry-webpack-plugin#options
+
+  org: "heyamica",
+  project: "chat-heyamica",
+
+  // Only print logs for uploading source maps in CI
+  silent: !process.env.CI,
+
+  // For all available options, see:
+  // https://docs.sentry.io/platforms/javascript/guides/nextjs/manual-setup/
+
+  // Upload a larger set of source maps for prettier stack traces (increases build time)
+  widenClientFileUpload: true,
+
+  // Automatically annotate React components to show their full name in breadcrumbs and session replay
+  reactComponentAnnotation: {
+    enabled: true,
+  },
+
+  // Route browser requests to Sentry through a Next.js rewrite to circumvent ad-blockers.
+  // This can increase your server load as well as your hosting bill.
+  // Note: Check that the configured route will not match with your Next.js middleware, otherwise reporting of client-
+  // side errors will fail.
+  tunnelRoute: "/monitoring",
+
+  // Hides source maps from generated client bundles
+  hideSourceMaps: true,
+
+  // Automatically tree-shake Sentry logger statements to reduce bundle size
+  disableLogger: true,
+
+  // Enables automatic instrumentation of Vercel Cron Monitors. (Does not yet work with App Router route handlers.)
+  // See the following for more information:
+  // https://docs.sentry.io/product/crons/
+  // https://vercel.com/docs/cron-jobs
+  automaticVercelMonitors: true,
+});