dynamic config

app.py

@@ -4,6 +4,7 @@ import gradio as gr
 import os
 import random
 import torch
+from urllib.parse import quote
 
 print(os.system("""
 cd front;
@@ -15,6 +16,7 @@ cd ..;
 CHAR_LIMIT = 5000 # test
 
 SPACE_ID = os.environ.get('SPACE_ID')
+LLM_ENDPOINT = os.environ.get('LLM_ENDPOINT', 'null')
 
 CUDA_AVAILABLE = torch.cuda.is_available()
 models = {gpu: KModel().to('cuda' if gpu else 'cpu').eval() for gpu in [False] + ([True] if CUDA_AVAILABLE else [])}
@@ -162,7 +164,7 @@ head = f'''
         if (!localStorage.getItem('debug') && !window.location.href.match(/debug=1/)) {{
             console.log('Attaching frontend app');
             const frontendApp = document.createElement('iframe');
-            frontendApp.src = '/gradio_api/file=./front/dist/index.html?SPACE_ID={SPACE_ID}';
+            frontendApp.src = '/gradio_api/file=./front/dist/index.html?SPACE_ID={quote(SPACE_ID)}&LLM_ENDPOINT={quote(LLM_ENDPOINT)}';
             frontendApp.style = 'position: fixed; top: 0; left: 0; width: 100%; height: 100%; border: none; z-index: 999999;';
             document.body.appendChild(frontendApp);
         }}

front/src/config.ts

@@ -1,5 +1,17 @@
+function getUrlParam(paramName: string): string | null {
+  const urlParams = new URLSearchParams(window.location.search);
+  return urlParams.get(paramName);
+}
+
+const SPACE_ID = getUrlParam('SPACE_ID');
+const LLM_ENDPOINT = getUrlParam('LLM_ENDPOINT');
+
 export const CONFIG = {
   llmEndpoint:
-    'https://gnb1thady6h3noiz.us-east-1.aws.endpoints.huggingface.cloud/v1/chat/completions',
-  ttsSpaceId: 'ngxson/kokoro-podcast-generator',
+    LLM_ENDPOINT && LLM_ENDPOINT.length > 5
+      ? LLM_ENDPOINT
+      : 'https://gnb1thady6h3noiz.us-east-1.aws.endpoints.huggingface.cloud/v1/chat/completions',
+  ttsSpaceId: SPACE_ID || 'ngxson/kokoro-podcast-generator',
 };
+
+console.log({ CONFIG });

front/src/utils/prompts.ts

@@ -16,7 +16,6 @@ Some rules:
 - Only use base ASCII, do NOT use ALL CAPS, strings are wrapped inside "..."
 - First turns should be the introduction for the theme and speakers.
 - The script will be passed to TTS engine, make sure to write plain pronunciation, for example the www. must pronounced like "www dot"
-- Sometimes, try inserting small words like "Yeah?", "Oh!" and set nextGapMilisecs to high negative number to simulate interruptions.
 
 There is an example (it is truncated):
 
@@ -29,11 +28,11 @@ speakerNames:
 turns:
   - index: 0
     speakerName: Alice
-    text: It wouldn't be better to follow on technology with Magnus Nystedt than to actually cross over using technology to Wellington International School and [Whiz Radio](+1). And who better to kick off the Whiz Radio segment than the person who motivates the students over at Whiz, Wellington International School, than Miss Davy Peel. [Welcome](+1)... [Tell me](-1), give me, give me the scoop here, because I, I came and talked to you a little while ago and said, what do you guys think about doing some kind of a TEDx thing? And then I just sort of backed off.
+    text: It wouldn't be better to follow on technology with Magnus Nystedt than to actually cross over using technology to [Wellington](+1) International School and [Whiz Radio](+1). And who better to kick off the Whiz Radio segment than the person who motivates the students over at Whiz, Wellington International School, than Miss Davy Peel. [Welcome](+2) ... Tell me, give me, give me the scoop here, because I, I came and talked to you a little while ago and said, what do you guys think about doing some kind of a [TEDx](+1) thing? And then I just sort of backed off.
     nextGapMilisecs: 100
   - index: 1
     speakerName: Davy Peel
-    text: [Absolutely!](+1) An amazing opportunity to get the kids a bit of kind of creative freedom and, and a forum.
+    text: [Absolutely](+1)... An amazing opportunity to get the kids a bit of kind of creative freedom and, and a forum.
     nextGapMilisecs: 1000
 \`\`\`
 [END OF EXAMPLE]