err

backend/main.py

@@ -404,104 +404,18 @@ async def translate_text_endpoint(request: TranslationRequest):
         
         print(f"[DEBUG] Received request: source_lang={source_lang}, target_lang={target_lang}, text={text[:50]}")
         
-        translation_result = ""
-        error_message = None
+        # Call our culturally-aware translate_text function
+        translation_result = translate_text(text, source_lang, target_lang)
         
-        try:
-            # Check if translator is initialized, if not, initialize it
-            if translator is None:
-                print("[DEBUG] Translator not initialized. Attempting to initialize model...")
-                success = initialize_model()
-                if not success:
-                    raise Exception("Failed to initialize translation model")
-            
-            # Format the prompt for the model
-            src_lang_code = f"{source_lang}_Latn" if source_lang != "ar" else f"{source_lang}_Arab"
-            tgt_lang_code = f"{target_lang}_Latn" if target_lang != "ar" else f"{target_lang}_Arab"
-            
-            print("[DEBUG] Calling translator model...")
-            # Use a thread pool to execute the translation with a timeout
-            with concurrent.futures.ThreadPoolExecutor() as executor:
-                future = executor.submit(
-                    lambda: translator(
-                        text,
-                        src_lang=src_lang_code,
-                        tgt_lang=tgt_lang_code,
-                        max_length=512
-                    )[0]["translation_text"]
-                )
-                
-                try:
-                    result = future.result(timeout=15)
-                    translation_result = result
-                    print(f"Local model translation result: {translation_result}")
-                except concurrent.futures.TimeoutError:
-                    print("Translation timed out after 15 seconds")
-                    raise Exception("Translation timed out")
-                except Exception as e:
-                    print(f"Error using local model: {str(e)}")
-                    raise Exception(f"Error using local model: {str(e)}")
-        
-        except Exception as e:
-            error_message = str(e)
-            print(f"Error using local model: {error_message}")
+        # Check for empty result
+        if not translation_result or translation_result.strip() == "":
+            print("[DEBUG] Empty translation result received")
+            return JSONResponse(
+                status_code=500,
+                content={"success": False, "error": "Translation returned empty result"}
+            )
             
-            # Try the fallback options
-            try:
-                # Try LibreTranslate providers
-                libre_apis = [
-                    "https://translate.terraprint.co/translate",
-                    "https://libretranslate.de/translate",
-                    "https://translate.argosopentech.com/translate",
-                    "https://translate.fedilab.app/translate"
-                ]
-                
-                for api_url in libre_apis:
-                    try:
-                        print(f"Attempting fallback translation using LibreTranslate: {api_url}")
-                        payload = {
-                            "q": text,
-                            "source": source_lang,
-                            "target": target_lang,
-                            "format": "text",
-                            "api_key": ""
-                        }
-                        headers = {"Content-Type": "application/json"}
-                        response = requests.post(api_url, json=payload, headers=headers, timeout=5)
-                        
-                        if response.status_code == 200:
-                            result = response.json()
-                            if "translatedText" in result:
-                                translation_result = result["translatedText"]
-                                print(f"LibreTranslate successful: {translation_result}")
-                                break
-                    except Exception as libre_error:
-                        print(f"Error with LibreTranslate {api_url}: {str(libre_error)}")
-                
-                # If LibreTranslate failed, try Google Translate
-                if not translation_result:
-                    try:
-                        # First try to import it
-                        try:
-                            from googletrans import Translator
-                            google_translator = Translator()
-                            result = google_translator.translate(text, src=source_lang, dest=target_lang)
-                            translation_result = result.text
-                            print(f"Google Translate successful: {translation_result}")
-                        except ImportError:
-                            print("googletrans package not installed, attempting to install...")
-                            subprocess.call([sys.executable, "-m", "pip", "install", "googletrans==4.0.0-rc1"])
-                            # After installation, try again
-                            from googletrans import Translator
-                            google_translator = Translator()
-                            result = google_translator.translate(text, src=source_lang, dest=target_lang)
-                            translation_result = result.text
-                    except Exception as google_error:
-                        print(f"Error with Google Translate fallback: {str(google_error)}")
-            except Exception as e:
-                print(f"Error with fallback translation: {str(e)}")
-                translation_result = f"[Translation failed during fallback] {text}"
-
+        print(f"[DEBUG] Translation successful: {translation_result[:100]}...")
         return {"success": True, "translated_text": translation_result}
     
     except Exception as e:

backend/requirements.txt

@@ -12,3 +12,6 @@ tensorflow
 tf-keras
 hf_xet
 accelerate
+docx
+BytesIO
+fitz

static/script.js

@@ -9,6 +9,21 @@ document.addEventListener('DOMContentLoaded', () => {
     const docSourceLang = document.getElementById('doc-source-lang');
     const errorMessageDiv = document.getElementById('error-message');
     const docLoadingIndicator = document.getElementById('doc-loading');
+    const debugInfoDiv = document.getElementById('debug-info');
+    const textLoadingDiv = document.getElementById('text-loading');
+    
+    // Helper function to display debug info
+    function showDebug(message, data = null) {
+        let debugText = typeof message === 'string' ? message : JSON.stringify(message);
+        
+        if (data) {
+            debugText += '\n' + JSON.stringify(data, null, 2);
+        }
+        
+        console.log("DEBUG:", message, data || '');
+        debugInfoDiv.textContent = debugText;
+        debugInfoDiv.style.display = 'block';
+    }
     
     // Helper function to display errors
     function displayError(message) {
@@ -38,6 +53,7 @@ document.addEventListener('DOMContentLoaded', () => {
         console.error("Error details:", message);
         errorMessageDiv.textContent = errorText;
         errorMessageDiv.style.display = 'block';
+        
         // Hide result boxes on error
         textResultBox.style.display = 'none';
         docResultBox.style.display = 'none';
@@ -54,9 +70,11 @@ document.addEventListener('DOMContentLoaded', () => {
         docFilename.textContent = '';
         docSourceLang.textContent = '';
         docLoadingIndicator.style.display = 'none';
+        debugInfoDiv.style.display = 'none';
+        debugInfoDiv.textContent = '';
     }
 
-    // Fix the text form submission handler to use correct field IDs
+    // Fix the text form submission handler
     if (textForm) {
         textForm.addEventListener('submit', async (e) => {
             e.preventDefault();
@@ -73,39 +91,42 @@ document.addEventListener('DOMContentLoaded', () => {
             }
             
             try {
-                // Show loading state (create it if missing)
-                let textLoading = document.getElementById('text-loading');
-                if (!textLoading) {
-                    textLoading = document.createElement('div');
-                    textLoading.id = 'text-loading';
-                    textLoading.className = 'loading-spinner';
-                    textLoading.innerHTML = 'Translating...';
-                    textForm.appendChild(textLoading);
-                }
-                textLoading.style.display = 'block';
+                // Show loading state 
+                textLoadingDiv.style.display = 'block';
                 
                 // Log payload for debugging
-                console.log('Sending payload:', { text: sourceText, source_lang: sourceLang, target_lang: targetLang });
+                const payload = { 
+                    text: sourceText, 
+                    source_lang: sourceLang, 
+                    target_lang: targetLang 
+                };
+                showDebug('Sending translation request', payload);
                 
                 const response = await fetch('/translate/text', {
                     method: 'POST',
                     headers: {
                         'Content-Type': 'application/json'
                     },
-                    body: JSON.stringify({
-                        text: sourceText,
-                        source_lang: sourceLang,
-                        target_lang: targetLang
-                    })
+                    body: JSON.stringify(payload)
                 });
                 
-                // Hide loading state
-                textLoading.style.display = 'none';
-                
                 // Log response status
-                console.log('Response status:', response.status);
+                showDebug(`Response status: ${response.status}`);
                 
-                const data = await response.json();
+                // Get the raw response text first for debugging
+                const responseText = await response.text();
+                showDebug('Raw response:', responseText);
+                
+                // Then parse it as JSON
+                let data;
+                try {
+                    data = JSON.parse(responseText);
+                } catch (jsonError) {
+                    throw new Error(`Invalid JSON response: ${responseText}`);
+                }
+                
+                // Hide loading state
+                textLoadingDiv.style.display = 'none';
                 
                 if (!response.ok) {
                     if (data && data.error) {
@@ -131,80 +152,85 @@ document.addEventListener('DOMContentLoaded', () => {
                 
             } catch (error) {
                 console.error('Error:', error);
-                displayError('Network error or invalid response format');
+                displayError(`Network error: ${error.message}`);
                 
-                // Hide loading if it exists
-                const textLoading = document.getElementById('text-loading');
-                if (textLoading) textLoading.style.display = 'none';
+                // Hide loading
+                textLoadingDiv.style.display = 'none';
             }
         });
+    } else {
+        console.error("Text translation form not found in the document!");
     }
 
     // Handle Document Translation Form Submission
-    docForm.addEventListener('submit', async (event) => {
-        event.preventDefault();
-        clearFeedback();
-
-        const formData = new FormData(docForm);
-        const fileInput = document.getElementById('doc-input');
-        const button = docForm.querySelector('button');
+    if (docForm) {
+        docForm.addEventListener('submit', async (event) => {
+            event.preventDefault();
+            clearFeedback();
 
-        if (!fileInput.files || fileInput.files.length === 0) {
-            displayError('Please select a document to upload.');
-            return;
-        }
+            const formData = new FormData(docForm);
+            const fileInput = document.getElementById('doc-input');
+            const button = docForm.querySelector('button');
 
-        button.disabled = true;
-        button.textContent = 'Translating...';
-        // Show loading indicator
-        docLoadingIndicator.style.display = 'block';
+            if (!fileInput.files || fileInput.files.length === 0) {
+                displayError('Please select a document to upload.');
+                return;
+            }
 
-        try {
-            const response = await fetch('/translate/document', {
-                method: 'POST',
-                body: formData // FormData handles multipart/form-data automatically
-            });
+            button.disabled = true;
+            button.textContent = 'Translating...';
+            // Show loading indicator
+            docLoadingIndicator.style.display = 'block';
 
-            // Get response as text first for debugging
-            const responseText = await response.text();
-            console.log('Raw document response:', responseText);
-            
-            // Try to parse as JSON
-            let result;
             try {
-                result = JSON.parse(responseText);
-            } catch (jsonError) {
-                throw new Error(`Failed to parse server response: ${responseText}`);
-            }
+                const response = await fetch('/translate/document', {
+                    method: 'POST',
+                    body: formData // FormData handles multipart/form-data automatically
+                });
 
-            if (!response.ok) {
-                const errorMessage = result.error || result.detail || `HTTP error! status: ${response.status}`;
-                throw new Error(errorMessage);
-            }
-            
-            console.log('Document translation response:', result);
-            
-            // Check if result contains the expected fields
-            if (!result.translated_text) {
-                throw new Error('Translation response is missing translated text');
-            }
-            
-            docFilename.textContent = result.original_filename || 'N/A';
-            docSourceLang.textContent = result.detected_source_lang || 'N/A';
-            docOutput.textContent = result.translated_text;
-            docResultBox.style.display = 'block';
-            
-            // Set text direction based on target language (document always goes to Arabic)
-            docOutput.dir = 'rtl';
+                // Get response as text first for debugging
+                const responseText = await response.text();
+                showDebug('Raw document response:', responseText);
+                
+                // Try to parse as JSON
+                let result;
+                try {
+                    result = JSON.parse(responseText);
+                } catch (jsonError) {
+                    throw new Error(`Failed to parse server response: ${responseText}`);
+                }
 
-        } catch (error) {
-            console.error('Document translation error:', error);
-            displayError(error.message || 'An unexpected error occurred during document translation.');
-        } finally {
-            button.disabled = false;
-            button.textContent = 'Translate Document';
-            // Hide loading indicator
-            docLoadingIndicator.style.display = 'none';
-        }
-    });
+                if (!response.ok) {
+                    const errorMessage = result.error || result.detail || `HTTP error! status: ${response.status}`;
+                    throw new Error(errorMessage);
+                }
+                
+                showDebug('Document translation response:', result);
+                
+                // Check if result contains the expected fields
+                if (!result.translated_text) {
+                    throw new Error('Translation response is missing translated text');
+                }
+                
+                docFilename.textContent = result.original_filename || 'N/A';
+                docSourceLang.textContent = result.detected_source_lang || 'N/A';
+                docOutput.textContent = result.translated_text;
+                docResultBox.style.display = 'block';
+                
+                // Set text direction based on target language (document always goes to Arabic)
+                docOutput.dir = 'rtl';
+
+            } catch (error) {
+                console.error('Document translation error:', error);
+                displayError(error.message || 'An unexpected error occurred during document translation.');
+            } finally {
+                button.disabled = false;
+                button.textContent = 'Translate Document';
+                // Hide loading indicator
+                docLoadingIndicator.style.display = 'none';
+            }
+        });
+    } else {
+        console.error("Document translation form not found in the document!");
+    }
 });

templates/index.html

@@ -5,6 +5,44 @@
     <meta name="viewport" content="width=device-width, initial-scale=1.0">
     <title>AI Translator</title>
     <link rel="stylesheet" href="/static/style.css">
+    <style>
+        /* Add some styling for better visibility of debug and error messages */
+        #error-message {
+            background-color: #ffebee;
+            color: #c62828;
+            padding: 10px;
+            margin: 10px 0;
+            border-radius: 4px;
+            border: 1px solid #ef9a9a;
+            display: none;
+        }
+        #debug-info {
+            background-color: #e3f2fd;
+            color: #1565c0;
+            padding: 10px;
+            margin: 10px 0;
+            border-radius: 4px;
+            border: 1px solid #90caf9;
+            font-family: monospace;
+            white-space: pre-wrap;
+            display: none;
+        }
+        .loading-spinner {
+            margin: 10px 0;
+            padding: 10px;
+            background-color: #e8f5e9;
+            border-radius: 4px;
+            border: 1px solid #a5d6a7;
+            display: none;
+        }
+        .result-box {
+            margin-top: 20px;
+            padding: 15px;
+            background-color: #f5f5f5;
+            border-radius: 4px;
+            display: none;
+        }
+    </style>
 </head>
 <body>
     <h1>AI Translation Service</h1>
@@ -33,6 +71,7 @@
                  </select>
             </div>
             <textarea id="text-input" name="text" placeholder="Enter text to translate..."></textarea>
+            <div id="text-loading" class="loading-spinner">Translating...</div>
             <button type="submit">Translate Text</button>
         </form>
         <div id="text-result" class="result-box" dir="rtl"> <!- Set default to RTL for Arabic output ->
@@ -41,6 +80,10 @@
         </div>
     </div>
 
+    <!-- Add debug info container -->
+    <div id="debug-info"></div>
+    <div id="error-message" class="error-box"></div>
+
     <div class="container">
         <h2>Document Translation</h2>
         <form id="doc-translation-form" enctype="multipart/form-data">
@@ -86,8 +129,6 @@
         </div>
     </div>
 
-    <div id="error-message" class="error-box" style="display: none;"></div>
-
     <script src="/static/script.js"></script>
 </body>
 </html>