Add sync and async function

app.py

@@ -4,10 +4,10 @@ import streamlit as st
 import requests
 import zipfile
 
-from azure.storage.blob import BlobServiceClient
 from azure.core.credentials import AzureKeyCredential
 from azure.ai.translation.document import DocumentTranslationClient
 from dotenv import load_dotenv
+from utils import blob_service_client, upload_to_azure, download_from_azure, delete_from_azure
 
 load_dotenv()
 
@@ -15,6 +15,11 @@ load_dotenv()
 st.title("Azure Translation Tools")
 uploaded_files = st.file_uploader("Upload files to start the process", accept_multiple_files=True)
 
+# Initialize a new instance of the DocumentTranslationClient
+client = DocumentTranslationClient(os.environ["AZURE_AI_ENDPOINT_URL"], AzureKeyCredential(os.environ["AZURE_AI_TRANSLATOR_KEY"]))
+sourceUri = "https://cbdtranslation.blob.core.windows.net/source"
+targetUri = "https://cbdtranslation.blob.core.windows.net/target"
+
 # Define available language options with their codes and names
 langs = (
     'id - Indonesian',
@@ -38,6 +43,53 @@ lang = st.selectbox('Target language selection:', langs, key='lang')
 lang_id = lang.split()[0]  # Get language code (e.g., 'en')
 lang_name = lang.split()[-1]  # Get language name (e.g., 'English')
 
+def process_sync(uploaded_file):
+
+    file_name = uploaded_file.name
+    file_content = uploaded_file.read()
+
+    # Set up Azure Translator API headers
+    headers = {
+        "Ocp-Apim-Subscription-Key": os.environ["AZURE_AI_TRANSLATOR_KEY"],
+    }
+
+    # Prepare file for translation
+    files = {
+        "document": (file_name, file_content, "ContentType/file-extension"),
+    }
+
+    # Construct API URL with target language and version
+    url = f"{os.environ["AZURE_AI_ENDPOINT_URL"]}/translator/document:translate?targetLanguage={lang_id}&api-version={os.environ["AZURE_AI_API_VERSION"]}"
+
+    # Send translation request to Azure
+    response = requests.post(url, headers=headers, files=files)
+
+    return response.status_code == 200, response.content
+
+def process_async(uploaded_file):
+
+    file_name = uploaded_file.name
+    file_content = uploaded_file.read()
+
+    # Upload the original file to Azure Blob Storage source container
+    upload_to_azure(blob_service_client, "source", file_content, file_name)
+
+    # Initialize translation job using the DocumentTranslationClient
+    # Wait for the translation to complete and get the result
+    poller = client.begin_translation(sourceUri, targetUri, lang_id)
+    result = poller.result()
+
+    # Download the translated file from Azure Blob Storage target container
+    downloaded_file_content = download_from_azure(blob_service_client, "target", file_name)
+
+    # Clean up: Remove files from both source and target containers
+    delete_from_azure(blob_service_client, "source", file_name)
+    delete_from_azure(blob_service_client, "target", file_name)
+
+    # Return translation status and the translated content
+    for document in result:
+        return document.status == 'Succeeded', downloaded_file_content
+
 if uploaded_files:
     submit = st.button("Get Result", key='submit')
 
@@ -48,33 +100,21 @@ if uploaded_files and submit:
         # Add progress bar for translation status
         progress_bar = st.progress(0)
         for idx, uploaded_file in enumerate(uploaded_files):
-            file_name = uploaded_file.name
-            file_content = uploaded_file.read()
-
-            # Set up Azure Translator API headers
-            headers = {
-                "Ocp-Apim-Subscription-Key": os.environ["AZURE_AI_TRANSLATOR_KEY"],
-            }
-
-            # Prepare file for translation
-            files = {
-                "document": (file_name, file_content, "ContentType/file-extension"),
-            }
-
-            # Construct API URL with target language and version
-            url = f"{os.environ["AZURE_AI_ENDPOINT_URL"]}/translator/document:translate?targetLanguage={lang_id}&api-version={os.environ["AZURE_AI_API_VERSION"]}"
-            
-            # Send translation request to Azure
-            response = requests.post(url, headers=headers, files=files)
-            
-            # Handle translation response
-            if response.status_code == 200:
+
+            # Check file extension to determine translation method
+            if uploaded_file.name.split('.')[-1] in ['txt', 'tsv', 'tab', 'csv', 'html', 'htm', 'mthml', 'mht', 'pptx', 'xlsx', 'docx', 'msg', 'xlf', 'xliff']:
+                result, response = process_sync(uploaded_file)
+            elif uploaded_file.name.split('.')[-1] in ['pdf', 'odt', 'odp', 'ods', 'rtf']:
+                result, response = process_async(uploaded_file)
+
+            # Check if translation was successful
+            if result:
                 # Add successfully translated file to zip archive
-                zip_file.writestr(f"{lang_name}-translated-{file_name}", response.content)
-                st.success(f"Successfully translated: {file_name}")
+                zip_file.writestr(f"{lang_name}-translated-{uploaded_file.name}", response)
+                st.success(f"Successfully translated: {uploaded_file.name}")
             else:
-                st.error(f"Failed to translate {file_name} with status code {response.status_code}: {response.text}")
-            
+                st.error(f"Failed to translate {uploaded_file.name} with status code {response.status_code}: {response.text}")
+
             # Update progress bar based on completed translations
             progress = (idx + 1) / len(uploaded_files)
             progress_bar.progress(progress)

utils.py

@@ -0,0 +1,27 @@
+import os
+
+from azure.storage.blob import BlobServiceClient
+from dotenv import load_dotenv
+
+load_dotenv()
+
+# Initialize Azure Blob Service Clients
+blob_service_client = BlobServiceClient.from_connection_string(os.environ["AZURE_STORAGE_CONNECTION_STRING"])
+
+# Function to upload file to Azure Storage
+def upload_to_azure(blob_service_client, container_name, file, file_name):
+    container_client = blob_service_client.get_container_client(container_name)
+    container_client.upload_blob(name=file_name, data=file, overwrite=True)
+
+# Function to download file from Azure Storage
+def download_from_azure(blob_service_client, container_name, file_name):
+    container_client = blob_service_client.get_container_client(container_name)
+    blob_client = container_client.get_blob_client(blob=file_name)
+    file_content = blob_client.download_blob().readall()
+    return file_content
+
+# Function to delete file from Azure Storage
+def delete_from_azure(blob_service_client, container_name, file_name):
+    container_client = blob_service_client.get_container_client(container_name)
+    blob_client = container_client.get_blob_client(blob=file_name)
+    blob_client.delete_blob()