Newer
Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
import requests
import json
import time
import gradio as gr
from utils import generate_payload, format_for_translator
# Endpoint_url
post_url = 'https://uf9t072wj5ki2ho4.eu-west-1.aws.endpoints.huggingface.cloud/generate'
# Headers
headers = {
'Content-Type': 'application/json; charset=utf-8'
}
def translate(sentence: str, trg_lang: str):
# Because I leave the other parameters as default, I arbitrarily set an max input length
if len(sentence) > 100:
return f"Sentence too long! Up to 100 characters are allowed, but {len(sentence)} were sent."
# Wrap sentence with translation instruction and format it
formatted_prompt = format_for_translator(sentence, trg_lang)
# Generate payload
payload = generate_payload(formatted_prompt)
# Send post request to API
response = requests.post(
post_url,
data=json.dumps(payload),
headers=headers
)
# Format the reply
reply = response.json()['generated_text']
reply = reply.replace('assistant', '').strip()
return reply
with gr.Blocks() as translator:
gr.Markdown(
"""
# Simple Translator
Translate any sentence from English to a target language of your choice!
*Runs on the Llama 3 8B Instruct language model*
""")
with gr.Row():
gr.Interface(
fn=translate,
inputs=[
gr.Textbox(
placeholder="Write an English sentence to translate.",
label="Input Sentence"
),
gr.Dropdown(
choices=[
"German", "French", "Italian", "Spanish", "Portuguese", "Russian",
"Korean", "Chinese", "Japanese", "Swedish", "Norwegian", "Finnish"
], # Just chose some languages that came to mind
value="German",
label="Target Language",
)
],
outputs=gr.Textbox(
label="Translated Sentence"
)
)
if __name__ == '__main__':
translator.launch()