@ -1,42 +1,83 @@
--[[--
This module translates text using Google Translate .
< http : // translate.google . com / translate_a / t ? client = z & ie = UTF - 8 & oe = UTF - 8 & hl = en & tl = en & text = hello >
< https : // translate.googleapis . com / translate_a / single ? client = gtx & sl = auto & tl = fr & dt = t & q = alea % 20 jacta % 20 est >
--]]
-- Useful other implementation and discussion:
-- https://github.com/ssut/py-googletrans/blob/master/googletrans/client.py
-- https://stackoverflow.com/questions/26714426/what-is-the-meaning-of-google-translate-query-params
local JSON = require ( " json " )
local logger = require ( " logger " )
local Translator = {
trans_servers = {
" http://translate.google.cn " ,
" http://translate.google.com " ,
} ,
trans_path = " /translate_a/t " ,
trans_params = {
client = " z " , -- client z returns normal JSON result
ie = " UTF-8 " ,
oe = " UTF-8 " ,
hl = " en " ,
tl = " en " ,
sl = nil , -- we don't specify source languagae to detect language
} ,
default_lang = " en " ,
trans_servers = {
" https://translate.googleapis.com/ " ,
-- "http://translate.google.cn",
} ,
trans_path = " /translate_a/single " ,
trans_params = {
client = " gtx " , -- (using "t" raises 403 Forbidden)
ie = " UTF-8 " , -- input encoding
oe = " UTF-8 " , -- output encoding
sl = " auto " , -- source language (we need to specify "auto" to detect language)
tl = " en " , -- target language
hl = " en " , -- ?
otf = 1 , -- ?
ssel = 0 , -- ?
tsel = 0 , -- ?
-- tk = "" -- auth token
dt = { -- what we want in result
" t " , -- translation of source text
" at " , -- alternate translations
-- Next options only give additional results when text is a single word
-- "bd", -- dictionary (articles, reverse translations, etc)
-- "ex", -- examples
-- "ld", -- ?
-- "md", -- definitions of source text
-- "qca", -- ?
-- "rw", -- "see also" list
-- "rm", -- transcription / transliteration of source and translated texts
-- "ss", -- synonyms of source text, if it's one word
}
-- q = text to translate
} ,
default_lang = " en " ,
}
function Translator : getTransServer ( )
return G_reader_settings : readSetting ( " trans_server " ) or self.trans_servers [ 1 ]
end
function Translator : getTargetLanguage ( )
-- One can manually set his prefered target language
local lang = G_reader_settings : readSetting ( " translator_target_language " )
if not lang then
-- Fallback to the UI language the user has selected
lang = G_reader_settings : readSetting ( " language " )
if lang and lang ~= " " then
-- convert "zh-CN" and "zh-TW" to "zh"
lang = lang : match ( " (.*)- " ) or lang
if lang == " C " then
lang = " en "
end
lang = lang : lower ( )
end
end
return lang or " en "
end
--[[--
Returns decoded JSON table from translate server .
@ string text
@ string target_lang
@ string source_lang
@ string text
@ treturn string result , or nil
--]]
function Translator : loadPage ( target_lang , source_lang , text )
function Translator : loadPage ( t ext, t arget_lang, source_lang )
local socket = require ( ' socket ' )
local url = require ( ' socket.url ' )
local http = require ( ' socket.http ' )
@ -48,16 +89,27 @@ function Translator:loadPage(target_lang, source_lang, text)
self.trans_params . tl = target_lang
self.trans_params . sl = source_lang
for k , v in pairs ( self.trans_params ) do
query = query .. k .. ' = ' .. v .. ' & '
if type ( v ) == " table " then
for _ , v2 in ipairs ( v ) do
query = query .. k .. ' = ' .. v2 .. ' & '
end
else
query = query .. k .. ' = ' .. v .. ' & '
end
end
local parsed = url.parse ( self : getTransServer ( ) )
parsed.path = self.trans_path
parsed.query = query .. " text= " .. url.escape ( text )
parsed.query = query .. " q =" .. url.escape ( text )
-- HTTP request
request [ ' url ' ] = url.build ( parsed )
logger.dbg ( " Calling " , request.url )
request [ ' method ' ] = ' GET '
request [ ' sink ' ] = ltn12.sink . table ( sink )
-- We may try to set a common User-Agent if it happens we're 403 Forbidden
-- request['headers'] = {
-- ["User-Agent"] = "Mozilla/5.0 (Windows NT 10.0; Win64; x64)",
-- }
http.TIMEOUT , https.TIMEOUT = 10 , 10
local httpRequest = parsed.scheme == ' http ' and http.request or https.request
-- first argument returned by skip is code
@ -74,9 +126,15 @@ function Translator:loadPage(target_lang, source_lang, text)
end
local content = table.concat ( sink )
if content ~= " " and string.sub ( content , 1 , 1 ) == " { " then
local ok , result = pcall ( JSON.decode , content )
-- logger.dbg("translator content:", content)
local first_char = content : sub ( 1 , 1 )
if content ~= " " and ( first_char == " { " or first_char == " [ " ) then
-- Get nil instead of functions for 'null' by using JSON.decode.simple
-- (so the result can be fully serialized when used
-- with Trapper:dismissableRunInSubprocess())
local ok , result = pcall ( JSON.decode , content , JSON.decode . simple )
if ok and result then
logger.dbg ( " translator json: " , result )
return result
else
logger.warn ( " translator error: " , result )
@ -85,6 +143,20 @@ function Translator:loadPage(target_lang, source_lang, text)
logger.warn ( " not JSON in translator response: " , content )
end
end
-- The JSON result is a list of 9 to 15 items:
-- 1: translation
-- 2: all-translations
-- 3: original-language
-- 6: possible-translations
-- 7: confidence
-- 8: possible-mistakes
-- 9: language
-- 12: synonyms
-- 13: definitions
-- 14: examples
-- 15: see-also
-- Depending on the 'dt' parameters used, some may be null or absent.
-- See bottom of this file for some sample results.
--[[--
Tries to automatically detect language of ` text ` .
@ -93,9 +165,9 @@ Tries to automatically detect language of `text`.
@ treturn string lang ( ` " en " ` , ` " fr " ` , ` … ` )
--]]
function Translator : detect ( text )
local result = self : loadPage ( " en " , nil , text )
if result then
local src_lang = result .src
local result = self : loadPage ( text , " en " , " auto " )
if result and result [ 3 ] then
local src_lang = result [ 3 ]
logger.dbg ( " detected language: " , src_lang )
return src_lang
else
@ -103,4 +175,419 @@ function Translator:detect(text)
end
end
--[[--
Translate text , returns translation as a single string .
@ string text
@ string target_lang [ opt ] ( ` " en " ` , ` " fr " ` , ` … ` )
@ string source_lang [ opt = " auto " ] ( ` " en " ` , ` " fr " ` , ` … ` ) or ` " auto " ` to auto - detect source language
@ treturn string translated text , or nil
--]]
function Translator : translate ( text , target_lang , source_lang )
if not target_lang then
target_lang = self : getTargetLanguage ( )
end
if not source_lang then
source_lang = " auto "
end
local result = self : loadPage ( text , target_lang , source_lang )
if result and result [ 1 ] and type ( result [ 1 ] ) == " table " then
local translated = { }
for i , r in ipairs ( result [ 1 ] ) do
table.insert ( translated , r [ 1 ] )
end
return table.concat ( translated , " " )
end
return nil
end
--[[--
Show translated text in TextViewer , with alternate translations
@ string text
@ string target_lang [ opt ] ( ` " en " ` , ` " fr " ` , ` … ` )
@ string source_lang [ opt = " auto " ] ( ` " en " ` , ` " fr " ` , ` … ` ) or ` " auto " ` to auto - detect source language
--]]
function Translator : showTranslation ( text , target_lang , source_lang )
local NetworkMgr = require ( " ui/network/manager " )
if not NetworkMgr : isOnline ( ) then
NetworkMgr : promptWifiOn ( )
return
end
-- Wrap next function with Trapper to be able to interrupt
-- translation service query.
local Trapper = require ( " ui/trapper " )
Trapper : wrap ( function ( )
self : _showTranslation ( text , target_lang , source_lang )
end )
end
function Translator : _showTranslation ( text , target_lang , source_lang )
local InfoMessage = require ( " ui/widget/infomessage " )
local TextViewer = require ( " ui/widget/textviewer " )
local Trapper = require ( " ui/trapper " )
local UIManager = require ( " ui/uimanager " )
local util = require ( " util " )
local Screen = require ( " device " ) . screen
local T = require ( " ffi/util " ) . template
local _ = require ( " gettext " )
if not target_lang then
target_lang = self : getTargetLanguage ( )
end
if not source_lang then
source_lang = " auto "
end
local completed , result = Trapper : dismissableRunInSubprocess ( function ( )
return self : loadPage ( text , target_lang , source_lang )
end , _ ( " Querying translation service… " ) )
if not completed then
UIManager : show ( InfoMessage : new {
text = _ ( " Translation interrupted. " )
} )
return
end
if not result or type ( result ) ~= " table " then
UIManager : show ( InfoMessage : new {
text = _ ( " Translation failed. " )
} )
return
end
if result [ 3 ] then
source_lang = result [ 3 ]
end
local output = { }
-- For both main and alternate translations, we may get multiple slices
-- of the original text and its translations.
if result [ 1 ] and type ( result [ 1 ] ) == " table " and # result [ 1 ] > 0 then
-- Main translation: we can make a single string from the multiple parts
-- for easier quick reading
local source = { }
local translated = { }
for i , r in ipairs ( result [ 1 ] ) do
local s = type ( r [ 2 ] ) == " string " and r [ 2 ] or " "
local t = type ( r [ 1 ] ) == " string " and r [ 1 ] or " "
table.insert ( source , s )
table.insert ( translated , t )
end
table.insert ( output , " ▣ " .. table.concat ( source , " " ) )
table.insert ( output , " ● " .. table.concat ( translated , " " ) )
end
if result [ 6 ] and type ( result [ 6 ] ) == " table " and # result [ 6 ] > 0 then
-- Alternative translations:
table.insert ( output , " ________ " )
for i , r in ipairs ( result [ 6 ] ) do
if type ( r [ 3 ] ) == " table " then
local s = type ( r [ 1 ] ) == " string " and r [ 1 ] : gsub ( " \n " , " " ) or " "
table.insert ( output , " ▣ " .. s )
for j , rt in ipairs ( r [ 3 ] ) do
-- Use number in solid black circle symbol (U+2776...277F)
local symbol = util.unicodeCodepointToUtf8 ( 10101 + ( j < 10 and j or 10 ) )
local t = type ( rt [ 1 ] ) == " string " and rt [ 1 ] : gsub ( " \n " , " " ) or " "
table.insert ( output , symbol .. " " .. t )
end
end
table.insert ( output , " " )
end
end
-- table.insert(output, require("dump")(result)) -- for debugging
UIManager : show ( TextViewer : new {
title = T ( _ ( " Translation from %1 to %2 " ) , source_lang : upper ( ) , target_lang : upper ( ) ) ,
text = table.concat ( output , " \n " ) ,
height = Screen : getHeight ( ) * 3 / 4 ,
} )
end
return Translator
-- Sample JSON results:
--
-- Multiple words result:
-- {
-- [1] = {
-- [1] = {
-- [1] = "I know you did not destroy your King's house, because then you had none. ",
-- [2] = "Ich weiß, dass ihr nicht eures Königs Haus zerstört habt, denn damals hattet ihr ja keinen.",
-- [5] = 3,
-- ["n"] = 5
-- },
-- [2] = {
-- [1] = "But you can not deny that you destroyed a royal palace. ",
-- [2] = "Aber ihr könnt nicht leugnen, dass ihr einen Königspalast zerstört habt.",
-- [5] = 3,
-- ["n"] = 5
-- },
-- [3] = {
-- [1] = "If the king is dead, then the kingdom remains, just as a ship remains, whose helmsman has fallen",
-- [2] = "Ist der König tot, so bleibt doch das Reich bestehen, ebenso wie ein Schiff bleibt, dessen Steuermann gefallen ist",
-- [5] = 3,
-- ["n"] = 5
-- }
-- },
-- [3] = "de",
-- [6] = {
-- [1] = {
-- [1] = "Ich weiß, dass ihr nicht eures Königs Haus zerstört habt, denn damals hattet ihr ja keinen.",
-- [3] = {
-- [1] = {
-- [1] = "I know you did not destroy your King's house, because then you had none.",
-- [2] = 0,
-- [3] = true,
-- [4] = false
-- },
-- [2] = {
-- [1] = "I know that you have not destroyed your king house, because at that time you had not any.",
-- [2] = 0,
-- [3] = true,
-- [4] = false
-- }
-- },
-- [4] = {
-- [1] = {
-- [1] = 0,
-- [2] = 91
-- }
-- },
-- [5] = "Ich weiß, dass ihr nicht eures Königs Haus zerstört habt, denn damals hattet ihr ja keinen.",
-- [6] = 0,
-- [7] = 0
-- },
-- [2] = {
-- [1] = "Aber ihr könnt nicht leugnen, dass ihr einen Königspalast zerstört habt.",
-- [3] = {
-- [1] = {
-- [1] = "But you can not deny that you destroyed a royal palace.",
-- [2] = 0,
-- [3] = true,
-- [4] = false
-- },
-- [2] = {
-- [1] = "But you can not deny that you have destroyed a royal palace.",
-- [2] = 0,
-- [3] = true,
-- [4] = false
-- }
-- },
-- [4] = {
-- [1] = {
-- [1] = 0,
-- [2] = 72
-- }
-- },
-- [5] = "Aber ihr könnt nicht leugnen, dass ihr einen Königspalast zerstört habt.",
-- [6] = 0,
-- [7] = 0
-- },
-- [3] = {
-- [1] = "Ist der König tot, so bleibt doch das Reich bestehen, ebenso wie ein Schiff bleibt, dessen Steuermann gefallen ist",
-- [3] = {
-- [1] = {
-- [1] = "If the king is dead, then the kingdom remains, just as a ship remains, whose helmsman has fallen",
-- [2] = 0,
-- [3] = true,
-- [4] = false
-- },
-- [2] = {
-- [1] = "yet the king dead, remains the kingdom stand remains as a ship the helmsman has fallen",
-- [2] = 0,
-- [3] = true,
-- [4] = false
-- }
-- },
-- [4] = {
-- [1] = {
-- [1] = 0,
-- [2] = 114
-- }
-- },
-- [5] = "Ist der König tot, so bleibt doch das Reich bestehen, ebenso wie ein Schiff bleibt, dessen Steuermann gefallen ist",
-- [6] = 0,
-- [7] = 0
-- }
-- },
-- [7] = 1,
-- [9] = {
-- [1] = {
-- [1] = "de"
-- },
-- [3] = {
-- [1] = 1
-- },
-- [4] = {
-- [1] = "de"
-- }
-- },
-- ["n"] = 9
-- }
--
-- Single word result with all dt= enabled:
-- {
-- [1] = {
-- [1] = {
-- [1] = "fork",
-- [2] = "fourchette",
-- [5] = 0,
-- ["n"] = 5
-- }
-- },
-- [2] = {
-- [1] = {
-- [1] = "noun",
-- [2] = {
-- [1] = "fork"
-- },
-- [3] = {
-- [1] = {
-- [1] = "fork",
-- [2] = {
-- [1] = "fourche",
-- [2] = "fourchette",
-- [3] = "embranchement",
-- [4] = "chariot",
-- [5] = "chariot à fourche"
-- },
-- [4] = 0.21967085
-- }
-- },
-- [4] = "fourchette",
-- [5] = 1
-- }
-- },
-- [3] = "fr",
-- [6] = {
-- [1] = {
-- [1] = "fourchette",
-- [3] = {
-- [1] = {
-- [1] = "fork",
-- [2] = 1000,
-- [3] = true,
-- [4] = false
-- },
-- [2] = {
-- [1] = "band",
-- [2] = 0,
-- [3] = true,
-- [4] = false
-- },
-- [3] = {
-- [1] = "bracket",
-- [2] = 0,
-- [3] = true,
-- [4] = false
-- },
-- [4] = {
-- [1] = "range",
-- [2] = 0,
-- [3] = true,
-- [4] = false
-- }
-- },
-- [4] = {
-- [1] = {
-- [1] = 0,
-- [2] = 10
-- }
-- },
-- [5] = "fourchette",
-- [6] = 0,
-- [7] = 1
-- }
-- },
-- [7] = 1,
-- [9] = {
-- [1] = {
-- [1] = "fr"
-- },
-- [3] = {
-- [1] = 1
-- },
-- [4] = {
-- [1] = "fr"
-- }
-- },
-- [12] = {
-- [1] = {
-- [1] = "noun",
-- [2] = {
-- [1] = {
-- [1] = {
-- [1] = "ramification",
-- [2] = "enfourchure"
-- },
-- [2] = ""
-- },
-- [2] = {
-- [1] = {
-- [1] = "échéance",
-- [2] = "bande"
-- },
-- [2] = ""
-- },
-- [3] = {
-- [1] = {
-- [1] = "ramification",
-- [2] = "jambe"
-- },
-- [2] = ""
-- },
-- [4] = {
-- [1] = {
-- [1] = "bifurcation"
-- },
-- [2] = ""
-- },
-- [5] = {
-- [1] = {
-- [1] = "fourche",
-- [2] = "bifurcation",
-- [3] = "entrejambe"
-- },
-- [2] = ""
-- },
-- [6] = {
-- [1] = {
-- [1] = "fourche",
-- [2] = "bifurcation"
-- },
-- [2] = ""
-- }
-- },
-- [3] = "fourchette"
-- }
-- },
-- [13] = {
-- [1] = {
-- [1] = "noun",
-- [2] = {
-- [1] = {
-- [1] = "Ustensile de table.",
-- [2] = "12518.0",
-- [3] = "Des fourchettes, des couteaux et des cuillères ."
-- },
-- [2] = {
-- [1] = "Ecart entre deux valeurs.",
-- [2] = "12518.1",
-- [3] = "La fourchette des prix ."
-- }
-- },
-- [3] = "fourchette"
-- }
-- },
-- [14] = {
-- [1] = {
-- [1] = {
-- [1] = "La <b>fourchette</b> des prix .",
-- [5] = 3,
-- [6] = "12518.1",
-- ["n"] = 6
-- }
-- }
-- },
-- ["n"] = 14
-- }
poire-z
5 years ago
committed by
Frans de Jonge