| /webapp/templates/index.html |
|---|
| 28,4 → 28,5 |
| <a href="/number"><b>Number translator</b></a> - this webapp allows you to translate written-out Na'vi numbers into decimal and octal.<br /> |
| <a href="/parse"><b>Parser</b></a> - this webapp can parse Na'vi sentences into the base words, prefixes, infixes and suffixes. It does not translate the words.<br /> |
| <a href="/translate"><b>Translator</b></a> - this webapp translates full Na'vi sentences into human languages, as well as any affixes into the technical abbreviations. |
| <a href="svn://tim32.org/navi">SVN repository</a> <a href="http://websvn.tim32.org/listing.php?repname=navi">(websvn)</a> |
| {% end %} |
| /webapp/templates/translate.html |
|---|
| 34,6 → 34,8 |
| <option value="de">German - Deutsch</option> |
| <option value="est">Estonian - Eesti</option> |
| <option value="ptbr">Brazilian Portuguese - Português do Brasil</option> |
| <option value="sv">Swedish - Svenska</option> |
| <option value="nl">Dutch - Nederlands</option> |
| </select> |
| <input name="btn" type="submit" value="Translate!" /> |
| </form> |
| 85,6 → 87,12 |
| if("{{ lang }}" == "ptbr"){ |
| document.getElementById("lang").selectedIndex = 4 |
| } |
| if("{{ lang }}" == "sv"){ |
| document.getElementById("lang").selectedIndex = 5 |
| } |
| if("{{ lang }}" == "nl"){ |
| document.getElementById("lang").selectedIndex = 6 |
| } |
| </script> |
| {% end %} |
| {% end %} |
| /webapp/main.py |
|---|
| 21,19 → 21,14 |
| # along with Tsim Apiak. If not, see <http://www.gnu.org/licenses/>. |
| from tsimapiak import parse, parsenum, translate |
| import httplib |
| import os |
| import tornado.httpserver |
| import tornado.ioloop |
| import tornado.web |
| import tornado.autoreload |
| import os |
| import re |
| from tsimapiak import parsenum |
| from tsimapiak import dbconnector |
| from tsimapiak import parse |
| from tsimapiak import translate |
| class Index(tornado.web.RequestHandler): |
| def get(self): |
| self.render("templates/index.html") |
| 47,7 → 42,7 |
| num = self.get_argument("num").strip() |
| except: |
| self.redirect("/number") |
| numout = parsenum.parse(num.replace(" ","")) |
| numout = parsenum.parse(num.replace(" ", "")) |
| if numout == None: |
| numoutt = -1 |
| else: |
| 58,18 → 53,10 |
| def get(self): |
| os.system("/usr/bin/restartnavi") |
| class TestDB(tornado.web.RequestHandler): |
| def get(self): |
| lis = dbconnector.getnavilist() |
| text = u"id | navi | infix | partofspeech<br />" |
| text += u"<br />".join(u" | ".join(unicode(y) for y in x) for x in lis) |
| self.write(text) |
| class Parse(tornado.web.RequestHandler): |
| def get(self): |
| self.render("templates/parse.html", last="", out=None) |
| def post(self): |
| try: |
| word = self.get_argument("word") |
| 81,7 → 68,7 |
| class Translate(tornado.web.RequestHandler): |
| def get(self): |
| self.render("templates/translate.html", last="", out=None, lang="eng") |
| def post(self): |
| try: |
| word = self.get_argument("word") |
| 90,6 → 77,20 |
| self.redirect("/translate") |
| out = translate.translatesent(word, lang) |
| self.render("templates/translate.html", last=word, out=out, lang=lang) |
| class Errors(tornado.web.RequestHandler): |
| def get_error_html(self, status_code, **kwargs): |
| if status_code == 500: |
| return "<html><title>%(code)d: %(message)s</title>" \ |
| "<body>%(code)d: %(message)s<br /><br />Either we are currently working on the server, or you uncovered a bug. Please check back later on. If you still get this error, please report this bug to us in the forum thread or on IRC.</body></html>" % { |
| "code": status_code, |
| "message": httplib.responses[status_code], |
| } |
| else: |
| return "<html><title>%(code)d: %(message)s</title>" \ |
| "<body>%(code)d: %(message)s</body></html>" % { |
| "code": status_code, |
| "message": httplib.responses[status_code], |
| } |
| settings = { |
| "static_path": os.path.join(os.path.dirname(__file__), "static") |
| 99,7 → 100,6 |
| ("/", Index), |
| ("/number", Number), |
| ("/restart", Restart), |
| ("/testdb", TestDB), |
| ("/parse", Parse), |
| ("/translate", Translate) |
| ], **settings) |
| 107,5 → 107,4 |
| if __name__ == "__main__": |
| http_server = tornado.httpserver.HTTPServer(application) |
| http_server.listen(1337) |
| #tornado.autoreload.start() |
| tornado.ioloop.IOLoop.instance().start() |
| /tsimapiak/parse.py |
|---|
| 20,26 → 20,40 |
| # You should have received a copy of the GNU General Public License |
| # along with Tsim Apiak. If not, see <http://www.gnu.org/licenses/>. |
| import re |
| import dbconnector |
| import parsenum |
| import re |
| #wordlist = [{"id": 0, "navi": u"tawtute", "infix": u"tawtute", "type": u"n."}] + dbconnector.getnavilist() + [{"id": 0, "navi": u"na'vi", "infix": u"na'vi", "type": u"n."}] # XXX HACK - extra proper nouns |
| wordlist = dbconnector.getnavilist() |
| infixes1 = (u"awn", u"eyk", u"us", u"äp", u"") |
| infixes2 = (u"ìyev", u"iyev", u"ìmìy", u"arm", u"asy", u"ilv", u"ìmv", u"imv", u"ìrm", u"irv", u"ìsy", u"aly", u"ary", u"ìly", u"ìry", u"ìlm", u"alm", u"am", u"ay", u"er", u"ìm", u"iv", u"ìy", u"ol", u"") |
| infixes3 = (u"äng", u"ats", u"eiy", u"ei", u"uy", u"") |
| prefixes = (u"tsay", u"say", u"fay", u"fra", u"pxe", u"fne", u"tsa", u"sa", u"pe", u"fe", u"le", u"nì", u"sä", u"tì", u"sì", u"ay", u"me", u"fì", u"ke", u"he", u"a") |
| adpositions = (u"mungwrr", u"kxamlä", u"pximaw", u"pxisre", u"tafkip", u"nemfa", u"takip", u"mìkam", u"teri", u"fkip", u"luke", u"pxel", u"pxaw", u"rofa", u"ìlä", u"fpi", u"ftu", u"kip", u"lok", u"maw", u"sre", u"sìn", u"vay", u"eo", u"fa", u"hu", u"io", u"ka", u"mì", u"na", u"ne", u"ro", u"ta", u"uo", u"wä", u"äo", u"to", u"sì") |
| postfixes = adpositions + (u"tsyìp", u"eyä", u"ìri", u"ìl", u"it", u"lo", u"ri", u"ru", u"ti", u"ur", u"ve", u"yä", u"ya", u"tu", u"vi", u"yu", u"an", u"ng", u"ke", u"e", u"o", u"l", u"t", u"y", u"a", u"ä", u"r") |
| BROKENWORDS = ((u"sami", u"si", u"", u"am", u"", (()), (()), False), (u"to", u"to", u"", u"", u"", (()), (()), False), (u"frato", u"to", u"", u"", u"", [[u"fra"]], (()), False), (u"soaiä", u"soaia", u"", u"", u"", (()), [[u"ä"]], False), (u"mengenga", u"ngenga", u"", u"", u"", [[u"me"]], (()), False), (u"pxengenga", u"ngenga", u"", u"", u"", [[u"pxe"]], (()), False), (u"kìmä", u"kä", u"", u"ìm", u"", (()), (()), False), (u"apxay", u"pxay", u"", u"", u"", [[u"a"]], (()), False), (u"akawng", u"kawng", u"", u"", u"", [[u"a"]], (()), False), (u"kawnga", u"kawng", u"", u"", u"", (()), [[u"a"]], False), (u"kawng", u"kawng", u"", u"", u"", (()), (()), False), (u"ka", u"ka", u"", u"", u"", (()), (()), False), (u"uo", u"uo", u"", u"", u"", (()), (()), False), (u"sìk", u"sìk", u"", u"", u"", (()), (()), False), (u"sim", u"sim", u"", u"", u"", (()), (()), False)) # probably not tsim lenited |
| # XXX HACK - These are words that are either not in Eana Eltu, or that get interpreted wrongly for whatever reason. The latter should be removed from this list when the parser gets more sophisticated. The former should also have an entry in the equivalent array in the translator! If it can take infixes, consider adding it to the main wordlist above (see the examples). The order is - original, Na'vi root, 0-pos infix, 1-pos infix, 2-pos infix, prefixes, suffixes. Things that can take affixes should go in the above list instead. |
| INFIXES1 = (u"awn", u"eyk", u"us", u"äp", u"") |
| INFIXES2 = (u"ìyev", u"iyev", u"ìmìy", u"arm", u"asy", u"ilv", u"ìmv", u"imv", u"ìrm", u"irv", u"ìsy", u"aly", u"ary", u"ìly", u"ìry", u"ìlm", u"alm", u"am", u"ay", u"er", u"ìm", u"iv", u"ìy", u"ol", u"") |
| INFIXES3 = (u"äng", u"ats", u"eiy", u"ei", u"uy", u"") |
| PREFIXES = (u"tsay", u"fray", u"say", u"fay", u"fra", u"pxe", u"fne", u"tsa", u"kel", u"lek", u"sa", u"pe", u"fe", u"le", u"nì", u"sä", u"tì", u"sì", u"ay", u"me", u"fì", u"ke", u"he", u"px", u"a", u"m", u"k") |
| ADPOSITIONS = (u"mungwrr", u"kxamlä", u"pximaw", u"pxisre", u"tafkip", u"nemfa", u"takip", u"mìkam", u"teri", u"fkip", u"luke", u"pxel", u"pxaw", u"rofa", u"ìlä", u"fpi", u"ftu", u"kip", u"lok", u"maw", u"sre", u"sìn", u"vay", u"eo", u"fa", u"hu", u"io", u"ka", u"mì", u"na", u"ne", u"ro", u"ta", u"uo", u"wä", u"äo", u"to", u"sì") |
| POSTFIXES = ADPOSITIONS + (u"tsyìp", u"eyä", u"ìri", u"aru", u"ati", u"ayä", u"ari", u"ay", u"ìl", u"it", u"lo", u"ri", u"ru", u"ti", u"ur", u"ve", u"yä", u"ya", u"tu", u"vi", u"yu", u"an", u"ng", u"ke", u"al", u"at", u"ar", u"ey", u"e", u"o", u"l", u"t", u"y", u"a", u"ä", u"r") |
| #prefixesn = ur"(?P<npr>(?:(?:fì|tsa)?(?:me|pxe|ay|fra)?|(?:fay)?|(?:tsay)?)(?:fne)?(?:tì|sä)?" |
| #prefixesv = ur"(?P<vpr>(?:nì|sä|tì|rä'ä |ke )?)" |
| lenit = ((u"px", u"p"), (u"tx", u"t"), (u"kx", u"k"), (u"ts", u"s"), (u"t", u"s"), (u"p", u"f"), (u"k", u"h"), (u"'", u"")) |
| LENIT = ((u"px", u"p"), (u"tx", u"t"), (u"kx", u"k"), (u"ts", u"s"), (u"t", u"s"), (u"p", u"f"), (u"k", u"h"), (u"'", u"")) |
| def parseword(wordin): |
| tempid = 0 |
| temptype = u"" |
| for brokenword in BROKENWORDS: # XXX HACK - this is all code to work around bugs that shouldn't exist |
| if wordin[0] == brokenword[0]: |
| for word in wordlist: |
| if brokenword[1] == word["navi"]: |
| tempid = word["id"] |
| temptype = word["type"] |
| return {"word": {"id": tempid, "navi": brokenword[1], "infix": u"", "type": temptype}, "pref": brokenword[5], "post": brokenword[6], "len": brokenword[7], "inf": (brokenword[2], brokenword[3], brokenword[4]) } |
| ret = {"word": {"id": 0, "navi": u"[" + wordin[0] + u"]", "infix": u"", "type": u""}} |
| for word in wordlist: |
| word["navi"] = word["navi"].lower() |
| foundit = True |
| foundprefs = [] |
| foundposts = [] |
| 48,7 → 62,7 |
| foundins = [u"", u"", u""] |
| if len(wordin) < len(splitword): |
| foundit = False |
| next |
| continue |
| for wor in range(len(splitword)): |
| if not foundit: |
| break |
| 55,35 → 69,35 |
| foundprefs.append([]) |
| foundposts.append([]) |
| center = u"" |
| pre = [] |
| post = [] |
| if u"<1>" in splitword[wor]: |
| tempin1 = [] |
| tempin2 = [] |
| tempin3 = [] |
| for in1 in infixes1: |
| for in1 in INFIXES1: |
| if in1 in wordin[wor]: |
| tempin1.append(in1) |
| for in2 in infixes2: |
| for in2 in INFIXES2: |
| if in2 in wordin[wor]: |
| tempin2.append(in2) |
| for in3 in infixes3: |
| for in3 in INFIXES3: |
| if in3 in wordin[wor]: |
| tempin3.append(in3) |
| for in1 in tempin1: |
| for in2 in tempin2: |
| for in3 in tempin3: |
| if splitword[wor].replace(u"<1><2>",in1+in2).replace(u"<3>",in3) in wordin[wor]: |
| center = splitword[wor].replace(u"<1><2>",in1+in2).replace(u"<3>",in3) |
| if splitword[wor].replace(u"<1><2>", in1 + in2).replace(u"<3>", in3).replace(u"lll", u"l").replace(u"rrr", u"r") in wordin[wor]: |
| center = splitword[wor].replace(u"<1><2>", in1 + in2).replace(u"<3>", in3).replace(u"lll", u"l").replace(u"rrr", u"r") |
| foundins = [in1, in2, in3] |
| break |
| if center != u"": break |
| if center != u"": break |
| if center != u"": |
| break |
| if center != u"": |
| break |
| else: |
| if splitword[wor] in wordin[wor]: |
| center = splitword[wor] |
| if center == u"": |
| for i in lenit: |
| if center == u"" and (wordin[wor] == u"paya" or splitword[wor] != u"pxay"): # XXX HACK - workaround to fix pay being lenited pxay. Maybe fixable without hardcoding? |
| for i in LENIT: |
| temp = u"" |
| if splitword[wor].startswith(i[0]): |
| temp = i[1] + splitword[wor][len(i[0]):] |
| 95,10 → 109,18 |
| temp = splitword[wor][:-3] + u"ng" |
| if temp in wordin[wor]: |
| center = temp |
| if splitword[wor].endswith(u"fo"): |
| temp = splitword[wor][:-2] + u"f" |
| if temp in wordin[wor]: |
| center = temp |
| if splitword[wor].endswith(u"po"): |
| temp = splitword[wor][:-2] + u"p" |
| if temp in wordin[wor]: |
| center = temp |
| if splitword[wor].endswith(u"tsa"): |
| temp = splitword[wor][:-3] + u"ts" |
| if temp in wordin[wor]: |
| center = temp |
| if center == u"": |
| foundit = False |
| break |
| 110,7 → 132,7 |
| last = u"" |
| while last != pref: |
| last = pref |
| for pre in prefixes: |
| for pre in PREFIXES: |
| if pref != u"": |
| if pref.endswith(pre): |
| if pre in foundprefs[wor]: |
| 120,20 → 142,25 |
| break |
| if pref != u"": |
| foundit = False |
| foundprefs = [] |
| break |
| last = u"" |
| while last != posf: |
| last = posf |
| for pos in postfixes: |
| for pos in POSTFIXES: |
| if posf != u"": |
| if posf.startswith(pos): |
| if pos in foundposts[wor]: |
| break |
| foundposts[wor].append(pos) |
| posf = posf[len(pos):] |
| break |
| if pos != u"ä" or word["navi"] != u"pey": # XXX HACK - fix for peyä. THIS SHOULD NOT BE HERE! |
| foundposts[wor].append(pos) |
| posf = posf[len(pos):] |
| break |
| else: |
| break |
| if posf != u"": |
| foundit = False |
| foundposts = [] |
| break |
| if foundit == True: |
| foundword = word |
| 148,13 → 175,13 |
| def parsesent(sent): |
| sent = sent.strip().lower().replace(u"’", u"'") |
| sent = re.sub(ur"[^\wìä' ]",u"",sent) |
| sent = re.sub(ur"\ +",u" ",sent) |
| sent = re.sub(ur"[^\wìä' ]", u"", sent) |
| sent = re.sub(ur"\ +", u" ", sent) |
| sent = sent.split(u" ") |
| ret = [] |
| left = len(sent) |
| while left: |
| word = parsenum.parse(sent[len(sent)-left]) |
| word = parsenum.parse(sent[len(sent) - left]) |
| if word == None: |
| word = parseword(sent[-left:]) |
| left -= len(word["word"]["navi"].split(" ")) |
| /tsimapiak/dbconnector.py |
|---|
| 22,16 → 22,14 |
| import tornado.database |
| import re |
| def getnavilist(): |
| ret = [] |
| current = u"" |
| db = tornado.database.Connection("127.0.0.1", "navi", user="navi", password="navi") |
| for row in db.query(""" |
| SELECT * |
| FROM `metaWords` |
| WHERE partOfSpeech <> 'num.' AND partOfSpeech <> "prefix" |
| WHERE partOfSpeech <> 'num.' AND partOfSpeech <> 'prefix' AND partOfSpeech <> 'affix' |
| ORDER BY CHAR_LENGTH(navi) DESC"""): |
| if row["infixes"]: |
| ret.append({"id": row["id"], "navi": row["navi"], "infix": row["infixes"].lower(), "type": row["partOfSpeech"]}) |
| 40,13 → 38,16 |
| db.close() |
| return ret |
| def translate(wid,language): |
| def translate(wid, language): |
| ret = None |
| db = tornado.database.Connection("127.0.0.1", "navi", user="navi", password="navi") |
| for row in db.query(""" |
| SELECT * |
| FROM `localizedWords` |
| WHERE id = %s AND languageCode = %s""",wid,language): |
| WHERE id = %s AND languageCode = %s""", wid, language): |
| ret = row["localized"] |
| break |
| if ret == None: |
| return u"ERROR: WORD NOT LOCALISED" |
| db.close() |
| return ret |
| /tsimapiak/translate.py |
|---|
| 20,43 → 20,49 |
| # You should have received a copy of the GNU General Public License |
| # along with Tsim Apiak. If not, see <http://www.gnu.org/licenses/>. |
| import dbconnector |
| import parse |
| import dbconnector |
| infixes1 = ((u"awn", u"P.PART"), (u"eyk", u"CAUS"), (u"us", u"A.PART"), (u"äp", u"REFL.")) |
| infixes2 = ((u"ìyev", u"FUT.SUBJ"), (u"iyev", u"FUT.SUBJ"), (u"ìmìy", u"REC.PAST.REC.FUT"), (u"arm", u"IMPF.PAST"), (u"asy", u"FUT.D"), (u"ilv", u"PRES.PER.SUBJ"), (u"ìmv", u"REC.PAST.SUBJ"), (u"imv", u"PAST.SUBJ"), (u"ìrm", u"IMPF.REC.PAST"), (u"irv", u"PRES.IMPF.SUBJ"), (u"ìsy", u"IMM.FUT.D"), (u"aly", u"PERF.FUT"), (u"ary", u"IMPF.FUT"), (u"ìly", u"PERF.IMM.FUT"), (u"ìry", u"IMPF.IMM.FUT"), (u"ìlm", u"PERF.REC.PAST"), (u"alm", u"PERF.PAST"), (u"am", u"PAST."), (u"ay", u"FUT."), (u"er", u"IMPF."), (u"ìm", u"REC.PAST"), (u"iv", u"SUBJ."), (u"ìy", u"IMM.FUT"), (u"ol", u"PERF.")) |
| infixes3 = ((u"äng", u"PEJ."), (u"ats", u"INFR."), (u"eiy", u"LAUD."), (u"ei", u"LAUD."), (u"uy", u"HON.")) |
| prefixes = ((u"tsay", u"those"), (u"say", u"those-LENTD"), (u"fay", u"these"), (u"fra", u"every"), (u"pxe", u"TRI."), (u"fne", u"type"), (u"tsa", u"that"), (u"sa", u"that-LENTD"), (u"pe", u"what"), (u"fe", u"what-LENTD"), (u"le", u"ADJD."), (u"nì", u"ADVD."), (u"sä", u"INSTD."), (u"tì", u"NOUND."), (u"sì", u"NOUND.-LENTD"), (u"ay", u"PL."), (u"me", u"DU."), (u"fì", u"this"), (u"ke", u"not"), (u"he", u"not-LENTD"), (u"a", u"ADJ.POST")) |
| adpositions = ((u"mungwrr", u"except"), (u"kxamlä", u"through"), (u"pximaw", u"right.after"), (u"pxisre", u"right.before"), (u"tafkip", u"from.up.among"), (u"nemfa", u"into.inside"), (u"takip", u"from among"), (u"mìkam", u"between"), (u"teri", u"about.concerning"), (u"fkip", u"up.among"), (u"luke", u"without"), (u"pxel", u"like.as"), (u"pxaw", u"around"), (u"rofa", u"beside.alongside"), (u"ìlä", u"by.via.following"), (u"fpi", u"for.the.sake/benefit.of"), (u"ftu", u"from.direction"), (u"kip", u"among"), (u"lok", u"close.to"), (u"maw", u"after.time"), (u"sre", u"before.time"), (u"sìn", u"on.onto"), (u"vay", u"up.to"), (u"eo", u"before.in.front.of"), (u"fa", u"with.by.means.of"), (u"hu", u"with.accompaniment"), (u"io", u"above"), (u"ka", u"across"), (u"mì", u"in.on"), (u"na", u"like.as"), (u"ne", u"to.towards"), (u"ro", u"at.locative"), (u"ta", u"from"), (u"uo", u"behind"), (u"wä", u"against.opposition"), (u"äo", u"below"), (u"to", u"than"), (u"sì", u"and")) |
| postfixes = adpositions + ((u"tsyìp", u"DIM."), (u"eyä", u"GEN."), (u"ìri", u"TOP."), (u"ìl", u"ERG."), (u"it", u"ACC"), (u"lo", u"MULT."), (u"ri", u"TOP."), (u"ru", u"DAT."), (u"ti", u"ACC."), (u"ur", u"DAT."), (u"ve", u"ORD."), (u"yä", u"GEN."), (u"ya", u"VOC."), (u"tu", u"OBJD."), (u"vi", u"PART."), (u"yu", u"AGENTD."), (u"an", u"MASC."), (u"ng", u"INCL."), (u"ke", u"not"), (u"e", u"FEM."), (u"o", u"INDEF."), (u"l", u"ERG."), (u"t", u"ACC."), (u"y", u"GEN."), (u"a", u"ADJ.PRE"), (u"ä", u"GEN."), (u"r", u"DAT.")) |
| #BROKENWORDS = [[u"", u"", u"", u"", u"", u"", u""]] #, (u"tawtute", u"skyperson"), (u"na'vi", u"The People")) # XXX HACK - words not in EE |
| INFIXES1 = ((u"awn", u"P.PART"), (u"eyk", u"CAUS"), (u"us", u"A.PART"), (u"äp", u"REFL.")) |
| INFIXES2 = ((u"ìyev", u"FUT.SUBJ"), (u"iyev", u"FUT.SUBJ"), (u"ìmìy", u"REC.PAST.REC.FUT"), (u"arm", u"IMPF.PAST"), (u"asy", u"FUT.D"), (u"ilv", u"PRES.PER.SUBJ"), (u"ìmv", u"REC.PAST.SUBJ"), (u"imv", u"PAST.SUBJ"), (u"ìrm", u"IMPF.REC.PAST"), (u"irv", u"PRES.IMPF.SUBJ"), (u"ìsy", u"IMM.FUT.D"), (u"aly", u"PERF.FUT"), (u"ary", u"IMPF.FUT"), (u"ìly", u"PERF.IMM.FUT"), (u"ìry", u"IMPF.IMM.FUT"), (u"ìlm", u"PERF.REC.PAST"), (u"alm", u"PERF.PAST"), (u"am", u"PAST."), (u"ay", u"FUT."), (u"er", u"IMPF."), (u"ìm", u"REC.PAST"), (u"iv", u"SUBJ."), (u"ìy", u"IMM.FUT"), (u"ol", u"PERF.")) |
| INFIXES3 = ((u"äng", u"PEJ."), (u"ats", u"INFR."), (u"eiy", u"LAUD."), (u"ei", u"LAUD."), (u"uy", u"HON.")) |
| PREFIXES = ((u"tsay", u"those"), (u"fray", u"every-PL."), (u"say", u"those-LENTD"), (u"fay", u"these"), (u"fra", u"every"), (u"pxe", u"TRI."), (u"fne", u"type"), (u"tsa", u"that"), (u"kel", u"ADJD.-not"), (u"lek", u"not-ADJD."), (u"sa", u"that-LENTD"), (u"pe", u"what"), (u"fe", u"what-LENTD"), (u"le", u"ADJD."), (u"nì", u"ADVD."), (u"sä", u"INSTD."), (u"tì", u"NOUND."), (u"sì", u"NOUND.-LENTD"), (u"ay", u"PL."), (u"me", u"DU."), (u"fì", u"this"), (u"ke", u"not"), (u"he", u"not-LENTD"), (u"px", u"TRI."), (u"a", u"ADJ.POST"), (u"m", u"DU."), (u"k", u"not")) |
| ADPOSITIONS = ((u"mungwrr", u"except"), (u"kxamlä", u"through"), (u"pximaw", u"right.after"), (u"pxisre", u"right.before"), (u"tafkip", u"from.up.among"), (u"nemfa", u"into.inside"), (u"takip", u"from among"), (u"mìkam", u"between"), (u"teri", u"about.concerning"), (u"fkip", u"up.among"), (u"luke", u"without"), (u"pxel", u"like.as"), (u"pxaw", u"around"), (u"rofa", u"beside.alongside"), (u"ìlä", u"by.via.following"), (u"fpi", u"for.the.sake/benefit.of"), (u"ftu", u"from.direction"), (u"kip", u"among"), (u"lok", u"close.to"), (u"maw", u"after.time"), (u"sre", u"before.time"), (u"sìn", u"on.onto"), (u"vay", u"up.to"), (u"eo", u"before.in.front.of"), (u"fa", u"with.by.means.of"), (u"hu", u"with.accompaniment"), (u"io", u"above"), (u"ka", u"across"), (u"mì", u"in.on"), (u"na", u"like.as"), (u"ne", u"to.towards"), (u"ro", u"at.locative"), (u"ta", u"from"), (u"uo", u"behind"), (u"wä", u"against.opposition"), (u"äo", u"below"), (u"to", u"than"), (u"sì", u"and")) |
| POSTFIXES = ADPOSITIONS + ((u"tsyìp", u"DIM."), (u"eyä", u"GEN."), (u"ìri", u"TOP."), (u"ari", u"TOP."), (u"ayä", u"GEN."), (u"aru", u"DAT."), (u"ati", u"ACC."), (u"ay", u"GEN."), (u"ìl", u"ERG."), (u"it", u"ACC"), (u"lo", u"MULT."), (u"ri", u"TOP."), (u"ru", u"DAT."), (u"ti", u"ACC."), (u"ur", u"DAT."), (u"ve", u"ORD."), (u"yä", u"GEN."), (u"ya", u"VOC."), (u"tu", u"OBJD."), (u"vi", u"PART."), (u"yu", u"AGENTD."), (u"an", u"MASC."), (u"ng", u"INCL."), (u"ke", u"not"), (u"al", u"ERG."), (u"at", u"ACC."), (u"ar", u"DAT."), (u"ey", u"GEN."), (u"e", u"FEM."), (u"o", u"INDEF."), (u"l", u"ERG."), (u"t", u"ACC."), (u"y", u"GEN."), (u"a", u"ADJ.PRE"), (u"ä", u"GEN."), (u"r", u"DAT.")) |
| def translatesent(sent, lang): |
| sent = parse.parsesent(sent) |
| for word in sent: |
| if word["word"]["id"] != 0: |
| word["translated"] = dbconnector.translate(word["word"]["id"],lang) |
| word["translated"] = "" |
| if word["word"]["id"] > 0: |
| word["translated"] = dbconnector.translate(word["word"]["id"], lang) |
| else: |
| word["translated"] = word["word"]["navi"] |
| # for brokenword in BROKENWORDS: |
| # if brokenword[0] == word["word"]["navi"]: |
| # word["translated"] = brokenword[1] |
| if word["translated"] == u"": |
| word["translated"] = word["word"]["navi"] |
| if word["inf"][0] != u"": |
| for fix in infixes1: |
| for fix in INFIXES1: |
| if fix[0] == word["inf"][0]: |
| word["translated"] += '-' + fix[1] |
| if word["inf"][1] != u"": |
| for fix in infixes2: |
| for fix in INFIXES2: |
| if fix[0] == word["inf"][1]: |
| word["translated"] += '-' + fix[1] |
| if word["inf"][2] != u"": |
| for fix in infixes3: |
| for fix in INFIXES3: |
| if fix[0] == word["inf"][2]: |
| word["translated"] += '-' + fix[1] |
| for temp in word["pref"]: # double array? WTF? |
| for temp in word["pref"]: |
| for navf in temp: |
| for fix in prefixes: |
| for fix in PREFIXES: |
| if fix[0] == navf: |
| word["translated"] += '-' + fix[1] |
| for temp in word["post"]: # double array? WTF? |
| for temp in word["post"]: |
| for navf in temp: |
| for fix in postfixes: |
| for fix in POSTFIXES: |
| if fix[0] == navf: |
| word["translated"] += '-' + fix[1] |
| if word["len"]: |
| /tsimapiak/parsenum.py |
|---|
| 20,7 → 20,7 |
| # You should have received a copy of the GNU General Public License |
| # along with Tsim Apiak. If not, see <http://www.gnu.org/licenses/>. |
| num = [u"kew", |
| NUM = [u"kew", |
| u"'aw", |
| u"mune", |
| u"pxey", |
| 29,7 → 29,7 |
| u"pukap", |
| u"kinä"] |
| numord = [u"kew", |
| NUMORD = [u"kew", |
| u"'aw", |
| u"mu", |
| u"pxey", |
| 38,7 → 38,7 |
| u"pu", |
| u"ki"] |
| rem = [u"aw", |
| REM = [u"aw", |
| u"mun", |
| u"pey", |
| u"sìng", |
| 46,7 → 46,7 |
| u"fu", |
| u"hin"] |
| remord = [u"aw", |
| REMORD = [u"aw", |
| u"mu", |
| u"pey", |
| u"sì", |
| 54,7 → 54,7 |
| u"fu", |
| u"hi"] |
| base = [u"", |
| BASE = [u"", |
| u"me", |
| u"pxe", |
| u"tsì", |
| 65,7 → 65,7 |
| def parse(numin): |
| if u"mm" in numin: |
| return None |
| if (numin[0] == u"a") and (numin[len(numin)-1] == u"a"): |
| if (numin == u"") or ((numin[0] == u"a") and (numin[len(numin) - 1] == u"a")): |
| return None |
| prefs = [] |
| posts = [] |
| 75,17 → 75,17 |
| if numin[0] == u"a": |
| prefs.append(u"a") |
| numin = numin[1:] |
| if numin[len(numin)-1] == u"a": |
| if numin[len(numin) - 1] == u"a": |
| posts.append(u"a") |
| numin = numin[:-1] |
| if numin[-2:] == u"ve": |
| posts.append(u"ve") |
| numin = numin[:-2] |
| #base numbers |
| for n in range(len(num)): |
| #BASE numbers |
| for n in range(len(NUM)): |
| if u"ve" in posts: |
| if numin == numord[n]: |
| if numin == NUMORD[n]: |
| outoct = n |
| outdec = n |
| ret["word"]["navi"] = unicode(outdec) + u"." |
| 93,7 → 93,7 |
| ret["oct"] = outoct |
| return ret |
| else: |
| if numin == num[n]: |
| if numin == NUM[n]: |
| outoct = n |
| outdec = n |
| ret["word"]["navi"] = unicode(outdec) |
| 101,41 → 101,66 |
| ret["oct"] = outoct |
| return ret |
| #other numbers |
| for n in range(len(base)): |
| if numin.startswith(base[n] + u"zazam"): |
| outoct += (n+1) * (10**4) |
| outdec += (n+1) * (8**4) |
| numin = numin[len(base[n]) + 5:] |
| for n in range(len(base)): |
| if numin.startswith(base[n] + u"vozam"): |
| outoct += (n+1) * (10**3) |
| outdec += (n+1) * (8**3) |
| numin = numin[len(base[n]) + 5:] |
| for n in range(len(base)): |
| if numin.startswith(base[n] + u"zam"): |
| outoct += (n+1) * (10**2) |
| outdec += (n+1) * (8**2) |
| numin = numin[len(base[n]) + 3:] |
| for n in range(len(base)): |
| if numin.startswith(base[n] + u"vol"): |
| outoct += (n+1) * 10 |
| outdec += (n+1) * 8 |
| numin = numin[len(base[n]) + 3:] |
| if numin.startswith(base[n] + u"vo"): |
| outoct += (n+1) * 10 |
| outdec += (n+1) * 8 |
| numin = numin[len(base[n]) + 2:] |
| for n in range(len(rem)): |
| if u"ve" in posts: |
| if numin == remord[n]: |
| outoct += n + 1 |
| outdec += n + 1 |
| numin = u"" |
| else: |
| if numin == rem[n]: |
| outoct += n + 1 |
| outdec += n + 1 |
| numin = u"" |
| notbase = False |
| for n in range(len(BASE)): |
| if numin.startswith(BASE[n] + u"vozazam"): |
| outoct += (n + 1) * (10 ** 5) |
| outdec += (n + 1) * (8 ** 5) |
| if numin[len(BASE[n]) + 6:].startswith(u"mrr") or numin[len(BASE[n]) + 6:].startswith(u"me"): |
| numin = numin[len(BASE[n]) + 6:] |
| else: |
| numin = numin[len(BASE[n]) + 7:] |
| notbase = True |
| for n in range(len(BASE)): |
| if numin.startswith(BASE[n] + u"zazam"): |
| outoct += (n + 1) * (10 ** 4) |
| outdec += (n + 1) * (8 ** 4) |
| if numin[len(BASE[n]) + 4:].startswith(u"mrr") or numin[len(BASE[n]) + 4:].startswith(u"me"): |
| numin = numin[len(BASE[n]) + 4:] |
| else: |
| numin = numin[len(BASE[n]) + 5:] |
| notbase = True |
| for n in range(len(BASE)): |
| if numin.startswith(BASE[n] + u"vozam"): |
| outoct += (n + 1) * (10 ** 3) |
| outdec += (n + 1) * (8 ** 3) |
| if numin[len(BASE[n]) + 4:].startswith(u"mrr") or numin[len(BASE[n]) + 4:].startswith(u"me"): |
| numin = numin[len(BASE[n]) + 4:] |
| else: |
| numin = numin[len(BASE[n]) + 5:] |
| notbase = True |
| for n in range(len(BASE)): |
| if numin.startswith(BASE[n] + u"zam"): |
| outoct += (n + 1) * (10 ** 2) |
| outdec += (n + 1) * (8 ** 2) |
| if numin[len(BASE[n]) + 2:].startswith(u"mrr") or numin[len(BASE[n]) + 2:].startswith(u"me"): |
| numin = numin[len(BASE[n]) + 2:] |
| else: |
| numin = numin[len(BASE[n]) + 3:] |
| notbase = True |
| for n in range(len(BASE)): |
| if numin.startswith(BASE[n] + u"vol"): |
| outoct += (n + 1) * 10 |
| outdec += (n + 1) * 8 |
| numin = numin[len(BASE[n]) + 3:] |
| notbase = True |
| if numin.startswith(BASE[n] + u"vo"): |
| outoct += (n + 1) * 10 |
| outdec += (n + 1) * 8 |
| numin = numin[len(BASE[n]) + 2:] |
| notbase = True |
| if notbase: |
| for n in range(len(REM)): |
| if u"ve" in posts: |
| if numin == REMORD[n]: |
| outoct += n + 1 |
| outdec += n + 1 |
| numin = u"" |
| else: |
| if numin == REM[n]: |
| outoct += n + 1 |
| outdec += n + 1 |
| numin = u"" |
| if numin == u"": |
| ret["word"]["navi"] = unicode(outdec) if not u"ve" in posts else unicode(outdec) + u"." |
| ret["dec"] = outdec |
| /tsimapiak/__init__.py |
|---|
| 0,0 → 1,0 |
| /ircbot/bot.py |
|---|
| 0,0 → 1,86 |
| #! /usr/bin/env python |
| # This file is part of Tsim Apiak. |
| # |
| # Tsim Apiak is free software: you can redistribute it and/or modify |
| # it under the terms of the GNU General Public Licence as published by |
| # the Free Software Foundation, either version 3 of the Licence, or |
| # (at your option) any later version. |
| # |
| # In addition to this, you must also comply with clause 4 of the |
| # Apache Licence, version 2.0, concerning attribution. Where there |
| # is a contradiction between the two licences, the GPL |
| # takes preference. |
| # |
| # Tsim Apiak is distributed in the hope that it will be useful, |
| # but WITHOUT ANY WARRANTY; without even the implied warranty of |
| # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| # GNU General Public License for more details. |
| # |
| # You should have received a copy of the GNU General Public License |
| # along with Tsim Apiak. If not, see <http://www.gnu.org/licenses/>.# |
| from irc.bot import SingleServerIRCBot |
| from irc.client import nm_to_n |
| from tsimapiak import translate |
| from threading import * |
| class Bot(SingleServerIRCBot): |
| def __init__(self, channel, nickname, server, port=6667): |
| SingleServerIRCBot.__init__(self, [(server, port)], nickname, nickname) |
| self.channel = channel |
| def pingit(self, c): |
| c.ping("testing") |
| t = Timer(30, self.pingit, [c]) |
| t.start() |
| def on_nicknameinuse(self, c, e): |
| c.nick(c.get_nickname() + "_") |
| def on_welcome(self, c, e): |
| c.join(self.channel) |
| c.privmsg("NiceBot", "asztallab") |
| t = Timer(30, self.pingit, [c]) |
| t.start() |
| def on_privmsg(self, c, e): |
| self.do_command(e, e.arguments()[0], True) |
| def on_pubmsg(self, c, e): |
| a = e.arguments()[0] |
| if a[0] == "!": |
| self.do_command(e, a[1:].strip(), False) |
| return |
| def do_command(self, e, cmd, priv): |
| # try: |
| # cmd = cmd.decode("utf-8") |
| # except: |
| # cmd = cmd.decode("iso-8859-1") |
| if priv: |
| nick = nm_to_n(e.source()) |
| else: |
| nick = self.channel |
| c = self.connection |
| if (cmd.split(" ")[0] == "tr") or (cmd.split(" ")[0] == "translate"): |
| lang = "eng" |
| if len(cmd.split(" ")) > 1 and cmd.split(" ")[1].startswith("-"): |
| if cmd.split(" ")[1][1:] in ("hu", "de", "ptbr", "est", "sv", "nl"): |
| lang = cmd.split(" ")[1][1:] |
| sent = " ".join(cmd.split(" ")[2:]) |
| else: |
| sent = " ".join(cmd.split(" ")[1:]) |
| translated = [] |
| for word in translate.translatesent(sent, lang): |
| translated.append(word["translated"]) |
| translated = nm_to_n(e.source()) + ": " + " | ".join(translated) |
| c.privmsg(nick, translated) |
| def main(): |
| #bot = Bot("#tim32", "TsimApiak", "irc.tim32.org", 6667) |
| bot = Bot("#na'vi", "TsimApiak", "ikranakel.learnnavi.org", 6667) |
| bot.start() |
| if __name__ == "__main__": |
| main() |
| Property changes: |
| Added: svn:executable |
| ## -0,0 +1 ## |
| +* |
| \ No newline at end of property |
| Index: ircbot/README.txt |
| =================================================================== |
| --- ircbot/README.txt (nonexistent) |
| +++ ircbot/README.txt (revision 281) |
| @@ -0,0 +1,3 @@ |
| +This is an IRC bot for TsimApiak. |
| + |
| +To use it you have to put the tsimapiak directory inside this dir, and run bot.py. |
| Index: cliapp/README |
| =================================================================== |
| --- cliapp/README (nonexistent) |
| +++ cliapp/README (revision 281) |
| @@ -0,0 +1 @@ |
| +This app is only for use on the server. |
| Index: cliapp/tsimapiakcli.py |
| =================================================================== |
| --- cliapp/tsimapiakcli.py (nonexistent) |
| +++ cliapp/tsimapiakcli.py (revision 281) |
| @@ -0,0 +1,35 @@ |
| +#!/usr/bin/env python |
| +# This file is part of Tsim Apiak. |
| +# |
| +# Tsim Apiak is free software: you can redistribute it and/or modify |
| +# it under the terms of the GNU General Public Licence as published by |
| +# the Free Software Foundation, either version 3 of the Licence, or |
| +# (at your option) any later version. |
| +# |
| +# In addition to this, you must also comply with clause 4 of the |
| +# Apache Licence, version 2.0, concerning attribution. Where there |
| +# is a contradiction between the two licences, the GPL |
| +# takes preference. |
| +# |
| +# Tsim Apiak is distributed in the hope that it will be useful, |
| +# but WITHOUT ANY WARRANTY; without even the implied warranty of |
| +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| +# GNU General Public License for more details. |
| +# |
| +# You should have received a copy of the GNU General Public License |
| +# along with Tsim Apiak. If not, see |
| + |
| +from tsimapiak import translate |
| +import sys |
| + |
| +for line in sys.stdin: |
| + try: |
| + line = line.decode("utf-8") |
| + except: |
| + line = line.decode("iso-8859-1") |
| + translated = [] |
| + for word in translate.translatesent(line, "eng"): |
| + translated.append(word["translated"]) |
| + translated = " | ".join(translated) |
| + print translated |
| + |
| /cliapp/tsimapiakcli.py |
|---|
| Property changes: |
| Added: svn:executable |
| ## -0,0 +1 ## |
| +* |
| \ No newline at end of property |