| /tsimapiak/parse2.py |
|---|
| 9,12 → 9,13 |
| infixes1 = [u"awn", u"eyk", u"us", u"äp", u""] |
| infixes2 = [u"ìyev", u"iyev", u"ìmìy", u"arm", u"asy", u"ilv", u"ìmv", u"imv", u"ìrm", u"irv", u"ìsy", u"aly", u"ary", u"ìly", u"ìry", u"ìlm", u"alm", u"am", u"ay", u"er", u"ìm", u"iv", u"ìy", u"ol", u""] |
| infixes3 = [u"äng", u"ats", u"eiy", u"ei", u"uy", u""] |
| prefixes = [u"tsay", u"fay", u"tsa", u"fra", u"pxe", u"ay", u"me", u"pe", u"le", u"nì", u"sä", u"tì", u"ke", u"fì", u"a"] |
| postfixes = [u"eyä", u"ìri", u"an", u"ìl", u"it", u"lo", u"ng", u"ri", u"ru", u"ti", u"ur", u"ve", u"yä", u"ya", u"tu", u"vi", u"yu", u"e", u"l", u"o", u"t", u"y", u"a", u"ä"] |
| #prefixesn = ur"(?P<npr>(?:(?:fì|tsa)?(?:me|pxe|ay|fra)?|(?:fay)?|(?:tsay)?)(?:fne)?(?:tì|sä)?" |
| prefixes = [u"ay", u"me", u"pxe", u"pe", u"a", u"le", u"nì", u"sä", u"tì", u"ke", u"fì", u"fay", u"tsa", u"tsay", u"fra"] |
| #prefixesv = ur"(?P<vpr>(?:nì|sä|tì|rä'ä |ke )?)" |
| def parseword(wordin): |
| ret = {"word": {"id": 0, "navi": u" ".join(wordin), "infix": u"", "type": u""}} |
| ret = {"word": {"id": 0, "navi": u"[" + u" ".wordin[0] + u"]", "infix": u"", "type": u""}} |
| for word in wordlist: |
| foundit = True |
| foundprefs = [] |
| 52,26 → 53,36 |
| for pre in prefixes: |
| if pref.endswith(pre): |
| foundprefs[wor].append(pre) |
| pref = pref[:len(pref)-len(pre)] |
| pref = pref[:-len(pre)] |
| if pref != u"": |
| foundit = False |
| break |
| foundposts[wor] = posf |
| for pos in postfixes: |
| if posf.startswith(pos): |
| foundposts[wor].append(pos) |
| posf = posf[len(pos):] |
| if posf != u"": |
| foundit = False |
| break |
| if foundit == True: |
| foundword = word |
| break |
| ret["pref"] = foundprefs |
| ret["post"] = foundposts |
| ret["inf"] = foundins |
| if foundit == True: |
| ret["pref"] = foundprefs |
| ret["post"] = foundposts |
| ret["inf"] = foundins |
| ret["word"] = foundword |
| return ret |
| def parsesent(sent): |
| sent = sent.strip().lower() |
| sent = re.sub(ur"[^\w ]",u"",sent) |
| sent = re.sub(ur"\ +",u" ",sent) |
| sent = sent.split(u" ") |
| ret = [] |
| left = len(sent) |
| while left: |
| word = parseword(sent) |
| left -= len(word) |
| word = parseword(sent[-left:]) |
| left -= len(word["word"]["navi"].split(" ")) |
| ret.append(word) |
| return ret |
| /tsimapiak/dbconnector.py |
|---|
| 13,9 → 13,9 |
| FROM `metaWords` |
| ORDER BY NL DESC"""): |
| if row["infixes"]: |
| ret.append({"id": row["id"], "navi": row["navi"], "infix": row["infixes"], "type": row["partOfSpeech"]}) |
| ret.append({"id": row["id"], "navi": row["navi"], "infix": row["infixes"].lower(), "type": row["partOfSpeech"]}) |
| else: |
| ret.append({"id": row["id"], "navi": row["navi"], "infix": row["navi"], "type": row["partOfSpeech"]}) |
| ret.append({"id": row["id"], "navi": row["navi"], "infix": row["navi"].lower(), "type": row["partOfSpeech"]}) |
| db.close() |
| return ret |
| 27,9 → 27,9 |
| FROM `metaWords` |
| WHERE navi = ?""",word): |
| if row["infixes"]: |
| ret.append({"id": row["id"], "navi": row["navi"], "infix": row["infixes"], "type": row["partOfSpeech"]}) |
| ret.append({"id": row["id"], "navi": row["navi"], "infix": row["infixes"].lower(), "type": row["partOfSpeech"]}) |
| else: |
| ret.append({"id": row["id"], "navi": row["navi"], "infix": row["navi"], "type": row["partOfSpeech"]}) |
| ret.append({"id": row["id"], "navi": row["navi"], "infix": row["navi"].lower(), "type": row["partOfSpeech"]}) |
| db.close() |
| return ret |
| /webapp/main.py |
|---|
| 62,10 → 62,10 |
| def post(self): |
| try: |
| word = self.get_argument("word").strip() |
| word = self.get_argument("word") |
| except: |
| self.redirect("/parse2") |
| out = parse2.parsesent(word.split(u" ")) |
| out = parse2.parsesent(word) |
| self.render("templates/parse2.html", last=word, out=out) |
| application = tornado.web.Application([ |
| /webapp/templates/parse2.html |
|---|
| 8,7 → 8,30 |
| <input id="word" name="word" type="text" value="{{last}}" style="width: 100%;" /> |
| <input name="btn" type="submit" value="Parse!" /> |
| </form> |
| {{ out }} |
| {% if out %} |
| <table border="1"> |
| <tr> |
| <th>Words</th> |
| <th>Parts</th> |
| <th>Data</th> |
| </tr> |
| {% for wor in out %} |
| <tr> |
| <td rowspan="3">{{ wor["word"]["navi"] }}</td> |
| <td>Infixes:</td> |
| <td>{{ u", ".join(wor["inf"]) }}</td> |
| </tr> |
| <tr> |
| <td>Prefixes:</td> |
| <td>{{ u"; ".join(u", ".join(x) for x in wor["pref"]) }}</td> |
| </tr> |
| <tr> |
| <td>Postfixes:</td> |
| <td>{{ u"; ".join(u", ".join(x) for x in wor["post"]) }}</td> |
| </tr> |
| {% end %} |
| </table> |
| {% end %} |
| <script type="text/javascript"> |
| document.getElementById("word").focus(); |
| </script> |