Basque Snowball Stemmer
Richard Boulton <[email protected]>
| Newsgroups | gmane.comp.search.snowball |
|---|---|
| Message-ID | <[email protected]> |
[moderator's note: This message had a large attachment containing a vocabulary file, which most mailing list members won't want, so I've stripped that out, and placed a copy temporarily at http://tartarus.org/richard/Diccionario.txt which any interested members can download] ---------- Forwarded message ---------- From: Mikel Otxandorena <[email protected]> To: Martin Porter <[email protected]> Date: Mon, 26 Jul 2010 13:04:19 +0200 Subject: Basque Snowball Stemmer Hi, As I told you the other day, I send you a valid version of a Basque stemmer. I have tested it with a the dictionary that I attach in the email and works well. All the suffixes that we have used: http://www.santurtzieus.com/gelairekia/unitateak/3/lagun/atzizkien_zerrenda.htm We are open, to feedback and discussion about the linguistics and about the snowball implementation I finally did. Please distribute this freely, with a mention to the author and to the company ISOCO, that let us to share our work freely with the Snowball community. Kind Regards, Mikel Otxandorena _______________________________________________ Snowball-discuss mailing list [email protected] http://lists.tartarus.org/mailman/listinfo/snowball-discuss
basqueStemmer.java
(text/plain, 47.1 KB)
// This file was generated automatically by the Snowball to Java compiler
package org.tartarus.snowball.ext;
import org.tartarus.snowball.Among;
/**
* This class was automatically generated by a Snowball to Java compiler
* It implements the stemming algorithm defined by a snowball script.
*/
public class basqueStemmer extends org.tartarus.snowball.SnowballStemmer {
private static final long serialVersionUID = 1L;
private final static basqueStemmer methodObject = new basqueStemmer ();
private final static Among a_0[] = {
new Among ( "idea", -1, 1, "", methodObject ),
new Among ( "bidea", 0, 1, "", methodObject ),
new Among ( "kidea", 0, 1, "", methodObject ),
new Among ( "pidea", 0, 1, "", methodObject ),
new Among ( "kundea", -1, 1, "", methodObject ),
new Among ( "galea", -1, 1, "", methodObject ),
new Among ( "tailea", -1, 1, "", methodObject ),
new Among ( "tzailea", -1, 1, "", methodObject ),
new Among ( "gunea", -1, 1, "", methodObject ),
new Among ( "kunea", -1, 1, "", methodObject ),
new Among ( "tzaga", -1, 1, "", methodObject ),
new Among ( "gaia", -1, 1, "", methodObject ),
new Among ( "aldia", -1, 1, "", methodObject ),
new Among ( "taldia", 12, 1, "", methodObject ),
new Among ( "karia", -1, 1, "", methodObject ),
new Among ( "garria", -1, 2, "", methodObject ),
new Among ( "karria", -1, 1, "", methodObject ),
new Among ( "ka", -1, 1, "", methodObject ),
new Among ( "tzaka", 17, 1, "", methodObject ),
new Among ( "la", -1, 1, "", methodObject ),
new Among ( "mena", -1, 1, "", methodObject ),
new Among ( "pena", -1, 1, "", methodObject ),
new Among ( "kina", -1, 1, "", methodObject ),
new Among ( "ezina", -1, 1, "", methodObject ),
new Among ( "tezina", 23, 1, "", methodObject ),
new Among ( "kuna", -1, 1, "", methodObject ),
new Among ( "tuna", -1, 1, "", methodObject ),
new Among ( "kizuna", -1, 1, "", methodObject ),
new Among ( "era", -1, 1, "", methodObject ),
new Among ( "bera", 28, 1, "", methodObject ),
new Among ( "arabera", 29, 4, "", methodObject ),
new Among ( "kera", 28, 1, "", methodObject ),
new Among ( "pera", 28, 1, "", methodObject ),
new Among ( "orra", -1, 1, "", methodObject ),
new Among ( "korra", 33, 1, "", methodObject ),
new Among ( "dura", -1, 1, "", methodObject ),
new Among ( "gura", -1, 1, "", methodObject ),
new Among ( "kura", -1, 1, "", methodObject ),
new Among ( "tura", -1, 1, "", methodObject ),
new Among ( "eta", -1, 1, "", methodObject ),
new Among ( "keta", 39, 1, "", methodObject ),
new Among ( "gailua", -1, 1, "", methodObject ),
new Among ( "eza", -1, 1, "", methodObject ),
new Among ( "erreza", 42, 1, "", methodObject ),
new Among ( "tza", -1, 2, "", methodObject ),
new Among ( "gaitza", 44, 1, "", methodObject ),
new Among ( "kaitza", 44, 1, "", methodObject ),
new Among ( "kuntza", 44, 1, "", methodObject ),
new Among ( "ide", -1, 1, "", methodObject ),
new Among ( "bide", 48, 1, "", methodObject ),
new Among ( "kide", 48, 1, "", methodObject ),
new Among ( "pide", 48, 1, "", methodObject ),
new Among ( "kunde", -1, 1, "", methodObject ),
new Among ( "tzake", -1, 1, "", methodObject ),
new Among ( "tzeke", -1, 1, "", methodObject ),
new Among ( "le", -1, 1, "", methodObject ),
new Among ( "gale", 55, 1, "", methodObject ),
new Among ( "taile", 55, 1, "", methodObject ),
new Among ( "tzaile", 55, 1, "", methodObject ),
new Among ( "gune", -1, 1, "", methodObject ),
new Among ( "kune", -1, 1, "", methodObject ),
new Among ( "tze", -1, 1, "", methodObject ),
new Among ( "atze", 61, 1, "", methodObject ),
new Among ( "gai", -1, 1, "", methodObject ),
new Among ( "aldi", -1, 1, "", methodObject ),
new Among ( "taldi", 64, 1, "", methodObject ),
new Among ( "ki", -1, 1, "", methodObject ),
new Among ( "ari", -1, 1, "", methodObject ),
new Among ( "kari", 67, 1, "", methodObject ),
new Among ( "lari", 67, 1, "", methodObject ),
new Among ( "tari", 67, 1, "", methodObject ),
new Among ( "etari", 70, 1, "", methodObject ),
new Among ( "garri", -1, 2, "", methodObject ),
new Among ( "karri", -1, 1, "", methodObject ),
new Among ( "arazi", -1, 1, "", methodObject ),
new Among ( "tarazi", 74, 1, "", methodObject ),
new Among ( "an", -1, 1, "", methodObject ),
new Among ( "ean", 76, 1, "", methodObject ),
new Among ( "rean", 77, 1, "", methodObject ),
new Among ( "kan", 76, 1, "", methodObject ),
new Among ( "etan", 76, 1, "", methodObject ),
new Among ( "atseden", -1, 3, "", methodObject ),
new Among ( "men", -1, 1, "", methodObject ),
new Among ( "pen", -1, 1, "", methodObject ),
new Among ( "kin", -1, 1, "", methodObject ),
new Among ( "rekin", 84, 1, "", methodObject ),
new Among ( "ezin", -1, 1, "", methodObject ),
new Among ( "tezin", 86, 1, "", methodObject ),
new Among ( "tun", -1, 1, "", methodObject ),
new Among ( "kizun", -1, 1, "", methodObject ),
new Among ( "go", -1, 1, "", methodObject ),
new Among ( "ago", 90, 1, "", methodObject ),
new Among ( "tio", -1, 1, "", methodObject ),
new Among ( "dako", -1, 1, "", methodObject ),
new Among ( "or", -1, 1, "", methodObject ),
new Among ( "kor", 94, 1, "", methodObject ),
new Among ( "tzat", -1, 1, "", methodObject ),
new Among ( "du", -1, 1, "", methodObject ),
new Among ( "gailu", -1, 1, "", methodObject ),
new Among ( "tu", -1, 1, "", methodObject ),
new Among ( "atu", 99, 1, "", methodObject ),
new Among ( "aldatu", 100, 1, "", methodObject ),
new Among ( "tatu", 100, 1, "", methodObject ),
new Among ( "baditu", 99, 5, "", methodObject ),
new Among ( "ez", -1, 1, "", methodObject ),
new Among ( "errez", 104, 1, "", methodObject ),
new Among ( "tzez", 104, 1, "", methodObject ),
new Among ( "gaitz", -1, 1, "", methodObject ),
new Among ( "kaitz", -1, 1, "", methodObject )
};
private final static Among a_1[] = {
new Among ( "ada", -1, 1, "", methodObject ),
new Among ( "kada", 0, 1, "", methodObject ),
new Among ( "anda", -1, 1, "", methodObject ),
new Among ( "denda", -1, 1, "", methodObject ),
new Among ( "gabea", -1, 1, "", methodObject ),
new Among ( "kabea", -1, 1, "", methodObject ),
new Among ( "aldea", -1, 1, "", methodObject ),
new Among ( "kaldea", 6, 1, "", methodObject ),
new Among ( "taldea", 6, 1, "", methodObject ),
new Among ( "ordea", -1, 1, "", methodObject ),
new Among ( "zalea", -1, 1, "", methodObject ),
new Among ( "tzalea", 10, 1, "", methodObject ),
new Among ( "gilea", -1, 1, "", methodObject ),
new Among ( "emea", -1, 1, "", methodObject ),
new Among ( "kumea", -1, 1, "", methodObject ),
new Among ( "nea", -1, 1, "", methodObject ),
new Among ( "enea", 15, 1, "", methodObject ),
new Among ( "zionea", 15, 1, "", methodObject ),
new Among ( "unea", 15, 1, "", methodObject ),
new Among ( "gunea", 18, 1, "", methodObject ),
new Among ( "pea", -1, 1, "", methodObject ),
new Among ( "aurrea", -1, 1, "", methodObject ),
new Among ( "tea", -1, 1, "", methodObject ),
new Among ( "kotea", 22, 1, "", methodObject ),
new Among ( "artea", 22, 1, "", methodObject ),
new Among ( "ostea", 22, 1, "", methodObject ),
new Among ( "etxea", -1, 1, "", methodObject ),
new Among ( "ga", -1, 1, "", methodObject ),
new Among ( "anga", 27, 1, "", methodObject ),
new Among ( "gaia", -1, 1, "", methodObject ),
new Among ( "aldia", -1, 1, "", methodObject ),
new Among ( "taldia", 30, 1, "", methodObject ),
new Among ( "handia", -1, 1, "", methodObject ),
new Among ( "mendia", -1, 1, "", methodObject ),
new Among ( "geia", -1, 1, "", methodObject ),
new Among ( "egia", -1, 1, "", methodObject ),
new Among ( "degia", 35, 1, "", methodObject ),
new Among ( "tegia", 35, 1, "", methodObject ),
new Among ( "nahia", -1, 1, "", methodObject ),
new Among ( "ohia", -1, 1, "", methodObject ),
new Among ( "kia", -1, 1, "", methodObject ),
new Among ( "tokia", 40, 1, "", methodObject ),
new Among ( "oia", -1, 1, "", methodObject ),
new Among ( "koia", 42, 1, "", methodObject ),
new Among ( "aria", -1, 1, "", methodObject ),
new Among ( "karia", 44, 1, "", methodObject ),
new Among ( "laria", 44, 1, "", methodObject ),
new Among ( "taria", 44, 1, "", methodObject ),
new Among ( "eria", -1, 1, "", methodObject ),
new Among ( "keria", 48, 1, "", methodObject ),
new Among ( "teria", 48, 1, "", methodObject ),
new Among ( "garria", -1, 2, "", methodObject ),
new Among ( "larria", -1, 1, "", methodObject ),
new Among ( "kirria", -1, 1, "", methodObject ),
new Among ( "duria", -1, 1, "", methodObject ),
new Among ( "asia", -1, 1, "", methodObject ),
new Among ( "tia", -1, 1, "", methodObject ),
new Among ( "ezia", -1, 1, "", methodObject ),
new Among ( "bizia", -1, 1, "", methodObject ),
new Among ( "ontzia", -1, 1, "", methodObject ),
new Among ( "ka", -1, 1, "", methodObject ),
new Among ( "joka", 60, 3, "", methodObject ),
new Among ( "aurka", 60, 10, "", methodObject ),
new Among ( "ska", 60, 1, "", methodObject ),
new Among ( "xka", 60, 1, "", methodObject ),
new Among ( "zka", 60, 1, "", methodObject ),
new Among ( "gibela", -1, 1, "", methodObject ),
new Among ( "gela", -1, 1, "", methodObject ),
new Among ( "kaila", -1, 1, "", methodObject ),
new Among ( "skila", -1, 1, "", methodObject ),
new Among ( "tila", -1, 1, "", methodObject ),
new Among ( "ola", -1, 1, "", methodObject ),
new Among ( "na", -1, 1, "", methodObject ),
new Among ( "kana", 72, 1, "", methodObject ),
new Among ( "ena", 72, 1, "", methodObject ),
new Among ( "garrena", 74, 1, "", methodObject ),
new Among ( "gerrena", 74, 1, "", methodObject ),
new Among ( "urrena", 74, 1, "", methodObject ),
new Among ( "zaina", 72, 1, "", methodObject ),
new Among ( "tzaina", 78, 1, "", methodObject ),
new Among ( "kina", 72, 1, "", methodObject ),
new Among ( "mina", 72, 1, "", methodObject ),
new Among ( "garna", 72, 1, "", methodObject ),
new Among ( "una", 72, 1, "", methodObject ),
new Among ( "duna", 83, 1, "", methodObject ),
new Among ( "asuna", 83, 1, "", methodObject ),
new Among ( "tasuna", 85, 1, "", methodObject ),
new Among ( "ondoa", -1, 1, "", methodObject ),
new Among ( "kondoa", 87, 1, "", methodObject ),
new Among ( "ngoa", -1, 1, "", methodObject ),
new Among ( "zioa", -1, 1, "", methodObject ),
new Among ( "koa", -1, 1, "", methodObject ),
new Among ( "takoa", 91, 1, "", methodObject ),
new Among ( "zkoa", 91, 1, "", methodObject ),
new Among ( "noa", -1, 1, "", methodObject ),
new Among ( "zinoa", 94, 1, "", methodObject ),
new Among ( "aroa", -1, 1, "", methodObject ),
new Among ( "taroa", 96, 1, "", methodObject ),
new Among ( "zaroa", 96, 1, "", methodObject ),
new Among ( "eroa", -1, 1, "", methodObject ),
new Among ( "oroa", -1, 1, "", methodObject ),
new Among ( "osoa", -1, 1, "", methodObject ),
new Among ( "toa", -1, 1, "", methodObject ),
new Among ( "ttoa", 102, 1, "", methodObject ),
new Among ( "ztoa", 102, 1, "", methodObject ),
new Among ( "txoa", -1, 1, "", methodObject ),
new Among ( "tzoa", -1, 1, "", methodObject ),
new Among ( "\u00F1oa", -1, 1, "", methodObject ),
new Among ( "ra", -1, 1, "", methodObject ),
new Among ( "ara", 108, 1, "", methodObject ),
new Among ( "dara", 109, 1, "", methodObject ),
new Among ( "liara", 109, 1, "", methodObject ),
new Among ( "tiara", 109, 1, "", methodObject ),
new Among ( "tara", 109, 1, "", methodObject ),
new Among ( "etara", 113, 1, "", methodObject ),
new Among ( "tzara", 109, 1, "", methodObject ),
new Among ( "bera", 108, 1, "", methodObject ),
new Among ( "kera", 108, 1, "", methodObject ),
new Among ( "pera", 108, 1, "", methodObject ),
new Among ( "ora", 108, 2, "", methodObject ),
new Among ( "tzarra", 108, 1, "", methodObject ),
new Among ( "korra", 108, 1, "", methodObject ),
new Among ( "tra", 108, 1, "", methodObject ),
new Among ( "sa", -1, 1, "", methodObject ),
new Among ( "osa", 123, 1, "", methodObject ),
new Among ( "ta", -1, 1, "", methodObject ),
new Among ( "eta", 125, 1, "", methodObject ),
new Among ( "keta", 126, 1, "", methodObject ),
new Among ( "sta", 125, 1, "", methodObject ),
new Among ( "dua", -1, 1, "", methodObject ),
new Among ( "mendua", 129, 1, "", methodObject ),
new Among ( "ordua", 129, 1, "", methodObject ),
new Among ( "lekua", -1, 1, "", methodObject ),
new Among ( "burua", -1, 1, "", methodObject ),
new Among ( "durua", -1, 1, "", methodObject ),
new Among ( "tsua", -1, 1, "", methodObject ),
new Among ( "tua", -1, 1, "", methodObject ),
new Among ( "mentua", 136, 1, "", methodObject ),
new Among ( "estua", 136, 1, "", methodObject ),
new Among ( "txua", -1, 1, "", methodObject ),
new Among ( "zua", -1, 1, "", methodObject ),
new Among ( "tzua", 140, 1, "", methodObject ),
new Among ( "za", -1, 1, "", methodObject ),
new Among ( "eza", 142, 1, "", methodObject ),
new Among ( "eroza", 142, 1, "", methodObject ),
new Among ( "tza", 142, 2, "", methodObject ),
new Among ( "koitza", 145, 1, "", methodObject ),
new Among ( "antza", 145, 1, "", methodObject ),
new Among ( "gintza", 145, 1, "", methodObject ),
new Among ( "kintza", 145, 1, "", methodObject ),
new Among ( "kuntza", 145, 1, "", methodObject ),
new Among ( "gabe", -1, 1, "", methodObject ),
new Among ( "kabe", -1, 1, "", methodObject ),
new Among ( "kide", -1, 1, "", methodObject ),
new Among ( "alde", -1, 1, "", methodObject ),
new Among ( "kalde", 154, 1, "", methodObject ),
new Among ( "talde", 154, 1, "", methodObject ),
new Among ( "orde", -1, 1, "", methodObject ),
new Among ( "ge", -1, 1, "", methodObject ),
new Among ( "zale", -1, 1, "", methodObject ),
new Among ( "tzale", 159, 1, "", methodObject ),
new Among ( "gile", -1, 1, "", methodObject ),
new Among ( "eme", -1, 1, "", methodObject ),
new Among ( "kume", -1, 1, "", methodObject ),
new Among ( "ne", -1, 1, "", methodObject ),
new Among ( "zione", 164, 1, "", methodObject ),
new Among ( "une", 164, 1, "", methodObject ),
new Among ( "gune", 166, 1, "", methodObject ),
new Among ( "pe", -1, 1, "", methodObject ),
new Among ( "aurre", -1, 1, "", methodObject ),
new Among ( "te", -1, 1, "", methodObject ),
new Among ( "kote", 170, 1, "", methodObject ),
new Among ( "arte", 170, 1, "", methodObject ),
new Among ( "oste", 170, 1, "", methodObject ),
new Among ( "etxe", -1, 1, "", methodObject ),
new Among ( "gai", -1, 1, "", methodObject ),
new Among ( "di", -1, 1, "", methodObject ),
new Among ( "aldi", 176, 1, "", methodObject ),
new Among ( "taldi", 177, 1, "", methodObject ),
new Among ( "geldi", 176, 8, "", methodObject ),
new Among ( "handi", 176, 1, "", methodObject ),
new Among ( "mendi", 176, 1, "", methodObject ),
new Among ( "gei", -1, 1, "", methodObject ),
new Among ( "egi", -1, 1, "", methodObject ),
new Among ( "degi", 183, 1, "", methodObject ),
new Among ( "tegi", 183, 1, "", methodObject ),
new Among ( "nahi", -1, 1, "", methodObject ),
new Among ( "ohi", -1, 1, "", methodObject ),
new Among ( "ki", -1, 1, "", methodObject ),
new Among ( "toki", 188, 1, "", methodObject ),
new Among ( "oi", -1, 1, "", methodObject ),
new Among ( "goi", 190, 1, "", methodObject ),
new Among ( "koi", 190, 1, "", methodObject ),
new Among ( "ari", -1, 1, "", methodObject ),
new Among ( "kari", 193, 1, "", methodObject ),
new Among ( "lari", 193, 1, "", methodObject ),
new Among ( "tari", 193, 1, "", methodObject ),
new Among ( "garri", -1, 2, "", methodObject ),
new Among ( "larri", -1, 1, "", methodObject ),
new Among ( "kirri", -1, 1, "", methodObject ),
new Among ( "duri", -1, 1, "", methodObject ),
new Among ( "asi", -1, 1, "", methodObject ),
new Among ( "ti", -1, 1, "", methodObject ),
new Among ( "ontzi", -1, 1, "", methodObject ),
new Among ( "\u00F1i", -1, 1, "", methodObject ),
new Among ( "ak", -1, 1, "", methodObject ),
new Among ( "ek", -1, 1, "", methodObject ),
new Among ( "tarik", -1, 1, "", methodObject ),
new Among ( "gibel", -1, 1, "", methodObject ),
new Among ( "ail", -1, 1, "", methodObject ),
new Among ( "kail", 209, 1, "", methodObject ),
new Among ( "kan", -1, 1, "", methodObject ),
new Among ( "tan", -1, 1, "", methodObject ),
new Among ( "etan", 212, 1, "", methodObject ),
new Among ( "en", -1, 4, "", methodObject ),
new Among ( "ren", 214, 2, "", methodObject ),
new Among ( "garren", 215, 1, "", methodObject ),
new Among ( "gerren", 215, 1, "", methodObject ),
new Among ( "urren", 215, 1, "", methodObject ),
new Among ( "ten", 214, 4, "", methodObject ),
new Among ( "tzen", 214, 4, "", methodObject ),
new Among ( "zain", -1, 1, "", methodObject ),
new Among ( "tzain", 221, 1, "", methodObject ),
new Among ( "kin", -1, 1, "", methodObject ),
new Among ( "min", -1, 1, "", methodObject ),
new Among ( "dun", -1, 1, "", methodObject ),
new Among ( "asun", -1, 1, "", methodObject ),
new Among ( "tasun", 226, 1, "", methodObject ),
new Among ( "aizun", -1, 1, "", methodObject ),
new Among ( "ondo", -1, 1, "", methodObject ),
new Among ( "kondo", 229, 1, "", methodObject ),
new Among ( "go", -1, 1, "", methodObject ),
new Among ( "ngo", 231, 1, "", methodObject ),
new Among ( "zio", -1, 1, "", methodObject ),
new Among ( "ko", -1, 1, "", methodObject ),
new Among ( "trako", 234, 5, "", methodObject ),
new Among ( "tako", 234, 1, "", methodObject ),
new Among ( "etako", 236, 1, "", methodObject ),
new Among ( "eko", 234, 1, "", methodObject ),
new Among ( "tariko", 234, 1, "", methodObject ),
new Among ( "sko", 234, 1, "", methodObject ),
new Among ( "tuko", 234, 1, "", methodObject ),
new Among ( "minutuko", 241, 6, "", methodObject ),
new Among ( "zko", 234, 1, "", methodObject ),
new Among ( "no", -1, 1, "", methodObject ),
new Among ( "zino", 244, 1, "", methodObject ),
new Among ( "ro", -1, 1, "", methodObject ),
new Among ( "aro", 246, 1, "", methodObject ),
new Among ( "igaro", 247, 9, "", methodObject ),
new Among ( "taro", 247, 1, "", methodObject ),
new Among ( "zaro", 247, 1, "", methodObject ),
new Among ( "ero", 246, 1, "", methodObject ),
new Among ( "giro", 246, 1, "", methodObject ),
new Among ( "oro", 246, 1, "", methodObject ),
new Among ( "oso", -1, 1, "", methodObject ),
new Among ( "to", -1, 1, "", methodObject ),
new Among ( "tto", 255, 1, "", methodObject ),
new Among ( "zto", 255, 1, "", methodObject ),
new Among ( "txo", -1, 1, "", methodObject ),
new Among ( "tzo", -1, 1, "", methodObject ),
new Among ( "gintzo", 259, 1, "", methodObject ),
new Among ( "\u00F1o", -1, 1, "", methodObject ),
new Among ( "zp", -1, 1, "", methodObject ),
new Among ( "ar", -1, 1, "", methodObject ),
new Among ( "dar", 263, 1, "", methodObject ),
new Among ( "behar", 263, 1, "", methodObject ),
new Among ( "zehar", 263, 7, "", methodObject ),
new Among ( "liar", 263, 1, "", methodObject ),
new Among ( "tiar", 263, 1, "", methodObject ),
new Among ( "tar", 263, 1, "", methodObject ),
new Among ( "tzar", 263, 1, "", methodObject ),
new Among ( "or", -1, 2, "", methodObject ),
new Among ( "kor", 271, 1, "", methodObject ),
new Among ( "os", -1, 1, "", methodObject ),
new Among ( "ket", -1, 1, "", methodObject ),
new Among ( "du", -1, 1, "", methodObject ),
new Among ( "mendu", 275, 1, "", methodObject ),
new Among ( "ordu", 275, 1, "", methodObject ),
new Among ( "leku", -1, 1, "", methodObject ),
new Among ( "buru", -1, 2, "", methodObject ),
new Among ( "duru", -1, 1, "", methodObject ),
new Among ( "tsu", -1, 1, "", methodObject ),
new Among ( "tu", -1, 1, "", methodObject ),
new Among ( "tatu", 282, 4, "", methodObject ),
new Among ( "mentu", 282, 1, "", methodObject ),
new Among ( "estu", 282, 1, "", methodObject ),
new Among ( "txu", -1, 1, "", methodObject ),
new Among ( "zu", -1, 1, "", methodObject ),
new Among ( "tzu", 287, 1, "", methodObject ),
new Among ( "gintzu", 288, 1, "", methodObject ),
new Among ( "z", -1, 1, "", methodObject ),
new Among ( "ez", 290, 1, "", methodObject ),
new Among ( "eroz", 290, 1, "", methodObject ),
new Among ( "tz", 290, 1, "", methodObject ),
new Among ( "koitz", 293, 1, "", methodObject )
};
private final static Among a_2[] = {
new Among ( "zlea", -1, 2, "", methodObject ),
new Among ( "keria", -1, 1, "", methodObject ),
new Among ( "la", -1, 1, "", methodObject ),
new Among ( "era", -1, 1, "", methodObject ),
new Among ( "dade", -1, 1, "", methodObject ),
new Among ( "tade", -1, 1, "", methodObject ),
new Among ( "date", -1, 1, "", methodObject ),
new Among ( "tate", -1, 1, "", methodObject ),
new Among ( "gi", -1, 1, "", methodObject ),
new Among ( "ki", -1, 1, "", methodObject ),
new Among ( "ik", -1, 1, "", methodObject ),
new Among ( "lanik", 10, 1, "", methodObject ),
new Among ( "rik", 10, 1, "", methodObject ),
new Among ( "larik", 12, 1, "", methodObject ),
new Among ( "ztik", 10, 1, "", methodObject ),
new Among ( "go", -1, 1, "", methodObject ),
new Among ( "ro", -1, 1, "", methodObject ),
new Among ( "ero", 16, 1, "", methodObject ),
new Among ( "to", -1, 1, "", methodObject )
};
private static final char g_v[] = {17, 65, 16 };
private int I_p2;
private int I_p1;
private int I_pV;
private void copy_from(basqueStemmer other) {
I_p2 = other.I_p2;
I_p1 = other.I_p1;
I_pV = other.I_pV;
super.copy_from(other);
}
private boolean r_mark_regions() {
int v_1;
int v_2;
int v_3;
int v_6;
int v_8;
// (, line 21
I_pV = limit;
I_p1 = limit;
I_p2 = limit;
// do, line 27
v_1 = cursor;
lab0: do {
// (, line 27
// or, line 29
lab1: do {
v_2 = cursor;
lab2: do {
// (, line 28
if (!(in_grouping(g_v, 97, 117)))
{
break lab2;
}
// or, line 28
lab3: do {
v_3 = cursor;
lab4: do {
// (, line 28
if (!(out_grouping(g_v, 97, 117)))
{
break lab4;
}
// gopast, line 28
golab5: while(true)
{
lab6: do {
if (!(in_grouping(g_v, 97, 117)))
{
break lab6;
}
break golab5;
} while (false);
if (cursor >= limit)
{
break lab4;
}
cursor++;
}
break lab3;
} while (false);
cursor = v_3;
// (, line 28
if (!(in_grouping(g_v, 97, 117)))
{
break lab2;
}
// gopast, line 28
golab7: while(true)
{
lab8: do {
if (!(out_grouping(g_v, 97, 117)))
{
break lab8;
}
break golab7;
} while (false);
if (cursor >= limit)
{
break lab2;
}
cursor++;
}
} while (false);
break lab1;
} while (false);
cursor = v_2;
// (, line 30
if (!(out_grouping(g_v, 97, 117)))
{
break lab0;
}
// or, line 30
lab9: do {
v_6 = cursor;
lab10: do {
// (, line 30
if (!(out_grouping(g_v, 97, 117)))
{
break lab10;
}
// gopast, line 30
golab11: while(true)
{
lab12: do {
if (!(in_grouping(g_v, 97, 117)))
{
break lab12;
}
break golab11;
} while (false);
if (cursor >= limit)
{
break lab10;
}
cursor++;
}
break lab9;
} while (false);
cursor = v_6;
// (, line 30
if (!(in_grouping(g_v, 97, 117)))
{
break lab0;
}
// next, line 30
if (cursor >= limit)
{
break lab0;
}
cursor++;
} while (false);
} while (false);
// setmark pV, line 31
I_pV = cursor;
} while (false);
cursor = v_1;
// do, line 33
v_8 = cursor;
lab13: do {
// (, line 33
// gopast, line 34
golab14: while(true)
{
lab15: do {
if (!(in_grouping(g_v, 97, 117)))
{
break lab15;
}
break golab14;
} while (false);
if (cursor >= limit)
{
break lab13;
}
cursor++;
}
// gopast, line 34
golab16: while(true)
{
lab17: do {
if (!(out_grouping(g_v, 97, 117)))
{
break lab17;
}
break golab16;
} while (false);
if (cursor >= limit)
{
break lab13;
}
cursor++;
}
// setmark p1, line 34
I_p1 = cursor;
// gopast, line 35
golab18: while(true)
{
lab19: do {
if (!(in_grouping(g_v, 97, 117)))
{
break lab19;
}
break golab18;
} while (false);
if (cursor >= limit)
{
break lab13;
}
cursor++;
}
// gopast, line 35
golab20: while(true)
{
lab21: do {
if (!(out_grouping(g_v, 97, 117)))
{
break lab21;
}
break golab20;
} while (false);
if (cursor >= limit)
{
break lab13;
}
cursor++;
}
// setmark p2, line 35
I_p2 = cursor;
} while (false);
cursor = v_8;
return true;
}
private boolean r_RV() {
if (!(I_pV <= cursor))
{
return false;
}
return true;
}
private boolean r_R2() {
if (!(I_p2 <= cursor))
{
return false;
}
return true;
}
private boolean r_R1() {
if (!(I_p1 <= cursor))
{
return false;
}
return true;
}
private boolean r_aditzak() {
int among_var;
// (, line 45
// [, line 46
ket = cursor;
// substring, line 46
among_var = find_among_b(a_0, 109);
if (among_var == 0)
{
return false;
}
// ], line 46
bra = cursor;
switch(among_var) {
case 0:
return false;
case 1:
// (, line 57
// call RV, line 57
if (!r_RV())
{
return false;
}
// delete, line 57
slice_del();
break;
case 2:
// (, line 59
// call R2, line 59
if (!r_R2())
{
return false;
}
// delete, line 59
slice_del();
break;
case 3:
// (, line 61
// <-, line 61
slice_from("atseden");
break;
case 4:
// (, line 63
// <-, line 63
slice_from("arabera");
break;
case 5:
// (, line 65
// <-, line 65
slice_from("baditu");
break;
}
return true;
}
private boolean r_izenak() {
int among_var;
// (, line 70
// [, line 71
ket = cursor;
// substring, line 71
among_var = find_among_b(a_1, 295);
if (among_var == 0)
{
return false;
}
// ], line 71
bra = cursor;
switch(among_var) {
case 0:
return false;
case 1:
// (, line 101
// call RV, line 101
if (!r_RV())
{
return false;
}
// delete, line 101
slice_del();
break;
case 2:
// (, line 103
// call R2, line 103
if (!r_R2())
{
return false;
}
// delete, line 103
slice_del();
break;
case 3:
// (, line 105
// <-, line 105
slice_from("jok");
break;
case 4:
// (, line 107
// call R1, line 107
if (!r_R1())
{
return false;
}
// delete, line 107
slice_del();
break;
case 5:
// (, line 109
// <-, line 109
slice_from("tra");
break;
case 6:
// (, line 111
// <-, line 111
slice_from("minutu");
break;
case 7:
// (, line 113
// <-, line 113
slice_from("zehar");
break;
case 8:
// (, line 115
// <-, line 115
slice_from("geldi");
break;
case 9:
// (, line 117
// <-, line 117
slice_from("igaro");
break;
case 10:
// (, line 119
// <-, line 119
slice_from("aurka");
break;
}
return true;
}
private boolean r_adjetiboak() {
int among_var;
// (, line 123
// [, line 124
ket = cursor;
// substring, line 124
among_var = find_among_b(a_2, 19);
if (among_var == 0)
{
return false;
}
// ], line 124
bra = cursor;
switch(among_var) {
case 0:
return false;
case 1:
// (, line 127
// call RV, line 127
if (!r_RV())
{
return false;
}
// delete, line 127
slice_del();
break;
case 2:
// (, line 129
// <-, line 129
slice_from("z");
break;
}
return true;
}
public boolean stem() {
int v_1;
int v_2;
int v_3;
int v_4;
// (, line 135
// do, line 136
v_1 = cursor;
lab0: do {
// call mark_regions, line 136
if (!r_mark_regions())
{
break lab0;
}
} while (false);
cursor = v_1;
// backwards, line 137
limit_backward = cursor; cursor = limit;
// (, line 137
// repeat, line 138
replab1: while(true)
{
v_2 = limit - cursor;
lab2: do {
// call aditzak, line 138
if (!r_aditzak())
{
break lab2;
}
continue replab1;
} while (false);
cursor = limit - v_2;
break replab1;
}
// repeat, line 139
replab3: while(true)
{
v_3 = limit - cursor;
lab4: do {
// call izenak, line 139
if (!r_izenak())
{
break lab4;
}
continue replab3;
} while (false);
cursor = limit - v_3;
break replab3;
}
// do, line 140
v_4 = limit - cursor;
lab5: do {
// call adjetiboak, line 140
if (!r_adjetiboak())
{
break lab5;
}
} while (false);
cursor = limit - v_4;
cursor = limit_backward; return true;
}
public boolean equals( Object o ) {
return o instanceof basqueStemmer;
}
public int hashCode() {
return basqueStemmer.class.getName().hashCode();
}
}
stem_ISO_8859_1.sbl
(text/plain, 4.6 KB)
routines (
aditzak
izenak
adjetiboak
mark_regions
RV R2 R1
)
externals ( stem )
integers ( pV p1 p2 )
groupings ( v )
stringescapes {}
/* special characters (in ISO Latin I) */
define v 'aeiou'
define mark_regions as (
$pV = limit
$p1 = limit
$p2 = limit // defaults
do (
( v (non-v gopast v) or (v gopast non-v) )
or
( non-v (non-v gopast v) or (v next) )
setmark pV
)
do (
gopast v gopast non-v setmark p1
gopast v gopast non-v setmark p2
)
)
backwardmode (
define RV as $pV <= cursor
define R2 as $p2 <= cursor
define R1 as $p1 <= cursor
define aditzak as (
[substring] among(
'le' 'la' 'tzaile' 'aldatu' 'atu' 'tzailea' 'taile' 'tailea' 'pera' 'gale' 'galea'
'gura' 'kura' 'kor' 'korra' 'or' 'orra' 'tun' 'tuna' 'gaitz' 'gaitza'
'kaitz' 'kaitza' 'ezin' 'ezina' 'tezin' 'tezina' 'errez' 'erreza'
'karri' 'karria' 'tzaga' 'tzaka' 'tzake' 'tzeke' 'ez' 'eza' 'tzez'
'keta' 'eta' 'etan' 'pen' 'pena' 'tze' 'atze' 'kuntza' 'kunde' 'kundea'
'kune' 'kunea' 'kuna' 'kera' 'era' 'kizun' 'kizuna' 'dura' 'tura' 'men' 'mena'
'go' 'ago' 'tio' 'taldi' 'taldia' 'aldi' 'aldia' 'gune' 'gunea' 'bide' 'bidea'
'pide' 'pidea' 'gai' 'gaia' 'ki' 'kin' 'rekin' 'kina' 'kari' 'karia' 'ari' 'tari' 'etari'
'gailu' 'gailua' 'kide' 'kidea' 'ide' 'idea' 'du' 'ka' 'kan' 'an' 'ean' 'tu' 'lari' 'tatu'
'rean' 'tarazi' 'arazi' 'tzat' 'bera' 'dako'
( RV delete )
'garri' 'garria' 'tza'
(R2 delete)
'atseden'
(<- 'atseden')
'arabera'
(<- 'arabera')
'baditu'
(<- 'baditu')
)
)
define izenak as (
[substring] among(
'ari' 'aria' 'bizia' 'kari' 'karia' 'lari' 'laria' 'tari' 'taria' 'zain' 'zaina'
'tzain' 'tzaina' 'zale' 'zalea' 'tzale' 'tzalea' 'aizun' 'orde' 'ordea'
'burua' 'ohi' 'ohia' 'kintza' 'gintzo' 'gintzu' 'tzu' 'tzua'
'tzo' 'tzoa' 'kuntza' 'talde' 'taldea' 'eria' 'keria' 'teria' 'di'
'za' 'ada' 'tara' 'etara' 'tra' 'ta' 'tegi' 'tegia' 'keta' 'z' 'zko' 'zkoa'
'ti' 'tia' 'tsu' 'tsua' 'zu' 'zua' 'bera' 'pera' 'zto' 'ztoa' 'asi' 'asia'
'gile' 'gilea' 'estu' 'estua' 'larri' 'larria' 'nahi' 'nahia'
'koi' 'koia' 'oi' 'oia' 'goi' 'min' 'mina' 'dun' 'duna' 'duru' 'durua'
'duri' 'duria' 'os' 'osa' 'oso' 'osoa' 'ar' 'ara' 'tar' 'dar' 'dara'
'tiar' 'tiara' 'liar' 'liara' 'gabe' 'gabea' 'kabe' 'kabea' 'ga' 'ge'
'kada' 'tasun' 'tasuna' 'asun' 'asuna' 'go' 'mendu' 'mendua' 'mentu' 'mentua'
'mendi' 'mendia' 'zio' 'zioa' 'zino' 'zinoa' 'zione' 'zionea' 'ezia'
'degi' 'degia' 'egi' 'egia' 'toki' 'tokia' 'leku' 'lekua' 'gintza' 'alde'
'aldea' 'kalde' 'kaldea' 'gune' 'gunea' 'une' 'unea' 'una' 'pe' 'pea'
'gibel' 'gibela' 'ondo' 'ondoa' 'arte' 'artea' 'aurre' 'aurrea'
'etxe' 'etxea' 'ola' 'ontzi' 'ontzia' 'gela' 'denda' 'taldi' 'taldia'
'aldi' 'aldia' 'te' 'tea' 'zaro' 'zaroa' 'taro' 'taroa' 'oro' 'oroa'
'aro' 'aroa' 'ero' 'eroa' 'eroz' 'eroza' 'ka' 'kan' 'kana' 'tako' 'etako' 'takoa'
'kote' 'kotea' 'tzar' 'tzarra' 'handi' 'handia' 'kondo' 'kondoa' 'skila'
'no' 'noa' 'ño' 'ñoa' 'ska' 'xka' 'zka' 'tila' 'to' 'toa' 'tto' 'ttoa'
'txo' 'txoa' 'txu' 'txua' 'anda' 'anga' 'urren' 'urrena' 'gai' 'gaia'
'gei' 'geia' 'eme' 'emea' 'kume' 'kumea' 'sa' 'ko' 'eko' 'koa' 'ena'
'enea' 'ne' 'nea' 'kor' 'korra' 'ez' 'eza' 'eta' 'etan'
'ki' 'kia' 'kin' 'kina' 'tu' 'tua' 'du' 'dua' 'ek'
'tarik' 'tariko' 'tan' 'ordu' 'ordua' 'oste' 'ostea' 'tzara'
'ra' 'antza' 'behar' 'ro' 'giro' 'ak' 'zp' 'ket'
'kail' 'kaila' 'ail' 'kirri' 'kirria' 'ngo' 'ngoa' 'ñi' 'sko'
'sta' 'koitz' 'koitza' 'na' 'garren' 'garrena' 'kera'
'gerren' 'gerrena' 'garna' 'kide' 'tz' 'tuko'
( RV delete )
'ora' 'garri' 'garria' 'or' 'buru' 'ren' 'tza'
( R2 delete )
'joka'
(<- 'jok')
'tzen' 'ten' 'en' 'tatu'
(R1 delete)
'trako'
(<- 'tra')
'minutuko'
(<- 'minutu')
'zehar'
(<- 'zehar')
'geldi'
(<- 'geldi')
'igaro'
(<- 'igaro')
'aurka'
(<- 'aurka')
)
)
define adjetiboak as (
[substring] among(
'era' 'ero' 'go' 'tate' 'tade' 'date' 'dade' 'keria'
'ki' 'to' 'ro' 'la' 'gi' 'larik' 'lanik' 'ik' 'ztik' 'rik'
( RV delete )
'zlea'
(<- 'z')
)
)
)
define stem as (
do mark_regions
backwards (
repeat aditzak
repeat izenak
do adjetiboak
)
)
/*
Note 1: additions of 21 Jul 2010
*/