From a5e0a0073b46fcfbb0db8f63968155210f18640d Mon Sep 17 00:00:00 2001 From: jxs8172 Date: Fri, 21 Aug 2015 22:39:33 -0400 Subject: [PATCH 1/6] Add a script to generate the specials.json file, to take care of handling uppercase and missing apostrophe contractions --- lang_data/en/generate_specials.py | 411 +++++++++++++++++++ lang_data/en/specials.json | 648 +----------------------------- 2 files changed, 412 insertions(+), 647 deletions(-) create mode 100644 lang_data/en/generate_specials.py diff --git a/lang_data/en/generate_specials.py b/lang_data/en/generate_specials.py new file mode 100644 index 000000000..1c3954211 --- /dev/null +++ b/lang_data/en/generate_specials.py @@ -0,0 +1,411 @@ +import json + +contractions = {"n't", "'nt", "not", "'ve", "'d", "'ll", "'s", "'m", "'ma", "'re"} + +# contains the lemmas, parts of speech, number, and tenspect of +# potential tokens generated after splitting contractions off +token_properties = { + + "ai": {"L": "be", "pos": "VBP", "number": 2}, + "are": {"L": "be", "pos": "VBP", "number": 2}, + "ca": {"L": "can", "pos": "MD"}, + "can": {"L": "can", "pos": "MD"}, + "could": {"pos": "MD"}, # no lemma for could? + "'d": {"L": "would", "pos": "MD"}, + "did": {"L": "do", "pos": "VBD"}, + "do": {"L": "do"}, # no POS for do? + "does": {"L": "do", "pos": "VBZ"}, + "had": {"L": "have", "pos": "VBD"}, + "has": {}, # no POS or lemma for has? + "have": {"pos": "VB"}, # no lemma for have? + "he": {"L": "-PRON-"}, # no POS for he? + "how": {}, # no POS or lemma for how? + "i": {"L": "-PRON-"}, # no POS for i? + "is": {"L": "be", "pos": "VBZ"}, + "it": {"L": "-PRON-"}, # no POS for it? + "let": {}, # no POS or lemma for let? + "'ll": {"L": "will", "pos": "MD"}, + "'m": {"L": "be", "pos": "VBP", "number": 1, "tenspect": 1}, + "'ma": {}, # no POS or lemma for ma? + "might": {}, # no POS or lemma for might? + "must": {}, # no POS or lemma for must? + "need": {}, # no POS or lemma for need? + "not": {"L": "not", "pos": "RB"}, + "'nt": {"L": "not", "pos": "RB"}, + "n't": {"L": "not", "pos": "RB"}, + "'re": {}, # no POS or lemma for re? + "'s": {}, # no POS or lemma for s? + "sha": {}, # no POS or lemma for sha? + "she": {"L": "-PRON-"}, # no POS for she? + "should": {}, # no POS or lemma for should? + "that": {}, # no POS or lemma for that? + "there": {}, # no POS or lemma for there? + "they": {"L": "-PRON-"}, # no POS for they? + "was": {}, # no POS or lemma for was? + "we": {}, # no POS or lemma for we? + "were": {}, # no POS or lemma for were? + "what": {}, # no POS or lemma for what? + "when": {}, # no POS or lemma for when? + "where": {}, # no POS or lemma for where? + "who": {}, # no POS or lemma for who? + "why": {}, # no POS or lemma for why? + "wo": {}, # no POS or lemma for wo? + "would": {}, # no POS or lemma for would? + "you": {"L": "-PRON-"}, # no POS or lemma for you? + "'ve": {"L": "have", "pos": "VB"} + +} + +# contains starting tokens with their potential contractions +# each potential contraction has a list of exceptions + # lower - don't generate the lowercase version + # upper - don't generate the uppercase version + # contrLower - don't generate the lowercase version with apostrophe (') removed + # contrUpper - dont' generate the uppercase version with apostrophe (') removed +# for example, we don't want to create the word "hell" or "Hell" from "he" + "'ll" so +# we add "contrLower" and "contrUpper" to the exceptions list +starting_tokens = { + + "ai": {"n't": []}, + "are": {"n't": []}, + "ca": {"n't": []}, + "can": {"not": []}, + "could": {"'ve": [], "n't": [], "n't've": []}, + "did": {"n't": []}, + "does": {"n't": []}, + "do": {"n't": []}, + "had": {"n't": [], "n't've": []}, + "has": {"n't": []}, + "have": {"n't": []}, + "he": {"'d": [], "'d've": [], "'ll": ["contrLower", "contrUpper"], "'s": []}, + "how": {"'d": [], "'ll": [], "'s": []}, + "i": {"'d": ["contrLower", "contrUpper"], "'d've": [], "'ll": ["contrLower", "contrUpper"], "'m": [], "'ma": [], "'ve": []}, + "is": {"n't": []}, + "it": {"'d": [], "'d've": [], "'ll": [], "'s": []}, + "let": {"'s": ["contrLower", "contrUpper"]}, + "might": {"n't": [], "n't've": [], "'ve": []}, + "must": {"n't": [], "'ve": []}, + "need": {"n't": []}, + "not": {"'ve": []}, + "sha": {"n't": []}, + "she": {"'d": ["contrLower", "contrUpper"], "'d've": [], "'ll": ["contrLower", "contrUpper"], "'s": []}, + "should": {"'ve": [], "n't": [], "n't've": []}, + "that": {"'s": []}, + "there": {"'d": [], "'d've": [], "'s": ["contrLower", "contrUpper"]}, + "they": {"'d": [], "'d've": [], "'ll": [], "'re": [], "'ve": []}, + "was": {"n't": []}, + "we": {"'d": ["contrLower", "contrUpper"], "'d've": [], "'ll": ["contrLower", "contrUpper"], "'re": ["contrLower", "contrUpper"]}, + "were": {"n't": []}, + "what": {"'ll": [], "'re": [], "'s": [], "'ve": []}, + "when": {"'s": []}, + "where": {"'d": [], "'s": [], "'ve": []}, + "who": {"'d": [], "'ll": [], "'re": ["contrLower", "contrUpper"], "'s": [], "'ve": []}, + "why": {"'ll": [], "'re": [], "'s": []}, + "wo": {"n't": []}, + "would": {"'ve": [], "n't": [], "n't've": []}, + "you": {"'d": [], "'d've": [], "'ll": [], "'re": [], "'ve": []} + + } + +# other specials that don't really have contractions +# so they are hardcoded +hardcoded_specials = { + "'em": [{"F": "'em"}], + + "'ol": [{"F": "'ol"}], + + "vs.": [{"F": "vs."}], + + "Ms.": [{"F": "Ms."}], + "Mr.": [{"F": "Mr."}], + "Dr.": [{"F": "Dr."}], + "Mrs.": [{"F": "Mrs."}], + "Messrs.": [{"F": "Messrs."}], + "Gov.": [{"F": "Gov."}], + "Gen.": [{"F": "Gen."}], + + "Mt.": [{"F": "Mt.", "L": "Mount"}], + + "''": [{"F": "''"}], + + "Corp.": [{"F": "Corp."}], + "Inc.": [{"F": "Inc."}], + "Co.": [{"F": "Co."}], + "co.": [{"F": "co."}], + "Ltd.": [{"F": "Ltd."}], + "Bros.": [{"F": "Bros."}], + + "Rep.": [{"F": "Rep."}], + "Sen.": [{"F": "Sen."}], + "Jr.": [{"F": "Jr."}], + "Rev.": [{"F": "Rev."}], + "Adm.": [{"F": "Adm."}], + "St.": [{"F": "St."}], + + "a.m.": [{"F": "a.m."}], + "p.m.": [{"F": "p.m."}], + + "1a.m.": [{"F": "1"}, {"F": "a.m."}], + "2a.m.": [{"F": "2"}, {"F": "a.m."}], + "3a.m.": [{"F": "3"}, {"F": "a.m."}], + "4a.m.": [{"F": "4"}, {"F": "a.m."}], + "5a.m.": [{"F": "5"}, {"F": "a.m."}], + "6a.m.": [{"F": "6"}, {"F": "a.m."}], + "7a.m.": [{"F": "7"}, {"F": "a.m."}], + "8a.m.": [{"F": "8"}, {"F": "a.m."}], + "9a.m.": [{"F": "9"}, {"F": "a.m."}], + "10a.m.": [{"F": "10"}, {"F": "a.m."}], + "11a.m.": [{"F": "11"}, {"F": "a.m."}], + "12a.m.": [{"F": "12"}, {"F": "a.m."}], + "1am": [{"F": "1"}, {"F": "am", "L": "a.m."}], + "2am": [{"F": "2"}, {"F": "am", "L": "a.m."}], + "3am": [{"F": "3"}, {"F": "am", "L": "a.m."}], + "4am": [{"F": "4"}, {"F": "am", "L": "a.m."}], + "5am": [{"F": "5"}, {"F": "am", "L": "a.m."}], + "6am": [{"F": "6"}, {"F": "am", "L": "a.m."}], + "7am": [{"F": "7"}, {"F": "am", "L": "a.m."}], + "8am": [{"F": "8"}, {"F": "am", "L": "a.m."}], + "9am": [{"F": "9"}, {"F": "am", "L": "a.m."}], + "10am": [{"F": "10"}, {"F": "am", "L": "a.m."}], + "11am": [{"F": "11"}, {"F": "am", "L": "a.m."}], + "12am": [{"F": "12"}, {"F": "am", "L": "a.m."}], + + + "p.m.": [{"F": "p.m."}], + "1p.m.": [{"F": "1"}, {"F": "p.m."}], + "2p.m.": [{"F": "2"}, {"F": "p.m."}], + "3p.m.": [{"F": "3"}, {"F": "p.m."}], + "4p.m.": [{"F": "4"}, {"F": "p.m."}], + "5p.m.": [{"F": "5"}, {"F": "p.m."}], + "6p.m.": [{"F": "6"}, {"F": "p.m."}], + "7p.m.": [{"F": "7"}, {"F": "p.m."}], + "8p.m.": [{"F": "8"}, {"F": "p.m."}], + "9p.m.": [{"F": "9"}, {"F": "p.m."}], + "10p.m.": [{"F": "10"}, {"F": "p.m."}], + "11p.m.": [{"F": "11"}, {"F": "p.m."}], + "12p.m.": [{"F": "12"}, {"F": "p.m."}], + "1pm": [{"F": "1"}, {"F": "pm", "L": "p.m."}], + "2pm": [{"F": "2"}, {"F": "pm", "L": "p.m."}], + "3pm": [{"F": "3"}, {"F": "pm", "L": "p.m."}], + "4pm": [{"F": "4"}, {"F": "pm", "L": "p.m."}], + "5pm": [{"F": "5"}, {"F": "pm", "L": "p.m."}], + "6pm": [{"F": "6"}, {"F": "pm", "L": "p.m."}], + "7pm": [{"F": "7"}, {"F": "pm", "L": "p.m."}], + "8pm": [{"F": "8"}, {"F": "pm", "L": "p.m."}], + "9pm": [{"F": "9"}, {"F": "pm", "L": "p.m."}], + "10pm": [{"F": "10"}, {"F": "pm", "L": "p.m."}], + "11pm": [{"F": "11"}, {"F": "pm", "L": "p.m."}], + "12pm": [{"F": "12"}, {"F": "pm", "L": "p.m."}], + + "Jan.": [{"F": "Jan."}], + "Feb.": [{"F": "Feb."}], + "Mar.": [{"F": "Mar."}], + "Apr.": [{"F": "Apr."}], + "May.": [{"F": "May."}], + "Jun.": [{"F": "Jun."}], + "Jul.": [{"F": "Jul."}], + "Aug.": [{"F": "Aug."}], + "Sep.": [{"F": "Sep."}], + "Sept.": [{"F": "Sept."}], + "Oct.": [{"F": "Oct."}], + "Nov.": [{"F": "Nov."}], + "Dec.": [{"F": "Dec."}], + + "Ala.": [{"F": "Ala."}], + "Ariz.": [{"F": "Ariz."}], + "Ark.": [{"F": "Ark."}], + "Calif.": [{"F": "Calif."}], + "Colo.": [{"F": "Colo."}], + "Conn.": [{"F": "Conn."}], + "Del.": [{"F": "Del."}], + "D.C.": [{"F": "D.C."}], + "Fla.": [{"F": "Fla."}], + "Ga.": [{"F": "Ga."}], + "Ill.": [{"F": "Ill."}], + "Ind.": [{"F": "Ind."}], + "Kans.": [{"F": "Kans."}], + "Kan.": [{"F": "Kan."}], + "Ky.": [{"F": "Ky."}], + "La.": [{"F": "La."}], + "Md.": [{"F": "Md."}], + "Mass.": [{"F": "Mass."}], + "Mich.": [{"F": "Mich."}], + "Minn.": [{"F": "Minn."}], + "Miss.": [{"F": "Miss."}], + "Mo.": [{"F": "Mo."}], + "Mont.": [{"F": "Mont."}], + "Nebr.": [{"F": "Nebr."}], + "Neb.": [{"F": "Neb."}], + "Nev.": [{"F": "Nev."}], + "N.H.": [{"F": "N.H."}], + "N.J.": [{"F": "N.J."}], + "N.M.": [{"F": "N.M."}], + "N.Y.": [{"F": "N.Y."}], + "N.C.": [{"F": "N.C."}], + "N.D.": [{"F": "N.D."}], + "Okla.": [{"F": "Okla."}], + "Ore.": [{"F": "Ore."}], + "Pa.": [{"F": "Pa."}], + "Tenn.": [{"F": "Tenn."}], + "Va.": [{"F": "Va."}], + "Wash.": [{"F": "Wash."}], + "Wis.": [{"F": "Wis."}], + + ":)": [{"F": ":)"}], + "<3": [{"F": "<3"}], + ";)": [{"F": ";)"}], + "(:": [{"F": "(:"}], + ":(": [{"F": ":("}], + "-_-": [{"F": "-_-"}], + "=)": [{"F": "=)"}], + ":/": [{"F": ":/"}], + ":>": [{"F": ":>"}], + ";-)": [{"F": ";-)"}], + ":Y": [{"F": ":Y"}], + ":P": [{"F": ":P"}], + ":-P": [{"F": ":-P"}], + ":3": [{"F": ":3"}], + "=3": [{"F": "=3"}], + "xD": [{"F": "xD"}], + "^_^": [{"F": "^_^"}], + "=]": [{"F": "=]"}], + "=D": [{"F": "=D"}], + "<333": [{"F": "<333"}], + ":))": [{"F": ":))"}], + ":0": [{"F": ":0"}], + "-__-": [{"F": "-__-"}], + "xDD": [{"F": "xDD"}], + "o_o": [{"F": "o_o"}], + "o_O": [{"F": "o_O"}], + "V_V": [{"F": "V_V"}], + "=[[": [{"F": "=[["}], + "<33": [{"F": "<33"}], + ";p": [{"F": ";p"}], + ";D": [{"F": ";D"}], + ";-p": [{"F": ";-p"}], + ";(": [{"F": ";("}], + ":p": [{"F": ":p"}], + ":]": [{"F": ":]"}], + ":O": [{"F": ":O"}], + ":-/": [{"F": ":-/"}], + ":-)": [{"F": ":-)"}], + ":(((": [{"F": ":((("}], + ":((": [{"F": ":(("}], + ":')": [{"F": ":')"}], + "(^_^)": [{"F": "(^_^)"}], + "(=": [{"F": "(="}], + "o.O": [{"F": "o.O"}], + "\")": [{"F": "\")"}], + "a.": [{"F": "a."}], + "b.": [{"F": "b."}], + "c.": [{"F": "c."}], + "d.": [{"F": "d."}], + "e.": [{"F": "e."}], + "f.": [{"F": "f."}], + "g.": [{"F": "g."}], + "h.": [{"F": "h."}], + "i.": [{"F": "i."}], + "j.": [{"F": "j."}], + "k.": [{"F": "k."}], + "l.": [{"F": "l."}], + "m.": [{"F": "m."}], + "n.": [{"F": "n."}], + "o.": [{"F": "o."}], + "p.": [{"F": "p."}], + "q.": [{"F": "q."}], + "s.": [{"F": "s."}], + "t.": [{"F": "t."}], + "u.": [{"F": "u."}], + "v.": [{"F": "v."}], + "w.": [{"F": "w."}], + "x.": [{"F": "x."}], + "y.": [{"F": "y."}], + "z.": [{"F": "z."}], + + "i.e.": [{"F": "i.e."}], + "I.e.": [{"F": "I.e."}], + "I.E.": [{"F": "I.E."}], + "e.g.": [{"F": "e.g."}], + "E.g.": [{"F": "E.g."}], + "E.G.": [{"F": "E.G."}], + "\n": [{"F": "\n", "pos": "SP"}], + "\t": [{"F": "\t", "pos": "SP"}], + " ": [{"F": " ", "pos": "SP"}] + +} + +def get_double_contractions(ending): + endings = [] + + ends_with_contraction = any([ending.endswith(contraction) for contraction in contractions]) + + while ends_with_contraction: + for contraction in contractions: + if ending.endswith(contraction): + endings.append(contraction) + ending = ending.rstrip(contraction) + ends_with_contraction = any([ending.endswith(contraction) for contraction in contractions]) + + endings.reverse() # reverse because the last ending is put in the list first + return endings + +def get_token_properties(token, capitalize=False, remove_contractions=False): + props = dict(token_properties.get(token)) # ensure we copy the dict so we can add the "F" prop + if capitalize: + token = token.capitalize() + if remove_contractions: + token = token.replace("'", "") + + props["F"] = token + return props + +def create_entry(token, endings, capitalize=False, remove_contractions=False): + + properties = [] + properties.append(get_token_properties(token, capitalize=capitalize, remove_contractions=remove_contractions)) + for e in endings: + properties.append(get_token_properties(e, remove_contractions=remove_contractions)) + return properties + +def generate_specials(): + + specials = {} + + for token in starting_tokens: + possible_endings = starting_tokens[token] + for ending in possible_endings: + + endings = [] + if ending.count("'") > 1: + endings.extend(get_double_contractions(ending)) + else: + endings.append(ending) + + exceptions = possible_endings[ending] + + if "lower" not in exceptions: + special = token + ending + specials[special] = create_entry(token, endings) + + if "upper" not in exceptions: + special = token.capitalize() + ending + specials[special] = create_entry(token, endings, capitalize=True) + + if "contrLower" not in exceptions: + special = token + ending.replace("'", "") + specials[special] = create_entry(token, endings, remove_contractions=True) + + if "contrUpper" not in exceptions: + special = token.capitalize() + ending.replace("'", "") + specials[special] = create_entry(token, endings, capitalize=True, remove_contractions=True) + + # add in hardcoded specials + specials = dict(specials, **hardcoded_specials) + + return specials + +if __name__ == "__main__": + specials = generate_specials() + with open("specials.json", "w") as f: + json.dump(specials, f) + diff --git a/lang_data/en/specials.json b/lang_data/en/specials.json index 505039c55..b6e40cdaf 100644 --- a/lang_data/en/specials.json +++ b/lang_data/en/specials.json @@ -1,647 +1 @@ -{ -"'s": [{"F": "'s", "L": "'s"}], - -"'S": [{"F": "'S", "L": "'s"}], - -"ain't": [{"F": "ai", "L": "be", "pos": "VBP", "number": 2}, - {"F": "n't", "L": "not", "pos": "RB"}], -"aint": [{"F": "ai", "L": "be", "pos": "VBP", "number": 2}, - {"F": "nt", "L": "not", "pos": "RB"}], -"Ain't": [{"F": "Ai", "L": "be", "pos": "VBP", "number": 2}, - {"F": "n't", "L": "not", "pos": "RB"}], - -"aren't": [{"F": "are", "L": "be", "pos": "VBP", "number": 2}, - {"F": "n't", "L": "not"}], -"arent": [{"F": "are", "L": "be", "pos": "VBP", "number": 2}, - {"F": "nt", "L": "not"}], -"Aren't": [{"F": "Are", "L": "be", "pos": "VBP", "number": 2}, - {"F": "n't", "L": "not"}], - -"can't": [{"F": "ca", "L": "can", "pos": "MD"}, - {"F": "n't", "L": "not", "pos": "RB"}], -"cant": [{"F": "ca", "L": "can", "pos": "MD"}, - {"F": "nt", "L": "not", "pos": "RB"}], -"Can't": [{"F": "Ca", "L": "can", "pos": "MD"}, - {"F": "n't", "L": "not", "pos": "RB"}], - -"cannot": [{"F": "can", "pos": "MD"}, - {"F": "not", "L": "not", "pos": "RB"}], -"Cannot": [{"F": "Can", "pos": "MD"}, - {"F": "not", "L": "not", "pos": "RB"}], - -"could've": [{"F": "could", "pos": "MD"}, - {"F": "'ve", "L": "have", "pos": "VB"}], -"couldve": [{"F": "could", "pos": "MD"}, - {"F": "ve", "L": "have", "pos": "VB"}], -"Could've": [{"F": "Could", "pos": "MD"}, - {"F": "'ve", "L": "have", "pos": "VB"}], - -"couldn't": [{"F": "could", "pos": "MD"}, - {"F": "n't", "L": "not", "pos": "RB"}], -"couldnt": [{"F": "could", "pos": "MD"}, - {"F": "nt", "L": "not", "pos": "RB"}], -"Couldn't": [{"F": "Could", "pos": "MD"}, - {"F": "n't", "L": "not", "pos": "RB"}], - -"couldn't've": [{"F": "could", "pos": "MD"}, - {"F": "n't", "L": "not", "pos": "RB"}, - {"F": "'ve", "pos": "VB"}], -"couldntve": [{"F": "could", "pos": "MD"}, - {"F": "nt", "L": "not", "pos": "RB"}, - {"F": "ve", "pos": "VB"}], -"Couldn't've": [{"F": "Could", "pos": "MD"}, - {"F": "n't", "L": "not", "pos": "RB"}, - {"F": "'ve", "pos": "VB"}], - -"didn't": [{"F": "did", "pos": "VBD", "L": "do"}, - {"F": "n't", "L": "not", "pos": "RB"}], -"didnt": [{"F": "did", "pos": "VBD", "L": "do"}, - {"F": "nt", "L": "not", "pos": "RB"}], -"Didn't": [{"F": "Did", "pos": "VBD", "L": "do"}, - {"F": "n't", "L": "not", "pos": "RB"}], - -"doesn't": [{"F": "does", "L": "do", "pos": "VBZ"}, - {"F": "n't", "L": "not", "pos": "RB"}], -"doesnt": [{"F": "does", "L": "do", "pos": "VBZ"}, - {"F": "nt", "L": "not", "pos": "RB"}], -"Doesn't": [{"F": "Does", "L": "do", "pos": "VBZ"}, - {"F": "n't", "L": "not", "pos": "RB"}], - -"don't": [{"F": "do", "L": "do"}, - {"F": "n't", "L": "not", "pos": "RB"}], -"dont": [{"F": "do", "L": "do"}, - {"F": "nt", "L": "not", "pos": "RB"}], -"Don't": [{"F": "Do", "L": "do"}, - {"F": "n't", "L": "not", "pos": "RB"}], - -"hadn't": [{"F": "had", "L": "have", "pos": "VBD"}, - {"F": "n't", "L": "not", "pos": "RB"}], -"hadnt": [{"F": "had", "L": "have", "pos": "VBD"}, - {"F": "nt", "L": "not", "pos": "RB"}], -"Hadn't": [{"F": "Had", "L": "have", "pos": "VBD"}, - {"F": "n't", "L": "not", "pos": "RB"}], - -"hadn't've": [{"F": "had", "L": "have", "pos": "VBD"}, - {"F": "n't", "L": "not", "pos": "RB"}, - {"F": "'ve", "L": "have", "pos": "VB"}], - -"hasn't": [{"F": "has"}, - {"F": "n't", "L": "not", "pos": "RB"}], -"hasnt": [{"F": "has"}, - {"F": "nt", "L": "not", "pos": "RB"}], -"haven't": [{"F": "have", "pos": "VB"}, - {"F": "n't", "L": "not", "pos": "RB"}], -"havent": [{"F": "have", "pos": "VB"}, - {"F": "nt", "L": "not", "pos": "RB"}], - - -"he'd": [{"F": "he", "L": "-PRON-"}, - {"F": "'d", "L": "would", "pos": "MD"}], -"hed": [{"F": "he", "L": "-PRON-"}, - {"F": "d", "L": "would", "pos": "MD"}], - - -"he'd've": [{"F": "he", "L": "-PRON-"}, - {"F": "'d", "L": "would", "pos": "MD"}, - {"F": "'ve", "pos": "VB"}], -"hedve": [{"F": "he", "L": "-PRON-"}, - {"F": "d", "L": "would", "pos": "MD"}, - {"F": "ve", "pos": "VB"}], - - -"he'll": [{"F": "he", "L": "-PRON-"}, - {"F": "'ll", "L": "will", "pos": "MD"}], - -"he's": [{"F": "he", "L": "-PRON-"}, - {"F": "'s"}], - -"hes": [{"F": "he", "L": "-PRON-"}, - {"F": "s"}], - - -"how'd": [{"F": "how"}, - {"F": "'d", "L": "would", "pos": "MD"}], -"howd": [{"F": "how"}, - {"F": "d", "L": "would", "pos": "MD"}], - - -"how'll": [{"F": "how"}, - {"F": "'ll", "L": "will", "pos": "MD"}], -"howll": [{"F": "how"}, - {"F": "ll", "L": "will", "pos": "MD"}], - - -"how's": [{"F": "how"}, - {"F": "'s"}], -"hows": [{"F": "how"}, - {"F": "s"}], - - -"I'd": [{"F": "I", "L": "-PRON-"}, - {"F": "'d", "L": "would", "pos": "MD"}], - -"I'd've": [{"F": "I", "L": "-PRON-"}, - {"F": "'d", "L": "would", "pos": "MD"}, - {"F": "'ve", "pos": "VB"}], - -"I'll": [{"F": "I", "L": "-PRON-"}, - {"F": "'ll", "L": "will", "pos": "MD"}], - -"i'll": [{"F": "i", "L": "-PRON-"}, - {"F": "'ll", "L": "will", "pos": "MD"}], - -"I'm": [{"F": "I", "L": "-PRON-"}, - {"F": "'m", "L": "be", "pos": "VBP", "number": 1, "tenspect": 1}], -"i'm": [{"F": "i", "L": "-PRON-"}, - {"F": "'m", "L": "be", "pos": "VBP", "number": 1, "tenspect": 1}], -"Im": [{"F": "I", "L": "-PRON-"}, - {"F": "m", "L": "be", "pos": "VBP", "number": 1, "tenspect": 1}], -"im": [{"F": "i", "L": "-PRON-"}, - {"F": "m", "L": "be", "pos": "VBP", "number": 1, "tenspect": 1}], - -"I'ma": [{"F": "I", "L": "-PRON-"}, - {"F": "'ma"}], -"i'ma": [{"F": "i", "L": "-PRON-"}, - {"F": "'ma"}], - - -"I've": [{"F": "I", "L": "-PRON-"}, - {"F": "'ve", "pos": "VB", "L": "have", "pos": "MD"}], -"i've": [{"F": "i", "L": "-PRON-"}, - {"F": "'ve", "pos": "VB", "L": "have", "pos": "MD"}], - -"isn't": [{"F": "is", "L": "be", "pos": "VBZ"}, - {"F": "n't", "L": "not", "pos": "RB"}], -"isnt": [{"F": "is", "L": "be", "pos": "VBZ"}, - {"F": "nt", "L": "not", "pos": "RB"}], - -"Isn't": [{"F": "Is", "L": "be", "pos": "VBZ"}, - {"F": "n't", "L": "not", "pos": "RB"}], - - -"It'd": [{"F": "It", "L": "-PRON-"}, - {"F": "'d", "L": "would", "pos": "MD"}], - - -"it'd": [{"F": "it", "L": "-PRON-"}, - {"F": "'d", "L": "would", "pos": "MD"}], - -"it'd've": [{"F": "it", "L": "-PRON-"}, - {"F": "'d", "L": "would", "pos": "MD"}, - {"F": "'ve"}], - -"it'll": [{"F": "it", "L": "-PRON-"}, - {"F": "'ll", "L": "will", "pos": "MD"}], -"itll": [{"F": "it", "L": "-PRON-"}, - {"F": "ll", "L": "will", "pos": "MD"}], - - -"it's": [{"F": "it", "L": "-PRON-"}, - {"F": "'s"}], - -"let's": [{"F": "let"}, - {"F": "'s"}], -"lets": [{"F": "let"}, - {"F": "s", "L": "'s"}], - - -"mightn't": [{"F": "might"}, - {"F": "n't", "L": "not", "pos": "RB"}], - -"mightn't've": [{"F": "might"}, - {"F": "n't", "L": "not", "pos": "RB"}, - {"F": "'ve", "pos": "VB"}], - -"might've": [{"F": "might"}, - {"F": "'ve", "pos": "VB"}], - -"mustn't": [{"F": "must"}, - {"F": "n't", "L": "not", "pos": "RB"}], - -"must've": [{"F": "must"}, - {"F": "'ve", "pos": "VB"}], - -"needn't": [{"F": "need"}, - {"F": "n't", "L": "not", "pos": "RB"}], - -"not've": [{"F": "not"}, - {"F": "'ve", "pos": "VB"}], - -"shan't": [{"F": "sha"}, - {"F": "n't", "L": "not", "pos": "RB"}], - -"she'd": [{"F": "she", "L": "-PRON-"}, - {"F": "'d", "L": "would", "pos": "MD"}], - -"she'd've": [{"F": "she", "L": "-PRON-"}, - {"F": "'d", "L": "would", "pos": "MD"}, - {"F": "'ve", "pos": "VB"}], - -"she'll": [{"F": "she", "L": "-PRON-"}, - {"F": "'ll", "L": "will"}], - -"she's": [{"F": "she", "L": "-PRON-"}, - {"F": "'s"}], - -"should've": [{"F": "should"}, - {"F": "'ve", "pos": "VB"}], - -"shouldn't": [{"F": "should"}, - {"F": "n't", "L": "not", "pos": "RB"}], - -"shouldn't've": [{"F": "should"}, - {"F": "n't", "L": "not", "pos": "RB"}, - {"F": "'ve"}], - -"that's": [{"F": "that"}, - {"F": "'s"}], - -"thats": [{"F": "that"}, - {"F": "s", "L": "'s"}], - - -"there'd": [{"F": "there"}, - {"F": "'d", "L": "would", "pos": "MD"}], - -"there'd've": [{"F": "there"}, - {"F": "'d", "L": "would", "pos": "MD"}, - {"F": "'ve", "pos": "VB"}], - -"there's": [{"F": "there"}, - {"F": "'s"}], - -"they'd": [{"F": "they", "L": "-PRON-"}, - {"F": "'d", "L": "would", "pos": "MD", "pos": "VB"}], -"They'd": [{"F": "They", "L": "-PRON-"}, - {"F": "'d", "L": "would", "pos": "MD", "pos": "VB"}], - - -"they'd've": [{"F": "they", "L": "-PRON-"}, - {"F": "'d", "L": "would", "pos": "MD"}, - {"F": "'ve", "pos": "VB"}], -"They'd've": [{"F": "They", "L": "-PRON-"}, - {"F": "'d", "L": "would", "pos": "MD"}, - {"F": "'ve", "pos": "VB"}], - -"they'll": [{"F": "they", "L": "-PRON-"}, - {"F": "'ll", "L": "will", "pos": "MD"}], -"They'll": [{"F": "They", "L": "-PRON-"}, - {"F": "'ll", "L": "will", "pos": "MD"}], - - -"they're": [{"F": "they", "L": "-PRON-"}, - {"F": "'re"}], -"They're": [{"F": "They", "L": "-PRON-"}, - {"F": "'re"}], - -"they've": [{"F": "they", "L": "-PRON-"}, - {"F": "'ve", "pos": "VB"}], -"They've": [{"F": "They", "L": "-PRON-"}, - {"F": "'ve", "pos": "VB"}], - -"wasn't": [{"F": "was"}, - {"F": "n't", "L": "not", "pos": "RB"}], - -"we'd": [{"F": "we"}, - {"F": "'d", "L": "would", "pos": "MD"}], -"We'd": [{"F": "We"}, - {"F": "'d", "L": "would", "pos": "MD"}], - - -"we'd've": [{"F": "we"}, - {"F": "'d", "L": "would", "pos": "MD"}, - {"F": "'ve", "pos": "VB"}], - -"we'll": [{"F": "we"}, - {"F": "'ll", "L": "will", "pos": "MD"}], -"We'll": [{"F": "We", "L": "we"}, - {"F": "'ll", "L": "will", "pos": "MD"}], - - -"we're": [{"F": "we"}, - {"F": "'re"}], -"We're": [{"F": "We"}, - {"F": "'re"}], - -"we've": [{"F": "we"}, - {"F": "'ve", "pos": "VB"}], -"We've": [{"F": "We"}, - {"F": "'ve", "pos": "VB"}], - - -"weren't": [{"F": "were"}, - {"F": "n't", "L": "not", "pos": "RB"}], - -"what'll": [{"F": "what"}, - {"F": "'ll", "L": "will", "pos": "MD"}], - -"what're": [{"F": "what"}, - {"F": "'re"}], - -"what's": [{"F": "what"}, - {"F": "'s"}], - -"what've": [{"F": "what"}, - {"F": "'ve", "pos": "VB"}], - -"when's": [{"F": "when"}, - {"F": "'s"}], - -"where'd": [{"F": "where"}, - {"F": "'d", "L": "would", "pos": "MD"}], - -"where's": [{"F": "where"}, - {"F": "'s"}], - -"where've": [{"F": "where"}, - {"F": "'ve", "pos": "VB"}], - -"who'd": [{"F": "who"}, - {"F": "'d", "L": "would", "pos": "MD"}], - -"who'll": [{"F": "who"}, - {"F": "'ll", "L": "will", "pos": "MD"}], - -"who're": [{"F": "who"}, - {"F": "'re"}], - -"who's": [{"F": "who"}, - {"F": "'s"}], - -"who've": [{"F": "who"}, - {"F": "'ve", "pos": "VB"}], - -"why'll": [{"F": "why"}, - {"F": "'ll", "L": "will", "pos": "MD"}], - -"why're": [{"F": "why"}, - {"F": "'re"}], - -"why's": [{"F": "why"}, - {"F": "'s"}], - -"won't": [{"F": "wo"}, - {"F": "n't", "L": "not", "pos": "RB"}], -"wont": [{"F": "wo"}, - {"F": "nt", "L": "not", "pos": "RB"}], - - -"would've": [{"F": "would"}, - {"F": "'ve", "pos": "VB"}], - -"wouldn't": [{"F": "would"}, - {"F": "n't", "L": "not", "pos": "RB"}], - -"wouldn't've": [{"F": "would"}, - {"F": "n't", "L": "not", "pos": "RB"}, - {"F": "'ve", "L": "have", "pos": "VB"}], - -"you'd": [{"F": "you", "L": "-PRON-"}, - {"F": "'d", "L": "would", "pos": "MD"}], - -"you'd've": [{"F": "you", "L": "-PRON-"}, - {"F": "'d", "L": "would", "pos": "MD"}, - {"F": "'ve", "L": "have", "pos": "VB"}], - -"you'll": [{"F": "you", "L": "-PRON-"}, - {"F": "'ll", "L": "will", "pos": "MD"}], - -"You'll": [{"F": "You", "L": "-PRON-"}, - {"F": "'ll", "L": "will", "pos": "MD"}], - - -"you're": [{"F": "you", "L": "-PRON-"}, - {"F": "'re"}], -"You're": [{"F": "You", "L": "-PRON-"}, - {"F": "'re"}], - - -"you've": [{"F": "you", "L": "-PRON-"}, - {"F": "'ve", "L": "have", "pos": "VB"}], - -"You've": [{"F": "You", "L": "-PRON-"}, - {"F": "'ve", "L": "have", "pos": "VB"}], - - -"'em": [{"F": "'em"}], - -"'ol": [{"F": "'ol"}], - -"vs.": [{"F": "vs."}], - -"Ms.": [{"F": "Ms."}], -"Mr.": [{"F": "Mr."}], -"Dr.": [{"F": "Dr."}], -"Mrs.": [{"F": "Mrs."}], -"Messrs.": [{"F": "Messrs."}], -"Gov.": [{"F": "Gov."}], -"Gen.": [{"F": "Gen."}], - -"Mt.": [{"F": "Mt.", "L": "Mount"}], - -"''": [{"F": "''"}], - -"Corp.": [{"F": "Corp."}], -"Inc.": [{"F": "Inc."}], -"Co.": [{"F": "Co."}], -"co.": [{"F": "co."}], -"Ltd.": [{"F": "Ltd."}], -"Bros.": [{"F": "Bros."}], - -"Rep.": [{"F": "Rep."}], -"Sen.": [{"F": "Sen."}], -"Jr.": [{"F": "Jr."}], -"Rev.": [{"F": "Rev."}], -"Adm.": [{"F": "Adm."}], -"St.": [{"F": "St."}], - -"a.m.": [{"F": "a.m."}], -"p.m.": [{"F": "p.m."}], - -"1a.m.": [{"F": "1"}, {"F": "a.m."}], -"2a.m.": [{"F": "2"}, {"F": "a.m."}], -"3a.m.": [{"F": "3"}, {"F": "a.m."}], -"4a.m.": [{"F": "4"}, {"F": "a.m."}], -"5a.m.": [{"F": "5"}, {"F": "a.m."}], -"6a.m.": [{"F": "6"}, {"F": "a.m."}], -"7a.m.": [{"F": "7"}, {"F": "a.m."}], -"8a.m.": [{"F": "8"}, {"F": "a.m."}], -"9a.m.": [{"F": "9"}, {"F": "a.m."}], -"10a.m.": [{"F": "10"}, {"F": "a.m."}], -"11a.m.": [{"F": "11"}, {"F": "a.m."}], -"12a.m.": [{"F": "12"}, {"F": "a.m."}], -"1am": [{"F": "1"}, {"F": "am", "L": "a.m."}], -"2am": [{"F": "2"}, {"F": "am", "L": "a.m."}], -"3am": [{"F": "3"}, {"F": "am", "L": "a.m."}], -"4am": [{"F": "4"}, {"F": "am", "L": "a.m."}], -"5am": [{"F": "5"}, {"F": "am", "L": "a.m."}], -"6am": [{"F": "6"}, {"F": "am", "L": "a.m."}], -"7am": [{"F": "7"}, {"F": "am", "L": "a.m."}], -"8am": [{"F": "8"}, {"F": "am", "L": "a.m."}], -"9am": [{"F": "9"}, {"F": "am", "L": "a.m."}], -"10am": [{"F": "10"}, {"F": "am", "L": "a.m."}], -"11am": [{"F": "11"}, {"F": "am", "L": "a.m."}], -"12am": [{"F": "12"}, {"F": "am", "L": "a.m."}], - - -"p.m.": [{"F": "p.m."}], -"1p.m.": [{"F": "1"}, {"F": "p.m."}], -"2p.m.": [{"F": "2"}, {"F": "p.m."}], -"3p.m.": [{"F": "3"}, {"F": "p.m."}], -"4p.m.": [{"F": "4"}, {"F": "p.m."}], -"5p.m.": [{"F": "5"}, {"F": "p.m."}], -"6p.m.": [{"F": "6"}, {"F": "p.m."}], -"7p.m.": [{"F": "7"}, {"F": "p.m."}], -"8p.m.": [{"F": "8"}, {"F": "p.m."}], -"9p.m.": [{"F": "9"}, {"F": "p.m."}], -"10p.m.": [{"F": "10"}, {"F": "p.m."}], -"11p.m.": [{"F": "11"}, {"F": "p.m."}], -"12p.m.": [{"F": "12"}, {"F": "p.m."}], -"1pm": [{"F": "1"}, {"F": "pm", "L": "p.m."}], -"2pm": [{"F": "2"}, {"F": "pm", "L": "p.m."}], -"3pm": [{"F": "3"}, {"F": "pm", "L": "p.m."}], -"4pm": [{"F": "4"}, {"F": "pm", "L": "p.m."}], -"5pm": [{"F": "5"}, {"F": "pm", "L": "p.m."}], -"6pm": [{"F": "6"}, {"F": "pm", "L": "p.m."}], -"7pm": [{"F": "7"}, {"F": "pm", "L": "p.m."}], -"8pm": [{"F": "8"}, {"F": "pm", "L": "p.m."}], -"9pm": [{"F": "9"}, {"F": "pm", "L": "p.m."}], -"10pm": [{"F": "10"}, {"F": "pm", "L": "p.m."}], -"11pm": [{"F": "11"}, {"F": "pm", "L": "p.m."}], -"12pm": [{"F": "12"}, {"F": "pm", "L": "p.m."}], - -"Jan.": [{"F": "Jan."}], -"Feb.": [{"F": "Feb."}], -"Mar.": [{"F": "Mar."}], -"Apr.": [{"F": "Apr."}], -"May.": [{"F": "May."}], -"Jun.": [{"F": "Jun."}], -"Jul.": [{"F": "Jul."}], -"Aug.": [{"F": "Aug."}], -"Sep.": [{"F": "Sep."}], -"Sept.": [{"F": "Sept."}], -"Oct.": [{"F": "Oct."}], -"Nov.": [{"F": "Nov."}], -"Dec.": [{"F": "Dec."}], - -"Ala.": [{"F": "Ala."}], -"Ariz.": [{"F": "Ariz."}], -"Ark.": [{"F": "Ark."}], -"Calif.": [{"F": "Calif."}], -"Colo.": [{"F": "Colo."}], -"Conn.": [{"F": "Conn."}], -"Del.": [{"F": "Del."}], -"D.C.": [{"F": "D.C."}], -"Fla.": [{"F": "Fla."}], -"Ga.": [{"F": "Ga."}], -"Ill.": [{"F": "Ill."}], -"Ind.": [{"F": "Ind."}], -"Kans.": [{"F": "Kans."}], -"Kan.": [{"F": "Kan."}], -"Ky.": [{"F": "Ky."}], -"La.": [{"F": "La."}], -"Md.": [{"F": "Md."}], -"Mass.": [{"F": "Mass."}], -"Mich.": [{"F": "Mich."}], -"Minn.": [{"F": "Minn."}], -"Miss.": [{"F": "Miss."}], -"Mo.": [{"F": "Mo."}], -"Mont.": [{"F": "Mont."}], -"Nebr.": [{"F": "Nebr."}], -"Neb.": [{"F": "Neb."}], -"Nev.": [{"F": "Nev."}], -"N.H.": [{"F": "N.H."}], -"N.J.": [{"F": "N.J."}], -"N.M.": [{"F": "N.M."}], -"N.Y.": [{"F": "N.Y."}], -"N.C.": [{"F": "N.C."}], -"N.D.": [{"F": "N.D."}], -"Okla.": [{"F": "Okla."}], -"Ore.": [{"F": "Ore."}], -"Pa.": [{"F": "Pa."}], -"Tenn.": [{"F": "Tenn."}], -"Va.": [{"F": "Va."}], -"Wash.": [{"F": "Wash."}], -"Wis.": [{"F": "Wis."}], - -":)": [{"F": ":)"}], -"<3": [{"F": "<3"}], -";)": [{"F": ";)"}], -"(:": [{"F": "(:"}], -":(": [{"F": ":("}], -"-_-": [{"F": "-_-"}], -"=)": [{"F": "=)"}], -":/": [{"F": ":/"}], -":>": [{"F": ":>"}], -";-)": [{"F": ";-)"}], -":Y": [{"F": ":Y"}], -":P": [{"F": ":P"}], -":-P": [{"F": ":-P"}], -":3": [{"F": ":3"}], -"=3": [{"F": "=3"}], -"xD": [{"F": "xD"}], -"^_^": [{"F": "^_^"}], -"=]": [{"F": "=]"}], -"=D": [{"F": "=D"}], -"<333": [{"F": "<333"}], -":))": [{"F": ":))"}], -":0": [{"F": ":0"}], -"-__-": [{"F": "-__-"}], -"xDD": [{"F": "xDD"}], -"o_o": [{"F": "o_o"}], -"o_O": [{"F": "o_O"}], -"V_V": [{"F": "V_V"}], -"=[[": [{"F": "=[["}], -"<33": [{"F": "<33"}], -";p": [{"F": ";p"}], -";D": [{"F": ";D"}], -";-p": [{"F": ";-p"}], -";(": [{"F": ";("}], -":p": [{"F": ":p"}], -":]": [{"F": ":]"}], -":O": [{"F": ":O"}], -":-/": [{"F": ":-/"}], -":-)": [{"F": ":-)"}], -":(((": [{"F": ":((("}], -":((": [{"F": ":(("}], -":')": [{"F": ":')"}], -"(^_^)": [{"F": "(^_^)"}], -"(=": [{"F": "(="}], -"o.O": [{"F": "o.O"}], -"\")": [{"F": "\")"}], -"a.": [{"F": "a."}], -"b.": [{"F": "b."}], -"c.": [{"F": "c."}], -"d.": [{"F": "d."}], -"e.": [{"F": "e."}], -"f.": [{"F": "f."}], -"g.": [{"F": "g."}], -"h.": [{"F": "h."}], -"i.": [{"F": "i."}], -"j.": [{"F": "j."}], -"k.": [{"F": "k."}], -"l.": [{"F": "l."}], -"m.": [{"F": "m."}], -"n.": [{"F": "n."}], -"o.": [{"F": "o."}], -"p.": [{"F": "p."}], -"q.": [{"F": "q."}], -"s.": [{"F": "s."}], -"t.": [{"F": "t."}], -"u.": [{"F": "u."}], -"v.": [{"F": "v."}], -"w.": [{"F": "w."}], -"x.": [{"F": "x."}], -"y.": [{"F": "y."}], -"z.": [{"F": "z."}], - -"i.e.": [{"F": "i.e."}], -"I.e.": [{"F": "I.e."}], -"I.E.": [{"F": "I.E."}], -"e.g.": [{"F": "e.g."}], -"E.g.": [{"F": "E.g."}], -"E.G.": [{"F": "E.G."}], -"\n": [{"F": "\n", "pos": "SP"}], -"\t": [{"F": "\t", "pos": "SP"}], -" ": [{"F": " ", "pos": "SP"}] -} +{"2p.m.": [{"F": "2"}, {"F": "p.m."}], "what're": [{"F": "what"}, {"F": "'re"}], "(:": [{"F": "(:"}], "Oct.": [{"F": "Oct."}], "where've": [{"F": "where"}, {"pos": "VB", "L": "have", "F": "'ve"}], "whatve": [{"F": "what"}, {"pos": "VB", "L": "have", "F": "ve"}], "i'd": [{"L": "-PRON-", "F": "i"}, {"pos": "MD", "L": "would", "F": "'d"}], "<333": [{"F": "<333"}], "what've": [{"F": "what"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Fla.": [{"F": "Fla."}], "There'd've": [{"F": "There"}, {"pos": "MD", "L": "would", "F": "'d"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Shedve": [{"L": "-PRON-", "F": "She"}, {"pos": "MD", "L": "would", "F": "d"}, {"pos": "VB", "L": "have", "F": "ve"}], "Must've": [{"F": "Must"}, {"pos": "VB", "L": "have", "F": "'ve"}], "youve": [{"L": "-PRON-", "F": "you"}, {"pos": "VB", "L": "have", "F": "ve"}], "Jun.": [{"F": "Jun."}], "she'll": [{"L": "-PRON-", "F": "she"}, {"pos": "MD", "L": "will", "F": "'ll"}], "Va.": [{"F": "Va."}], "Mass.": [{"F": "Mass."}], "Doesn't": [{"pos": "VBZ", "L": "do", "F": "Does"}, {"pos": "RB", "L": "not", "F": "n't"}], ";D": [{"F": ";D"}], "Messrs.": [{"F": "Messrs."}], "it'll": [{"L": "-PRON-", "F": "it"}, {"pos": "MD", "L": "will", "F": "'ll"}], "Sept.": [{"F": "Sept."}], "i.": [{"F": "i."}], "hadn't've": [{"pos": "VBD", "L": "have", "F": "had"}, {"pos": "RB", "L": "not", "F": "n't"}, {"pos": "VB", "L": "have", "F": "'ve"}], "wasn't": [{"F": "was"}, {"pos": "RB", "L": "not", "F": "n't"}], "you've": [{"L": "-PRON-", "F": "you"}, {"pos": "VB", "L": "have", "F": "'ve"}], "f.": [{"F": "f."}], "could've": [{"pos": "MD", "F": "could"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Whod": [{"F": "Who"}, {"pos": "MD", "L": "would", "F": "d"}], "Co.": [{"F": "Co."}], "Hasn't": [{"F": "Has"}, {"pos": "RB", "L": "not", "F": "n't"}], "St.": [{"F": "St."}], "6a.m.": [{"F": "6"}, {"F": "a.m."}], "Aren't": [{"pos": "VBP", "number": 2, "L": "be", "F": "Are"}, {"pos": "RB", "L": "not", "F": "n't"}], "Ima": [{"L": "-PRON-", "F": "I"}, {"F": "ma"}], "o_O": [{"F": "o_O"}], ":(((": [{"F": ":((("}], "don't": [{"L": "do", "F": "do"}, {"pos": "RB", "L": "not", "F": "n't"}], "she's": [{"L": "-PRON-", "F": "she"}, {"F": "'s"}], "where's": [{"F": "where"}, {"F": "'s"}], "5am": [{"F": "5"}, {"L": "a.m.", "F": "am"}], "must've": [{"F": "must"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Needn't": [{"F": "Need"}, {"pos": "RB", "L": "not", "F": "n't"}], "Didn't": [{"pos": "VBD", "L": "do", "F": "Did"}, {"pos": "RB", "L": "not", "F": "n't"}], "Ore.": [{"F": "Ore."}], "They're": [{"L": "-PRON-", "F": "They"}, {"F": "'re"}], "Hadn't've": [{"pos": "VBD", "L": "have", "F": "Had"}, {"pos": "RB", "L": "not", "F": "n't"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Wasn't": [{"F": "Was"}, {"pos": "RB", "L": "not", "F": "n't"}], "Mustnt": [{"F": "Must"}, {"pos": "RB", "L": "not", "F": "nt"}], ":')": [{"F": ":')"}], "Werent": [{"F": "Were"}, {"pos": "RB", "L": "not", "F": "nt"}], "Conn.": [{"F": "Conn."}], "they've": [{"L": "-PRON-", "F": "they"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Mich.": [{"F": "Mich."}], "\")": [{"F": "\")"}], "dont": [{"L": "do", "F": "do"}, {"pos": "RB", "L": "not", "F": "nt"}], "5p.m.": [{"F": "5"}, {"F": "p.m."}], "I'd": [{"L": "-PRON-", "F": "I"}, {"pos": "MD", "L": "would", "F": "'d"}], "you're": [{"L": "-PRON-", "F": "you"}, {"F": "'re"}], "youre": [{"L": "-PRON-", "F": "you"}, {"F": "re"}], "y.": [{"F": "y."}], "''": [{"F": "''"}], "6pm": [{"F": "6"}, {"L": "p.m.", "F": "pm"}], "He'd": [{"L": "-PRON-", "F": "He"}, {"pos": "MD", "L": "would", "F": "'d"}], "Mo.": [{"F": "Mo."}], "how's": [{"F": "how"}, {"F": "'s"}], "shedve": [{"L": "-PRON-", "F": "she"}, {"pos": "MD", "L": "would", "F": "d"}, {"pos": "VB", "L": "have", "F": "ve"}], "10a.m.": [{"F": "10"}, {"F": "a.m."}], "b.": [{"F": "b."}], "6am": [{"F": "6"}, {"L": "a.m.", "F": "am"}], "co.": [{"F": "co."}], "couldn't've": [{"pos": "MD", "F": "could"}, {"pos": "RB", "L": "not", "F": "n't"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Youd": [{"L": "-PRON-", "F": "You"}, {"pos": "MD", "L": "would", "F": "d"}], "whered": [{"F": "where"}, {"pos": "MD", "L": "would", "F": "d"}], "Let's": [{"F": "Let"}, {"F": "'s"}], "-_-": [{"F": "-_-"}], "8a.m.": [{"F": "8"}, {"F": "a.m."}], "shouldve": [{"F": "should"}, {"pos": "VB", "L": "have", "F": "ve"}], "Could've": [{"pos": "MD", "F": "Could"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Couldnt": [{"pos": "MD", "F": "Could"}, {"pos": "RB", "L": "not", "F": "nt"}], "aint": [{"pos": "VBP", "number": 2, "L": "be", "F": "ai"}, {"pos": "RB", "L": "not", "F": "nt"}], "who's": [{"F": "who"}, {"F": "'s"}], "v.": [{"F": "v."}], "Hows": [{"F": "How"}, {"F": "s"}], "Sep.": [{"F": "Sep."}], "N.C.": [{"F": "N.C."}], "Havent": [{"pos": "VB", "F": "Have"}, {"pos": "RB", "L": "not", "F": "nt"}], "Whatve": [{"F": "What"}, {"pos": "VB", "L": "have", "F": "ve"}], ":-P": [{"F": ":-P"}], "9am": [{"F": "9"}, {"L": "a.m.", "F": "am"}], "\t": [{"pos": "SP", "F": "\t"}], ":))": [{"F": ":))"}], "Wouldn't": [{"F": "Would"}, {"pos": "RB", "L": "not", "F": "n't"}], "Wouldnt": [{"F": "Would"}, {"pos": "RB", "L": "not", "F": "nt"}], "Where've": [{"F": "Where"}, {"pos": "VB", "L": "have", "F": "'ve"}], ":/": [{"F": ":/"}], "when's": [{"F": "when"}, {"F": "'s"}], "10pm": [{"F": "10"}, {"L": "p.m.", "F": "pm"}], "mustn't": [{"F": "must"}, {"pos": "RB", "L": "not", "F": "n't"}], ":-/": [{"F": ":-/"}], "a.": [{"F": "a."}], "whats": [{"F": "what"}, {"F": "s"}], "7pm": [{"F": "7"}, {"L": "p.m.", "F": "pm"}], "theyll": [{"L": "-PRON-", "F": "they"}, {"pos": "MD", "L": "will", "F": "ll"}], "Dec.": [{"F": "Dec."}], "3p.m.": [{"F": "3"}, {"F": "p.m."}], "couldnt": [{"pos": "MD", "F": "could"}, {"pos": "RB", "L": "not", "F": "nt"}], "He'll": [{"L": "-PRON-", "F": "He"}, {"pos": "MD", "L": "will", "F": "'ll"}], "Wouldntve": [{"F": "Would"}, {"pos": "RB", "L": "not", "F": "nt"}, {"pos": "VB", "L": "have", "F": "ve"}], "Theydve": [{"L": "-PRON-", "F": "They"}, {"pos": "MD", "L": "would", "F": "d"}, {"pos": "VB", "L": "have", "F": "ve"}], "Who've": [{"F": "Who"}, {"pos": "VB", "L": "have", "F": "'ve"}], "I'll": [{"L": "-PRON-", "F": "I"}, {"pos": "MD", "L": "will", "F": "'ll"}], "o_o": [{"F": "o_o"}], "Who'll": [{"F": "Who"}, {"pos": "MD", "L": "will", "F": "'ll"}], "would've": [{"F": "would"}, {"pos": "VB", "L": "have", "F": "'ve"}], "why's": [{"F": "why"}, {"F": "'s"}], "There's": [{"F": "There"}, {"F": "'s"}], ":Y": [{"F": ":Y"}], "shes": [{"L": "-PRON-", "F": "she"}, {"F": "s"}], "Gen.": [{"F": "Gen."}], "shouldn't've": [{"F": "should"}, {"pos": "RB", "L": "not", "F": "n't"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Ms.": [{"F": "Ms."}], "wholl": [{"F": "who"}, {"pos": "MD", "L": "will", "F": "ll"}], "ima": [{"L": "-PRON-", "F": "i"}, {"F": "ma"}], "=D": [{"F": "=D"}], "2pm": [{"F": "2"}, {"L": "p.m.", "F": "pm"}], "neednt": [{"F": "need"}, {"pos": "RB", "L": "not", "F": "nt"}], "They've": [{"L": "-PRON-", "F": "They"}, {"pos": "VB", "L": "have", "F": "'ve"}], "idve": [{"L": "-PRON-", "F": "i"}, {"pos": "MD", "L": "would", "F": "d"}, {"pos": "VB", "L": "have", "F": "ve"}], "Wash.": [{"F": "Wash."}], "whatre": [{"F": "what"}, {"F": "re"}], "4a.m.": [{"F": "4"}, {"F": "a.m."}], "12pm": [{"F": "12"}, {"L": "p.m.", "F": "pm"}], ":p": [{"F": ":p"}], "mightnt": [{"F": "might"}, {"pos": "RB", "L": "not", "F": "nt"}], "<33": [{"F": "<33"}], "i.e.": [{"F": "i.e."}], "you'd": [{"L": "-PRON-", "F": "you"}, {"pos": "MD", "L": "would", "F": "'d"}], "she'd": [{"L": "-PRON-", "F": "she"}, {"pos": "MD", "L": "would", "F": "'d"}], "She'll": [{"L": "-PRON-", "F": "She"}, {"pos": "MD", "L": "will", "F": "'ll"}], "Hedve": [{"L": "-PRON-", "F": "He"}, {"pos": "MD", "L": "would", "F": "d"}, {"pos": "VB", "L": "have", "F": "ve"}], "hed": [{"L": "-PRON-", "F": "he"}, {"pos": "MD", "L": "would", "F": "d"}], "9p.m.": [{"F": "9"}, {"F": "p.m."}], "Theredve": [{"F": "There"}, {"pos": "MD", "L": "would", "F": "d"}, {"pos": "VB", "L": "have", "F": "ve"}], "you'd've": [{"L": "-PRON-", "F": "you"}, {"pos": "MD", "L": "would", "F": "'d"}, {"pos": "VB", "L": "have", "F": "'ve"}], "needn't": [{"F": "need"}, {"pos": "RB", "L": "not", "F": "n't"}], "V_V": [{"F": "V_V"}], "there'd": [{"F": "there"}, {"pos": "MD", "L": "would", "F": "'d"}], "isnt": [{"pos": "VBZ", "L": "be", "F": "is"}, {"pos": "RB", "L": "not", "F": "nt"}], "Nev.": [{"F": "Nev."}], "it's": [{"L": "-PRON-", "F": "it"}, {"F": "'s"}], "Minn.": [{"F": "Minn."}], "Dr.": [{"F": "Dr."}], "h.": [{"F": "h."}], "Doesnt": [{"pos": "VBZ", "L": "do", "F": "Does"}, {"pos": "RB", "L": "not", "F": "nt"}], "I.E.": [{"F": "I.E."}], "Mustve": [{"F": "Must"}, {"pos": "VB", "L": "have", "F": "ve"}], "Aug.": [{"F": "Aug."}], "e.": [{"F": "e."}], "Inc.": [{"F": "Inc."}], "Mt.": [{"L": "Mount", "F": "Mt."}], "How'd": [{"F": "How"}, {"pos": "MD", "L": "would", "F": "'d"}], "couldve": [{"pos": "MD", "F": "could"}, {"pos": "VB", "L": "have", "F": "ve"}], "he'd": [{"L": "-PRON-", "F": "he"}, {"pos": "MD", "L": "would", "F": "'d"}], "hasnt": [{"F": "has"}, {"pos": "RB", "L": "not", "F": "nt"}], "Kans.": [{"F": "Kans."}], "They'd've": [{"L": "-PRON-", "F": "They"}, {"pos": "MD", "L": "would", "F": "'d"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Wont": [{"F": "Wo"}, {"pos": "RB", "L": "not", "F": "nt"}], "shant": [{"F": "sha"}, {"pos": "RB", "L": "not", "F": "nt"}], "o.O": [{"F": "o.O"}], "im": [{"L": "-PRON-", "F": "i"}, {"pos": "VBP", "number": 1, "L": "be", "tenspect": 1, "F": "m"}], "I'm": [{"L": "-PRON-", "F": "I"}, {"pos": "VBP", "number": 1, "L": "be", "tenspect": 1, "F": "'m"}], "Aint": [{"pos": "VBP", "number": 2, "L": "be", "F": "Ai"}, {"pos": "RB", "L": "not", "F": "nt"}], "N.M.": [{"F": "N.M."}], "Youve": [{"L": "-PRON-", "F": "You"}, {"pos": "VB", "L": "have", "F": "ve"}], "Its": [{"L": "-PRON-", "F": "It"}, {"F": "s"}], ":((": [{"F": ":(("}], "doesnt": [{"pos": "VBZ", "L": "do", "F": "does"}, {"pos": "RB", "L": "not", "F": "nt"}], "10p.m.": [{"F": "10"}, {"F": "p.m."}], "howd": [{"F": "how"}, {"pos": "MD", "L": "would", "F": "d"}], "who're": [{"F": "who"}, {"F": "'re"}], "Shant": [{"F": "Sha"}, {"pos": "RB", "L": "not", "F": "nt"}], "Couldve": [{"pos": "MD", "F": "Could"}, {"pos": "VB", "L": "have", "F": "ve"}], "Mustn't": [{"F": "Must"}, {"pos": "RB", "L": "not", "F": "n't"}], "Cant": [{"pos": "MD", "L": "can", "F": "Ca"}, {"pos": "RB", "L": "not", "F": "nt"}], "he's": [{"L": "-PRON-", "F": "he"}, {"F": "'s"}], "there's": [{"F": "there"}, {"F": "'s"}], "E.G.": [{"F": "E.G."}], "What's": [{"F": "What"}, {"F": "'s"}], "Wis.": [{"F": "Wis."}], "Rev.": [{"F": "Rev."}], "c.": [{"F": "c."}], "Would've": [{"F": "Would"}, {"pos": "VB", "L": "have", "F": "'ve"}], "z.": [{"F": "z."}], "Whens": [{"F": "When"}, {"F": "s"}], "weren't": [{"F": "were"}, {"pos": "RB", "L": "not", "F": "n't"}], "Shouldn't": [{"F": "Should"}, {"pos": "RB", "L": "not", "F": "n't"}], "mustve": [{"F": "must"}, {"pos": "VB", "L": "have", "F": "ve"}], "3a.m.": [{"F": "3"}, {"F": "a.m."}], "11am": [{"F": "11"}, {"L": "a.m.", "F": "am"}], "Isnt": [{"pos": "VBZ", "L": "be", "F": "Is"}, {"pos": "RB", "L": "not", "F": "nt"}], "mightntve": [{"F": "might"}, {"pos": "RB", "L": "not", "F": "nt"}, {"pos": "VB", "L": "have", "F": "ve"}], "cannot": [{"pos": "MD", "L": "can", "F": "can"}, {"pos": "RB", "L": "not", "F": "not"}], "let's": [{"F": "let"}, {"F": "'s"}], "Corp.": [{"F": "Corp."}], "Hadntve": [{"pos": "VBD", "L": "have", "F": "Had"}, {"pos": "RB", "L": "not", "F": "nt"}, {"pos": "VB", "L": "have", "F": "ve"}], "Who'd": [{"F": "Who"}, {"pos": "MD", "L": "would", "F": "'d"}], "didnt": [{"pos": "VBD", "L": "do", "F": "did"}, {"pos": "RB", "L": "not", "F": "nt"}], "Mrs.": [{"F": "Mrs."}], "that's": [{"F": "that"}, {"F": "'s"}], "Ga.": [{"F": "Ga."}], "Haven't": [{"pos": "VB", "F": "Have"}, {"pos": "RB", "L": "not", "F": "n't"}], "8pm": [{"F": "8"}, {"L": "p.m.", "F": "pm"}], "How's": [{"F": "How"}, {"F": "'s"}], "couldn't": [{"pos": "MD", "F": "could"}, {"pos": "RB", "L": "not", "F": "n't"}], "Whys": [{"F": "Why"}, {"F": "s"}], "How'll": [{"F": "How"}, {"pos": "MD", "L": "will", "F": "'ll"}], "Why'll": [{"F": "Why"}, {"pos": "MD", "L": "will", "F": "'ll"}], "E.g.": [{"F": "E.g."}], "notve": [{"pos": "RB", "L": "not", "F": "not"}, {"pos": "VB", "L": "have", "F": "ve"}], "Itll": [{"L": "-PRON-", "F": "It"}, {"pos": "MD", "L": "will", "F": "ll"}], "Rep.": [{"F": "Rep."}], "shouldn't": [{"F": "should"}, {"pos": "RB", "L": "not", "F": "n't"}], "where'd": [{"F": "where"}, {"pos": "MD", "L": "would", "F": "'d"}], "1p.m.": [{"F": "1"}, {"F": "p.m."}], "Mightve": [{"F": "Might"}, {"pos": "VB", "L": "have", "F": "ve"}], "Who's": [{"F": "Who"}, {"F": "'s"}], "7a.m.": [{"F": "7"}, {"F": "a.m."}], "hadntve": [{"pos": "VBD", "L": "have", "F": "had"}, {"pos": "RB", "L": "not", "F": "nt"}, {"pos": "VB", "L": "have", "F": "ve"}], "Shouldntve": [{"F": "Should"}, {"pos": "RB", "L": "not", "F": "nt"}, {"pos": "VB", "L": "have", "F": "ve"}], "mustnt": [{"F": "must"}, {"pos": "RB", "L": "not", "F": "nt"}], "Theyve": [{"L": "-PRON-", "F": "They"}, {"pos": "VB", "L": "have", "F": "ve"}], "whereve": [{"F": "where"}, {"pos": "VB", "L": "have", "F": "ve"}], "x.": [{"F": "x."}], "Feb.": [{"F": "Feb."}], "Whyre": [{"F": "Why"}, {"F": "re"}], "w.": [{"F": "w."}], "wheres": [{"F": "where"}, {"F": "s"}], "N.J.": [{"F": "N.J."}], "Where's": [{"F": "Where"}, {"F": "'s"}], "Jr.": [{"F": "Jr."}], "\n": [{"pos": "SP", "F": "\n"}], "D.C.": [{"F": "D.C."}], "1pm": [{"F": "1"}, {"L": "p.m.", "F": "pm"}], "Wasnt": [{"F": "Was"}, {"pos": "RB", "L": "not", "F": "nt"}], "whyre": [{"F": "why"}, {"F": "re"}], "N.H.": [{"F": "N.H."}], "-__-": [{"F": "-__-"}], "Theyd": [{"L": "-PRON-", "F": "They"}, {"pos": "MD", "L": "would", "F": "d"}], "Whove": [{"F": "Who"}, {"pos": "VB", "L": "have", "F": "ve"}], "Bros.": [{"F": "Bros."}], ":-)": [{"F": ":-)"}], "its": [{"L": "-PRON-", "F": "it"}, {"F": "s"}], "Okla.": [{"F": "Okla."}], "Should've": [{"F": "Should"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Won't": [{"F": "Wo"}, {"pos": "RB", "L": "not", "F": "n't"}], "Wouldn't've": [{"F": "Would"}, {"pos": "RB", "L": "not", "F": "n't"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Isn't": [{"pos": "VBZ", "L": "be", "F": "Is"}, {"pos": "RB", "L": "not", "F": "n't"}], "why're": [{"F": "why"}, {"F": "'re"}], "howll": [{"F": "how"}, {"pos": "MD", "L": "will", "F": "ll"}], "theredve": [{"F": "there"}, {"pos": "MD", "L": "would", "F": "d"}, {"pos": "VB", "L": "have", "F": "ve"}], "whatll": [{"F": "what"}, {"pos": "MD", "L": "will", "F": "ll"}], "Hed": [{"L": "-PRON-", "F": "He"}, {"pos": "MD", "L": "would", "F": "d"}], "Ive": [{"L": "-PRON-", "F": "I"}, {"pos": "VB", "L": "have", "F": "ve"}], "hadn't": [{"pos": "VBD", "L": "have", "F": "had"}, {"pos": "RB", "L": "not", "F": "n't"}], "Idve": [{"L": "-PRON-", "F": "I"}, {"pos": "MD", "L": "would", "F": "d"}, {"pos": "VB", "L": "have", "F": "ve"}], "Youdve": [{"L": "-PRON-", "F": "You"}, {"pos": "MD", "L": "would", "F": "d"}, {"pos": "VB", "L": "have", "F": "ve"}], ":(": [{"F": ":("}], "Why's": [{"F": "Why"}, {"F": "'s"}], "<3": [{"F": "<3"}], "Shes": [{"L": "-PRON-", "F": "She"}, {"F": "s"}], "they'd": [{"L": "-PRON-", "F": "they"}, {"pos": "MD", "L": "would", "F": "'d"}], "La.": [{"F": "La."}], "Nebr.": [{"F": "Nebr."}], "hadnt": [{"pos": "VBD", "L": "have", "F": "had"}, {"pos": "RB", "L": "not", "F": "nt"}], "youll": [{"L": "-PRON-", "F": "you"}, {"pos": "MD", "L": "will", "F": "ll"}], ":O": [{"F": ":O"}], "Might've": [{"F": "Might"}, {"pos": "VB", "L": "have", "F": "'ve"}], ";-p": [{"F": ";-p"}], "Pa.": [{"F": "Pa."}], "I'ma": [{"L": "-PRON-", "F": "I"}, {"F": "'ma"}], "vs.": [{"F": "vs."}], "Adm.": [{"F": "Adm."}], "didn't": [{"pos": "VBD", "L": "do", "F": "did"}, {"pos": "RB", "L": "not", "F": "n't"}], "o.": [{"F": "o."}], "m.": [{"F": "m."}], "When's": [{"F": "When"}, {"F": "'s"}], "n.": [{"F": "n."}], "Theyre": [{"L": "-PRON-", "F": "They"}, {"F": "re"}], "what's": [{"F": "what"}, {"F": "'s"}], "we'll": [{"F": "we"}, {"pos": "MD", "L": "will", "F": "'ll"}], "11p.m.": [{"F": "11"}, {"F": "p.m."}], "there'd've": [{"F": "there"}, {"pos": "MD", "L": "would", "F": "'d"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Mightn't've": [{"F": "Might"}, {"pos": "RB", "L": "not", "F": "n't"}, {"pos": "VB", "L": "have", "F": "'ve"}], "We'll": [{"F": "We"}, {"pos": "MD", "L": "will", "F": "'ll"}], "Whos": [{"F": "Who"}, {"F": "s"}], "I.e.": [{"F": "I.e."}], "Hadnt": [{"pos": "VBD", "L": "have", "F": "Had"}, {"pos": "RB", "L": "not", "F": "nt"}], "Sen.": [{"F": "Sen."}], "shouldnt": [{"F": "should"}, {"pos": "RB", "L": "not", "F": "nt"}], "10am": [{"F": "10"}, {"L": "a.m.", "F": "am"}], "Mightnt": [{"F": "Might"}, {"pos": "RB", "L": "not", "F": "nt"}], "Howll": [{"F": "How"}, {"pos": "MD", "L": "will", "F": "ll"}], "May.": [{"F": "May."}], "Notve": [{"pos": "RB", "L": "not", "F": "Not"}, {"pos": "VB", "L": "have", "F": "ve"}], "xDD": [{"F": "xDD"}], "she'd've": [{"L": "-PRON-", "F": "she"}, {"pos": "MD", "L": "would", "F": "'d"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Mar.": [{"F": "Mar."}], "'ol": [{"F": "'ol"}], "Shouldve": [{"F": "Should"}, {"pos": "VB", "L": "have", "F": "ve"}], "Colo.": [{"F": "Colo."}], "how'll": [{"F": "how"}, {"pos": "MD", "L": "will", "F": "'ll"}], "Shouldnt": [{"F": "Should"}, {"pos": "RB", "L": "not", "F": "nt"}], "l.": [{"F": "l."}], "thats": [{"F": "that"}, {"F": "s"}], "p.": [{"F": "p."}], "You'd've": [{"L": "-PRON-", "F": "You"}, {"pos": "MD", "L": "would", "F": "'d"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Don't": [{"L": "do", "F": "Do"}, {"pos": "RB", "L": "not", "F": "n't"}], "Who're": [{"F": "Who"}, {"F": "'re"}], "whove": [{"F": "who"}, {"pos": "VB", "L": "have", "F": "ve"}], "a.m.": [{"F": "a.m."}], "itd": [{"L": "-PRON-", "F": "it"}, {"pos": "MD", "L": "would", "F": "d"}], "won't": [{"F": "wo"}, {"pos": "RB", "L": "not", "F": "n't"}], "Thered": [{"F": "There"}, {"pos": "MD", "L": "would", "F": "d"}], "he'll": [{"L": "-PRON-", "F": "he"}, {"pos": "MD", "L": "will", "F": "'ll"}], "k.": [{"F": "k."}], "Arent": [{"pos": "VBP", "number": 2, "L": "be", "F": "Are"}, {"pos": "RB", "L": "not", "F": "nt"}], "2am": [{"F": "2"}, {"L": "a.m.", "F": "am"}], "i'd've": [{"L": "-PRON-", "F": "i"}, {"pos": "MD", "L": "would", "F": "'d"}, {"pos": "VB", "L": "have", "F": "'ve"}], "We're": [{"F": "We"}, {"F": "'re"}], "not've": [{"pos": "RB", "L": "not", "F": "not"}, {"pos": "VB", "L": "have", "F": "'ve"}], "That's": [{"F": "That"}, {"F": "'s"}], "Where'd": [{"F": "Where"}, {"pos": "MD", "L": "would", "F": "'d"}], "Why're": [{"F": "Why"}, {"F": "'re"}], "(=": [{"F": "(="}], "I'd've": [{"L": "-PRON-", "F": "I"}, {"pos": "MD", "L": "would", "F": "'d"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Neb.": [{"F": "Neb."}], "Jan.": [{"F": "Jan."}], "wouldnt": [{"F": "would"}, {"pos": "RB", "L": "not", "F": "nt"}], "he'd've": [{"L": "-PRON-", "F": "he"}, {"pos": "MD", "L": "would", "F": "'d"}, {"pos": "VB", "L": "have", "F": "'ve"}], "havent": [{"pos": "VB", "F": "have"}, {"pos": "RB", "L": "not", "F": "nt"}], "7am": [{"F": "7"}, {"L": "a.m.", "F": "am"}], "Gov.": [{"F": "Gov."}], "t.": [{"F": "t."}], "p.m.": [{"F": "p.m."}], "She's": [{"L": "-PRON-", "F": "She"}, {"F": "'s"}], "e.g.": [{"F": "e.g."}], "Tenn.": [{"F": "Tenn."}], "Weren't": [{"F": "Were"}, {"pos": "RB", "L": "not", "F": "n't"}], "who've": [{"F": "who"}, {"pos": "VB", "L": "have", "F": "'ve"}], "youdve": [{"L": "-PRON-", "F": "you"}, {"pos": "MD", "L": "would", "F": "d"}, {"pos": "VB", "L": "have", "F": "ve"}], "i've": [{"L": "-PRON-", "F": "i"}, {"pos": "VB", "L": "have", "F": "'ve"}], "shouldntve": [{"F": "should"}, {"pos": "RB", "L": "not", "F": "nt"}, {"pos": "VB", "L": "have", "F": "ve"}], "Ark.": [{"F": "Ark."}], "g.": [{"F": "g."}], "Neednt": [{"F": "Need"}, {"pos": "RB", "L": "not", "F": "nt"}], "xD": [{"F": "xD"}], ":]": [{"F": ":]"}], "You're": [{"L": "-PRON-", "F": "You"}, {"F": "'re"}], "wouldntve": [{"F": "would"}, {"pos": "RB", "L": "not", "F": "nt"}, {"pos": "VB", "L": "have", "F": "ve"}], "4pm": [{"F": "4"}, {"L": "p.m.", "F": "pm"}], "Itd": [{"L": "-PRON-", "F": "It"}, {"pos": "MD", "L": "would", "F": "d"}], "Whatll": [{"F": "What"}, {"pos": "MD", "L": "will", "F": "ll"}], "He'd've": [{"L": "-PRON-", "F": "He"}, {"pos": "MD", "L": "would", "F": "'d"}, {"pos": "VB", "L": "have", "F": "'ve"}], "It'd": [{"L": "-PRON-", "F": "It"}, {"pos": "MD", "L": "would", "F": "'d"}], "hows": [{"F": "how"}, {"F": "s"}], "they'll": [{"L": "-PRON-", "F": "they"}, {"pos": "MD", "L": "will", "F": "'ll"}], ":3": [{"F": ":3"}], "Itdve": [{"L": "-PRON-", "F": "It"}, {"pos": "MD", "L": "would", "F": "d"}, {"pos": "VB", "L": "have", "F": "ve"}], "You'd": [{"L": "-PRON-", "F": "You"}, {"pos": "MD", "L": "would", "F": "'d"}], "might've": [{"F": "might"}, {"pos": "VB", "L": "have", "F": "'ve"}], "it'd've": [{"L": "-PRON-", "F": "it"}, {"pos": "MD", "L": "would", "F": "'d"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Youll": [{"L": "-PRON-", "F": "You"}, {"pos": "MD", "L": "will", "F": "ll"}], "i'ma": [{"L": "-PRON-", "F": "i"}, {"F": "'ma"}], "1am": [{"F": "1"}, {"L": "a.m.", "F": "am"}], "There'd": [{"F": "There"}, {"pos": "MD", "L": "would", "F": "'d"}], "u.": [{"F": "u."}], ":>": [{"F": ":>"}], "Thats": [{"F": "That"}, {"F": "s"}], "wouldn't": [{"F": "would"}, {"pos": "RB", "L": "not", "F": "n't"}], "aren't": [{"pos": "VBP", "number": 2, "L": "be", "F": "are"}, {"pos": "RB", "L": "not", "F": "n't"}], "9pm": [{"F": "9"}, {"L": "p.m.", "F": "pm"}], "^_^": [{"F": "^_^"}], ":P": [{"F": ":P"}], "She'd've": [{"L": "-PRON-", "F": "She"}, {"pos": "MD", "L": "would", "F": "'d"}, {"pos": "VB", "L": "have", "F": "'ve"}], "You've": [{"L": "-PRON-", "F": "You"}, {"pos": "VB", "L": "have", "F": "'ve"}], "It'd've": [{"L": "-PRON-", "F": "It"}, {"pos": "MD", "L": "would", "F": "'d"}, {"pos": "VB", "L": "have", "F": "'ve"}], "whod": [{"F": "who"}, {"pos": "MD", "L": "would", "F": "d"}], "Didnt": [{"pos": "VBD", "L": "do", "F": "Did"}, {"pos": "RB", "L": "not", "F": "nt"}], "doesn't": [{"pos": "VBZ", "L": "do", "F": "does"}, {"pos": "RB", "L": "not", "F": "n't"}], "they'd've": [{"L": "-PRON-", "F": "they"}, {"pos": "MD", "L": "would", "F": "'d"}, {"pos": "VB", "L": "have", "F": "'ve"}], "It's": [{"L": "-PRON-", "F": "It"}, {"F": "'s"}], "It'll": [{"L": "-PRON-", "F": "It"}, {"pos": "MD", "L": "will", "F": "'ll"}], "we'd": [{"F": "we"}, {"pos": "MD", "L": "would", "F": "'d"}], "whens": [{"F": "when"}, {"F": "s"}], "wouldve": [{"F": "would"}, {"pos": "VB", "L": "have", "F": "ve"}], "Shan't": [{"F": "Sha"}, {"pos": "RB", "L": "not", "F": "n't"}], "we're": [{"F": "we"}, {"F": "'re"}], "7p.m.": [{"F": "7"}, {"F": "p.m."}], "4am": [{"F": "4"}, {"L": "a.m.", "F": "am"}], "why'll": [{"F": "why"}, {"pos": "MD", "L": "will", "F": "'ll"}], "youd": [{"L": "-PRON-", "F": "you"}, {"pos": "MD", "L": "would", "F": "d"}], "j.": [{"F": "j."}], "Theyll": [{"L": "-PRON-", "F": "They"}, {"pos": "MD", "L": "will", "F": "ll"}], "what'll": [{"F": "what"}, {"pos": "MD", "L": "will", "F": "'ll"}], "theyve": [{"L": "-PRON-", "F": "they"}, {"pos": "VB", "L": "have", "F": "ve"}], "s.": [{"F": "s."}], ":)": [{"F": ":)"}], "how'd": [{"F": "how"}, {"pos": "MD", "L": "would", "F": "'d"}], "N.D.": [{"F": "N.D."}], "mightve": [{"F": "might"}, {"pos": "VB", "L": "have", "F": "ve"}], "Miss.": [{"F": "Miss."}], "=[[": [{"F": "=[["}], "Mightn't": [{"F": "Might"}, {"pos": "RB", "L": "not", "F": "n't"}], ";-)": [{"F": ";-)"}], "isn't": [{"pos": "VBZ", "L": "be", "F": "is"}, {"pos": "RB", "L": "not", "F": "n't"}], "Del.": [{"F": "Del."}], "Md.": [{"F": "Md."}], "Jul.": [{"F": "Jul."}], "3am": [{"F": "3"}, {"L": "a.m.", "F": "am"}], "cant": [{"pos": "MD", "L": "can", "F": "ca"}, {"pos": "RB", "L": "not", "F": "nt"}], "Not've": [{"pos": "RB", "L": "not", "F": "Not"}, {"pos": "VB", "L": "have", "F": "'ve"}], ":0": [{"F": ":0"}], "Mightntve": [{"F": "Might"}, {"pos": "RB", "L": "not", "F": "nt"}, {"pos": "VB", "L": "have", "F": "ve"}], "Can't": [{"pos": "MD", "L": "can", "F": "Ca"}, {"pos": "RB", "L": "not", "F": "n't"}], "6p.m.": [{"F": "6"}, {"F": "p.m."}], "arent": [{"pos": "VBP", "number": 2, "L": "be", "F": "are"}, {"pos": "RB", "L": "not", "F": "nt"}], "who'd": [{"F": "who"}, {"pos": "MD", "L": "would", "F": "'d"}], "Dont": [{"L": "do", "F": "Do"}, {"pos": "RB", "L": "not", "F": "nt"}], "We'd've": [{"F": "We"}, {"pos": "MD", "L": "would", "F": "'d"}, {"pos": "VB", "L": "have", "F": "'ve"}], "can't": [{"pos": "MD", "L": "can", "F": "ca"}, {"pos": "RB", "L": "not", "F": "n't"}], "Calif.": [{"F": "Calif."}], "They'll": [{"L": "-PRON-", "F": "They"}, {"pos": "MD", "L": "will", "F": "'ll"}], "Howd": [{"F": "How"}, {"pos": "MD", "L": "would", "F": "d"}], "12a.m.": [{"F": "12"}, {"F": "a.m."}], "Shouldn't've": [{"F": "Should"}, {"pos": "RB", "L": "not", "F": "n't"}, {"pos": "VB", "L": "have", "F": "'ve"}], ";)": [{"F": ";)"}], "Cannot": [{"pos": "MD", "L": "can", "F": "Can"}, {"pos": "RB", "L": "not", "F": "not"}], "Whered": [{"F": "Where"}, {"pos": "MD", "L": "would", "F": "d"}], "itdve": [{"L": "-PRON-", "F": "it"}, {"pos": "MD", "L": "would", "F": "d"}, {"pos": "VB", "L": "have", "F": "ve"}], "whos": [{"F": "who"}, {"F": "s"}], " ": [{"pos": "SP", "F": " "}], "She'd": [{"L": "-PRON-", "F": "She"}, {"pos": "MD", "L": "would", "F": "'d"}], "You'll": [{"L": "-PRON-", "F": "You"}, {"pos": "MD", "L": "will", "F": "'ll"}], ";(": [{"F": ";("}], "12p.m.": [{"F": "12"}, {"F": "p.m."}], "shan't": [{"F": "sha"}, {"pos": "RB", "L": "not", "F": "n't"}], "9a.m.": [{"F": "9"}, {"F": "a.m."}], "11pm": [{"F": "11"}, {"L": "p.m.", "F": "pm"}], "theyre": [{"L": "-PRON-", "F": "they"}, {"F": "re"}], "mightn't": [{"F": "might"}, {"pos": "RB", "L": "not", "F": "n't"}], "11a.m.": [{"F": "11"}, {"F": "a.m."}], "Ariz.": [{"F": "Ariz."}], "Couldn't": [{"pos": "MD", "F": "Could"}, {"pos": "RB", "L": "not", "F": "n't"}], "What'll": [{"F": "What"}, {"pos": "MD", "L": "will", "F": "'ll"}], "theyd": [{"L": "-PRON-", "F": "they"}, {"pos": "MD", "L": "would", "F": "d"}], "Hasnt": [{"F": "Has"}, {"pos": "RB", "L": "not", "F": "nt"}], "i'll": [{"L": "-PRON-", "F": "i"}, {"pos": "MD", "L": "will", "F": "'ll"}], "couldntve": [{"pos": "MD", "F": "could"}, {"pos": "RB", "L": "not", "F": "nt"}, {"pos": "VB", "L": "have", "F": "ve"}], "Whats": [{"F": "What"}, {"F": "s"}], "wasnt": [{"F": "was"}, {"pos": "RB", "L": "not", "F": "nt"}], "mightn't've": [{"F": "might"}, {"pos": "RB", "L": "not", "F": "n't"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Couldntve": [{"pos": "MD", "F": "Could"}, {"pos": "RB", "L": "not", "F": "nt"}, {"pos": "VB", "L": "have", "F": "ve"}], "hes": [{"L": "-PRON-", "F": "he"}, {"F": "s"}], "it'd": [{"L": "-PRON-", "F": "it"}, {"pos": "MD", "L": "would", "F": "'d"}], "(^_^)": [{"F": "(^_^)"}], "Ain't": [{"pos": "VBP", "number": 2, "L": "be", "F": "Ai"}, {"pos": "RB", "L": "not", "F": "n't"}], "8p.m.": [{"F": "8"}, {"F": "p.m."}], "He's": [{"L": "-PRON-", "F": "He"}, {"F": "'s"}], "Wedve": [{"F": "We"}, {"pos": "MD", "L": "would", "F": "d"}, {"pos": "VB", "L": "have", "F": "ve"}], "who'll": [{"F": "who"}, {"pos": "MD", "L": "will", "F": "'ll"}], "Wouldve": [{"F": "Would"}, {"pos": "VB", "L": "have", "F": "ve"}], "werent": [{"F": "were"}, {"pos": "RB", "L": "not", "F": "nt"}], "theydve": [{"L": "-PRON-", "F": "they"}, {"pos": "MD", "L": "would", "F": "d"}, {"pos": "VB", "L": "have", "F": "ve"}], "Youre": [{"L": "-PRON-", "F": "You"}, {"F": "re"}], "Mont.": [{"F": "Mont."}], "=)": [{"F": "=)"}], "Whatre": [{"F": "What"}, {"F": "re"}], "Apr.": [{"F": "Apr."}], "What've": [{"F": "What"}, {"pos": "VB", "L": "have", "F": "'ve"}], "12am": [{"F": "12"}, {"L": "a.m.", "F": "am"}], "q.": [{"F": "q."}], "wont": [{"F": "wo"}, {"pos": "RB", "L": "not", "F": "nt"}], "What're": [{"F": "What"}, {"F": "'re"}], "8am": [{"F": "8"}, {"L": "a.m.", "F": "am"}], "whyll": [{"F": "why"}, {"pos": "MD", "L": "will", "F": "ll"}], "hedve": [{"L": "-PRON-", "F": "he"}, {"pos": "MD", "L": "would", "F": "d"}, {"pos": "VB", "L": "have", "F": "ve"}], "=]": [{"F": "=]"}], "should've": [{"F": "should"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Im": [{"L": "-PRON-", "F": "I"}, {"pos": "VBP", "number": 1, "L": "be", "tenspect": 1, "F": "m"}], "5pm": [{"F": "5"}, {"L": "p.m.", "F": "pm"}], "thered": [{"F": "there"}, {"pos": "MD", "L": "would", "F": "d"}], "Kan.": [{"F": "Kan."}], "Ind.": [{"F": "Ind."}], "d.": [{"F": "d."}], "whys": [{"F": "why"}, {"F": "s"}], "Mr.": [{"F": "Mr."}], "1a.m.": [{"F": "1"}, {"F": "a.m."}], "Hes": [{"L": "-PRON-", "F": "He"}, {"F": "s"}], "N.Y.": [{"F": "N.Y."}], "Nov.": [{"F": "Nov."}], "Ala.": [{"F": "Ala."}], "2a.m.": [{"F": "2"}, {"F": "a.m."}], "wouldn't've": [{"F": "would"}, {"pos": "RB", "L": "not", "F": "n't"}, {"pos": "VB", "L": "have", "F": "'ve"}], "you'll": [{"L": "-PRON-", "F": "you"}, {"pos": "MD", "L": "will", "F": "'ll"}], "=3": [{"F": "=3"}], "ain't": [{"pos": "VBP", "number": 2, "L": "be", "F": "ai"}, {"pos": "RB", "L": "not", "F": "n't"}], "Ky.": [{"F": "Ky."}], "Ill.": [{"F": "Ill."}], "5a.m.": [{"F": "5"}, {"F": "a.m."}], "We'd": [{"F": "We"}, {"pos": "MD", "L": "would", "F": "'d"}], "Couldn't've": [{"pos": "MD", "F": "Could"}, {"pos": "RB", "L": "not", "F": "n't"}, {"pos": "VB", "L": "have", "F": "'ve"}], "'em": [{"F": "'em"}], "Wholl": [{"F": "Who"}, {"pos": "MD", "L": "will", "F": "ll"}], "ive": [{"L": "-PRON-", "F": "i"}, {"pos": "VB", "L": "have", "F": "ve"}], "Hadn't": [{"pos": "VBD", "L": "have", "F": "Had"}, {"pos": "RB", "L": "not", "F": "n't"}], "wedve": [{"F": "we"}, {"pos": "MD", "L": "would", "F": "d"}, {"pos": "VB", "L": "have", "F": "ve"}], "They'd": [{"L": "-PRON-", "F": "They"}, {"pos": "MD", "L": "would", "F": "'d"}], "3pm": [{"F": "3"}, {"L": "p.m.", "F": "pm"}], "i'm": [{"L": "-PRON-", "F": "i"}, {"pos": "VBP", "number": 1, "L": "be", "tenspect": 1, "F": "'m"}], "haven't": [{"pos": "VB", "F": "have"}, {"pos": "RB", "L": "not", "F": "n't"}], "we'd've": [{"F": "we"}, {"pos": "MD", "L": "would", "F": "'d"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Whyll": [{"F": "Why"}, {"pos": "MD", "L": "will", "F": "ll"}], "itll": [{"L": "-PRON-", "F": "it"}, {"pos": "MD", "L": "will", "F": "ll"}], "hasn't": [{"F": "has"}, {"pos": "RB", "L": "not", "F": "n't"}], "Wheres": [{"F": "Where"}, {"F": "s"}], "Ltd.": [{"F": "Ltd."}], "I've": [{"L": "-PRON-", "F": "I"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Whereve": [{"F": "Where"}, {"pos": "VB", "L": "have", "F": "ve"}], ";p": [{"F": ";p"}], "4p.m.": [{"F": "4"}, {"F": "p.m."}], "they're": [{"L": "-PRON-", "F": "they"}, {"F": "'re"}]} \ No newline at end of file From 5876248109801f9d7418efbbde1e26752aba40f0 Mon Sep 17 00:00:00 2001 From: jxs8172 Date: Fri, 21 Aug 2015 22:57:47 -0400 Subject: [PATCH 2/6] Add missing we've and hardcoded 's and 'S --- lang_data/en/generate_specials.py | 7 ++++++- lang_data/en/specials.json | 2 +- 2 files changed, 7 insertions(+), 2 deletions(-) diff --git a/lang_data/en/generate_specials.py b/lang_data/en/generate_specials.py index 1c3954211..6d26d44d7 100644 --- a/lang_data/en/generate_specials.py +++ b/lang_data/en/generate_specials.py @@ -94,7 +94,7 @@ starting_tokens = { "there": {"'d": [], "'d've": [], "'s": ["contrLower", "contrUpper"]}, "they": {"'d": [], "'d've": [], "'ll": [], "'re": [], "'ve": []}, "was": {"n't": []}, - "we": {"'d": ["contrLower", "contrUpper"], "'d've": [], "'ll": ["contrLower", "contrUpper"], "'re": ["contrLower", "contrUpper"]}, + "we": {"'d": ["contrLower", "contrUpper"], "'d've": [], "'ll": ["contrLower", "contrUpper"], "'re": ["contrLower", "contrUpper"], "'ve": []}, "were": {"n't": []}, "what": {"'ll": [], "'re": [], "'s": [], "'ve": []}, "when": {"'s": []}, @@ -110,6 +110,11 @@ starting_tokens = { # other specials that don't really have contractions # so they are hardcoded hardcoded_specials = { + + "'s": [{"F": "'s", "L": "'s"}], + + "'S": [{"F": "'S", "L": "'s"}], + "'em": [{"F": "'em"}], "'ol": [{"F": "'ol"}], diff --git a/lang_data/en/specials.json b/lang_data/en/specials.json index b6e40cdaf..90be871b5 100644 --- a/lang_data/en/specials.json +++ b/lang_data/en/specials.json @@ -1 +1 @@ -{"2p.m.": [{"F": "2"}, {"F": "p.m."}], "what're": [{"F": "what"}, {"F": "'re"}], "(:": [{"F": "(:"}], "Oct.": [{"F": "Oct."}], "where've": [{"F": "where"}, {"pos": "VB", "L": "have", "F": "'ve"}], "whatve": [{"F": "what"}, {"pos": "VB", "L": "have", "F": "ve"}], "i'd": [{"L": "-PRON-", "F": "i"}, {"pos": "MD", "L": "would", "F": "'d"}], "<333": [{"F": "<333"}], "what've": [{"F": "what"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Fla.": [{"F": "Fla."}], "There'd've": [{"F": "There"}, {"pos": "MD", "L": "would", "F": "'d"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Shedve": [{"L": "-PRON-", "F": "She"}, {"pos": "MD", "L": "would", "F": "d"}, {"pos": "VB", "L": "have", "F": "ve"}], "Must've": [{"F": "Must"}, {"pos": "VB", "L": "have", "F": "'ve"}], "youve": [{"L": "-PRON-", "F": "you"}, {"pos": "VB", "L": "have", "F": "ve"}], "Jun.": [{"F": "Jun."}], "she'll": [{"L": "-PRON-", "F": "she"}, {"pos": "MD", "L": "will", "F": "'ll"}], "Va.": [{"F": "Va."}], "Mass.": [{"F": "Mass."}], "Doesn't": [{"pos": "VBZ", "L": "do", "F": "Does"}, {"pos": "RB", "L": "not", "F": "n't"}], ";D": [{"F": ";D"}], "Messrs.": [{"F": "Messrs."}], "it'll": [{"L": "-PRON-", "F": "it"}, {"pos": "MD", "L": "will", "F": "'ll"}], "Sept.": [{"F": "Sept."}], "i.": [{"F": "i."}], "hadn't've": [{"pos": "VBD", "L": "have", "F": "had"}, {"pos": "RB", "L": "not", "F": "n't"}, {"pos": "VB", "L": "have", "F": "'ve"}], "wasn't": [{"F": "was"}, {"pos": "RB", "L": "not", "F": "n't"}], "you've": [{"L": "-PRON-", "F": "you"}, {"pos": "VB", "L": "have", "F": "'ve"}], "f.": [{"F": "f."}], "could've": [{"pos": "MD", "F": "could"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Whod": [{"F": "Who"}, {"pos": "MD", "L": "would", "F": "d"}], "Co.": [{"F": "Co."}], "Hasn't": [{"F": "Has"}, {"pos": "RB", "L": "not", "F": "n't"}], "St.": [{"F": "St."}], "6a.m.": [{"F": "6"}, {"F": "a.m."}], "Aren't": [{"pos": "VBP", "number": 2, "L": "be", "F": "Are"}, {"pos": "RB", "L": "not", "F": "n't"}], "Ima": [{"L": "-PRON-", "F": "I"}, {"F": "ma"}], "o_O": [{"F": "o_O"}], ":(((": [{"F": ":((("}], "don't": [{"L": "do", "F": "do"}, {"pos": "RB", "L": "not", "F": "n't"}], "she's": [{"L": "-PRON-", "F": "she"}, {"F": "'s"}], "where's": [{"F": "where"}, {"F": "'s"}], "5am": [{"F": "5"}, {"L": "a.m.", "F": "am"}], "must've": [{"F": "must"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Needn't": [{"F": "Need"}, {"pos": "RB", "L": "not", "F": "n't"}], "Didn't": [{"pos": "VBD", "L": "do", "F": "Did"}, {"pos": "RB", "L": "not", "F": "n't"}], "Ore.": [{"F": "Ore."}], "They're": [{"L": "-PRON-", "F": "They"}, {"F": "'re"}], "Hadn't've": [{"pos": "VBD", "L": "have", "F": "Had"}, {"pos": "RB", "L": "not", "F": "n't"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Wasn't": [{"F": "Was"}, {"pos": "RB", "L": "not", "F": "n't"}], "Mustnt": [{"F": "Must"}, {"pos": "RB", "L": "not", "F": "nt"}], ":')": [{"F": ":')"}], "Werent": [{"F": "Were"}, {"pos": "RB", "L": "not", "F": "nt"}], "Conn.": [{"F": "Conn."}], "they've": [{"L": "-PRON-", "F": "they"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Mich.": [{"F": "Mich."}], "\")": [{"F": "\")"}], "dont": [{"L": "do", "F": "do"}, {"pos": "RB", "L": "not", "F": "nt"}], "5p.m.": [{"F": "5"}, {"F": "p.m."}], "I'd": [{"L": "-PRON-", "F": "I"}, {"pos": "MD", "L": "would", "F": "'d"}], "you're": [{"L": "-PRON-", "F": "you"}, {"F": "'re"}], "youre": [{"L": "-PRON-", "F": "you"}, {"F": "re"}], "y.": [{"F": "y."}], "''": [{"F": "''"}], "6pm": [{"F": "6"}, {"L": "p.m.", "F": "pm"}], "He'd": [{"L": "-PRON-", "F": "He"}, {"pos": "MD", "L": "would", "F": "'d"}], "Mo.": [{"F": "Mo."}], "how's": [{"F": "how"}, {"F": "'s"}], "shedve": [{"L": "-PRON-", "F": "she"}, {"pos": "MD", "L": "would", "F": "d"}, {"pos": "VB", "L": "have", "F": "ve"}], "10a.m.": [{"F": "10"}, {"F": "a.m."}], "b.": [{"F": "b."}], "6am": [{"F": "6"}, {"L": "a.m.", "F": "am"}], "co.": [{"F": "co."}], "couldn't've": [{"pos": "MD", "F": "could"}, {"pos": "RB", "L": "not", "F": "n't"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Youd": [{"L": "-PRON-", "F": "You"}, {"pos": "MD", "L": "would", "F": "d"}], "whered": [{"F": "where"}, {"pos": "MD", "L": "would", "F": "d"}], "Let's": [{"F": "Let"}, {"F": "'s"}], "-_-": [{"F": "-_-"}], "8a.m.": [{"F": "8"}, {"F": "a.m."}], "shouldve": [{"F": "should"}, {"pos": "VB", "L": "have", "F": "ve"}], "Could've": [{"pos": "MD", "F": "Could"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Couldnt": [{"pos": "MD", "F": "Could"}, {"pos": "RB", "L": "not", "F": "nt"}], "aint": [{"pos": "VBP", "number": 2, "L": "be", "F": "ai"}, {"pos": "RB", "L": "not", "F": "nt"}], "who's": [{"F": "who"}, {"F": "'s"}], "v.": [{"F": "v."}], "Hows": [{"F": "How"}, {"F": "s"}], "Sep.": [{"F": "Sep."}], "N.C.": [{"F": "N.C."}], "Havent": [{"pos": "VB", "F": "Have"}, {"pos": "RB", "L": "not", "F": "nt"}], "Whatve": [{"F": "What"}, {"pos": "VB", "L": "have", "F": "ve"}], ":-P": [{"F": ":-P"}], "9am": [{"F": "9"}, {"L": "a.m.", "F": "am"}], "\t": [{"pos": "SP", "F": "\t"}], ":))": [{"F": ":))"}], "Wouldn't": [{"F": "Would"}, {"pos": "RB", "L": "not", "F": "n't"}], "Wouldnt": [{"F": "Would"}, {"pos": "RB", "L": "not", "F": "nt"}], "Where've": [{"F": "Where"}, {"pos": "VB", "L": "have", "F": "'ve"}], ":/": [{"F": ":/"}], "when's": [{"F": "when"}, {"F": "'s"}], "10pm": [{"F": "10"}, {"L": "p.m.", "F": "pm"}], "mustn't": [{"F": "must"}, {"pos": "RB", "L": "not", "F": "n't"}], ":-/": [{"F": ":-/"}], "a.": [{"F": "a."}], "whats": [{"F": "what"}, {"F": "s"}], "7pm": [{"F": "7"}, {"L": "p.m.", "F": "pm"}], "theyll": [{"L": "-PRON-", "F": "they"}, {"pos": "MD", "L": "will", "F": "ll"}], "Dec.": [{"F": "Dec."}], "3p.m.": [{"F": "3"}, {"F": "p.m."}], "couldnt": [{"pos": "MD", "F": "could"}, {"pos": "RB", "L": "not", "F": "nt"}], "He'll": [{"L": "-PRON-", "F": "He"}, {"pos": "MD", "L": "will", "F": "'ll"}], "Wouldntve": [{"F": "Would"}, {"pos": "RB", "L": "not", "F": "nt"}, {"pos": "VB", "L": "have", "F": "ve"}], "Theydve": [{"L": "-PRON-", "F": "They"}, {"pos": "MD", "L": "would", "F": "d"}, {"pos": "VB", "L": "have", "F": "ve"}], "Who've": [{"F": "Who"}, {"pos": "VB", "L": "have", "F": "'ve"}], "I'll": [{"L": "-PRON-", "F": "I"}, {"pos": "MD", "L": "will", "F": "'ll"}], "o_o": [{"F": "o_o"}], "Who'll": [{"F": "Who"}, {"pos": "MD", "L": "will", "F": "'ll"}], "would've": [{"F": "would"}, {"pos": "VB", "L": "have", "F": "'ve"}], "why's": [{"F": "why"}, {"F": "'s"}], "There's": [{"F": "There"}, {"F": "'s"}], ":Y": [{"F": ":Y"}], "shes": [{"L": "-PRON-", "F": "she"}, {"F": "s"}], "Gen.": [{"F": "Gen."}], "shouldn't've": [{"F": "should"}, {"pos": "RB", "L": "not", "F": "n't"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Ms.": [{"F": "Ms."}], "wholl": [{"F": "who"}, {"pos": "MD", "L": "will", "F": "ll"}], "ima": [{"L": "-PRON-", "F": "i"}, {"F": "ma"}], "=D": [{"F": "=D"}], "2pm": [{"F": "2"}, {"L": "p.m.", "F": "pm"}], "neednt": [{"F": "need"}, {"pos": "RB", "L": "not", "F": "nt"}], "They've": [{"L": "-PRON-", "F": "They"}, {"pos": "VB", "L": "have", "F": "'ve"}], "idve": [{"L": "-PRON-", "F": "i"}, {"pos": "MD", "L": "would", "F": "d"}, {"pos": "VB", "L": "have", "F": "ve"}], "Wash.": [{"F": "Wash."}], "whatre": [{"F": "what"}, {"F": "re"}], "4a.m.": [{"F": "4"}, {"F": "a.m."}], "12pm": [{"F": "12"}, {"L": "p.m.", "F": "pm"}], ":p": [{"F": ":p"}], "mightnt": [{"F": "might"}, {"pos": "RB", "L": "not", "F": "nt"}], "<33": [{"F": "<33"}], "i.e.": [{"F": "i.e."}], "you'd": [{"L": "-PRON-", "F": "you"}, {"pos": "MD", "L": "would", "F": "'d"}], "she'd": [{"L": "-PRON-", "F": "she"}, {"pos": "MD", "L": "would", "F": "'d"}], "She'll": [{"L": "-PRON-", "F": "She"}, {"pos": "MD", "L": "will", "F": "'ll"}], "Hedve": [{"L": "-PRON-", "F": "He"}, {"pos": "MD", "L": "would", "F": "d"}, {"pos": "VB", "L": "have", "F": "ve"}], "hed": [{"L": "-PRON-", "F": "he"}, {"pos": "MD", "L": "would", "F": "d"}], "9p.m.": [{"F": "9"}, {"F": "p.m."}], "Theredve": [{"F": "There"}, {"pos": "MD", "L": "would", "F": "d"}, {"pos": "VB", "L": "have", "F": "ve"}], "you'd've": [{"L": "-PRON-", "F": "you"}, {"pos": "MD", "L": "would", "F": "'d"}, {"pos": "VB", "L": "have", "F": "'ve"}], "needn't": [{"F": "need"}, {"pos": "RB", "L": "not", "F": "n't"}], "V_V": [{"F": "V_V"}], "there'd": [{"F": "there"}, {"pos": "MD", "L": "would", "F": "'d"}], "isnt": [{"pos": "VBZ", "L": "be", "F": "is"}, {"pos": "RB", "L": "not", "F": "nt"}], "Nev.": [{"F": "Nev."}], "it's": [{"L": "-PRON-", "F": "it"}, {"F": "'s"}], "Minn.": [{"F": "Minn."}], "Dr.": [{"F": "Dr."}], "h.": [{"F": "h."}], "Doesnt": [{"pos": "VBZ", "L": "do", "F": "Does"}, {"pos": "RB", "L": "not", "F": "nt"}], "I.E.": [{"F": "I.E."}], "Mustve": [{"F": "Must"}, {"pos": "VB", "L": "have", "F": "ve"}], "Aug.": [{"F": "Aug."}], "e.": [{"F": "e."}], "Inc.": [{"F": "Inc."}], "Mt.": [{"L": "Mount", "F": "Mt."}], "How'd": [{"F": "How"}, {"pos": "MD", "L": "would", "F": "'d"}], "couldve": [{"pos": "MD", "F": "could"}, {"pos": "VB", "L": "have", "F": "ve"}], "he'd": [{"L": "-PRON-", "F": "he"}, {"pos": "MD", "L": "would", "F": "'d"}], "hasnt": [{"F": "has"}, {"pos": "RB", "L": "not", "F": "nt"}], "Kans.": [{"F": "Kans."}], "They'd've": [{"L": "-PRON-", "F": "They"}, {"pos": "MD", "L": "would", "F": "'d"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Wont": [{"F": "Wo"}, {"pos": "RB", "L": "not", "F": "nt"}], "shant": [{"F": "sha"}, {"pos": "RB", "L": "not", "F": "nt"}], "o.O": [{"F": "o.O"}], "im": [{"L": "-PRON-", "F": "i"}, {"pos": "VBP", "number": 1, "L": "be", "tenspect": 1, "F": "m"}], "I'm": [{"L": "-PRON-", "F": "I"}, {"pos": "VBP", "number": 1, "L": "be", "tenspect": 1, "F": "'m"}], "Aint": [{"pos": "VBP", "number": 2, "L": "be", "F": "Ai"}, {"pos": "RB", "L": "not", "F": "nt"}], "N.M.": [{"F": "N.M."}], "Youve": [{"L": "-PRON-", "F": "You"}, {"pos": "VB", "L": "have", "F": "ve"}], "Its": [{"L": "-PRON-", "F": "It"}, {"F": "s"}], ":((": [{"F": ":(("}], "doesnt": [{"pos": "VBZ", "L": "do", "F": "does"}, {"pos": "RB", "L": "not", "F": "nt"}], "10p.m.": [{"F": "10"}, {"F": "p.m."}], "howd": [{"F": "how"}, {"pos": "MD", "L": "would", "F": "d"}], "who're": [{"F": "who"}, {"F": "'re"}], "Shant": [{"F": "Sha"}, {"pos": "RB", "L": "not", "F": "nt"}], "Couldve": [{"pos": "MD", "F": "Could"}, {"pos": "VB", "L": "have", "F": "ve"}], "Mustn't": [{"F": "Must"}, {"pos": "RB", "L": "not", "F": "n't"}], "Cant": [{"pos": "MD", "L": "can", "F": "Ca"}, {"pos": "RB", "L": "not", "F": "nt"}], "he's": [{"L": "-PRON-", "F": "he"}, {"F": "'s"}], "there's": [{"F": "there"}, {"F": "'s"}], "E.G.": [{"F": "E.G."}], "What's": [{"F": "What"}, {"F": "'s"}], "Wis.": [{"F": "Wis."}], "Rev.": [{"F": "Rev."}], "c.": [{"F": "c."}], "Would've": [{"F": "Would"}, {"pos": "VB", "L": "have", "F": "'ve"}], "z.": [{"F": "z."}], "Whens": [{"F": "When"}, {"F": "s"}], "weren't": [{"F": "were"}, {"pos": "RB", "L": "not", "F": "n't"}], "Shouldn't": [{"F": "Should"}, {"pos": "RB", "L": "not", "F": "n't"}], "mustve": [{"F": "must"}, {"pos": "VB", "L": "have", "F": "ve"}], "3a.m.": [{"F": "3"}, {"F": "a.m."}], "11am": [{"F": "11"}, {"L": "a.m.", "F": "am"}], "Isnt": [{"pos": "VBZ", "L": "be", "F": "Is"}, {"pos": "RB", "L": "not", "F": "nt"}], "mightntve": [{"F": "might"}, {"pos": "RB", "L": "not", "F": "nt"}, {"pos": "VB", "L": "have", "F": "ve"}], "cannot": [{"pos": "MD", "L": "can", "F": "can"}, {"pos": "RB", "L": "not", "F": "not"}], "let's": [{"F": "let"}, {"F": "'s"}], "Corp.": [{"F": "Corp."}], "Hadntve": [{"pos": "VBD", "L": "have", "F": "Had"}, {"pos": "RB", "L": "not", "F": "nt"}, {"pos": "VB", "L": "have", "F": "ve"}], "Who'd": [{"F": "Who"}, {"pos": "MD", "L": "would", "F": "'d"}], "didnt": [{"pos": "VBD", "L": "do", "F": "did"}, {"pos": "RB", "L": "not", "F": "nt"}], "Mrs.": [{"F": "Mrs."}], "that's": [{"F": "that"}, {"F": "'s"}], "Ga.": [{"F": "Ga."}], "Haven't": [{"pos": "VB", "F": "Have"}, {"pos": "RB", "L": "not", "F": "n't"}], "8pm": [{"F": "8"}, {"L": "p.m.", "F": "pm"}], "How's": [{"F": "How"}, {"F": "'s"}], "couldn't": [{"pos": "MD", "F": "could"}, {"pos": "RB", "L": "not", "F": "n't"}], "Whys": [{"F": "Why"}, {"F": "s"}], "How'll": [{"F": "How"}, {"pos": "MD", "L": "will", "F": "'ll"}], "Why'll": [{"F": "Why"}, {"pos": "MD", "L": "will", "F": "'ll"}], "E.g.": [{"F": "E.g."}], "notve": [{"pos": "RB", "L": "not", "F": "not"}, {"pos": "VB", "L": "have", "F": "ve"}], "Itll": [{"L": "-PRON-", "F": "It"}, {"pos": "MD", "L": "will", "F": "ll"}], "Rep.": [{"F": "Rep."}], "shouldn't": [{"F": "should"}, {"pos": "RB", "L": "not", "F": "n't"}], "where'd": [{"F": "where"}, {"pos": "MD", "L": "would", "F": "'d"}], "1p.m.": [{"F": "1"}, {"F": "p.m."}], "Mightve": [{"F": "Might"}, {"pos": "VB", "L": "have", "F": "ve"}], "Who's": [{"F": "Who"}, {"F": "'s"}], "7a.m.": [{"F": "7"}, {"F": "a.m."}], "hadntve": [{"pos": "VBD", "L": "have", "F": "had"}, {"pos": "RB", "L": "not", "F": "nt"}, {"pos": "VB", "L": "have", "F": "ve"}], "Shouldntve": [{"F": "Should"}, {"pos": "RB", "L": "not", "F": "nt"}, {"pos": "VB", "L": "have", "F": "ve"}], "mustnt": [{"F": "must"}, {"pos": "RB", "L": "not", "F": "nt"}], "Theyve": [{"L": "-PRON-", "F": "They"}, {"pos": "VB", "L": "have", "F": "ve"}], "whereve": [{"F": "where"}, {"pos": "VB", "L": "have", "F": "ve"}], "x.": [{"F": "x."}], "Feb.": [{"F": "Feb."}], "Whyre": [{"F": "Why"}, {"F": "re"}], "w.": [{"F": "w."}], "wheres": [{"F": "where"}, {"F": "s"}], "N.J.": [{"F": "N.J."}], "Where's": [{"F": "Where"}, {"F": "'s"}], "Jr.": [{"F": "Jr."}], "\n": [{"pos": "SP", "F": "\n"}], "D.C.": [{"F": "D.C."}], "1pm": [{"F": "1"}, {"L": "p.m.", "F": "pm"}], "Wasnt": [{"F": "Was"}, {"pos": "RB", "L": "not", "F": "nt"}], "whyre": [{"F": "why"}, {"F": "re"}], "N.H.": [{"F": "N.H."}], "-__-": [{"F": "-__-"}], "Theyd": [{"L": "-PRON-", "F": "They"}, {"pos": "MD", "L": "would", "F": "d"}], "Whove": [{"F": "Who"}, {"pos": "VB", "L": "have", "F": "ve"}], "Bros.": [{"F": "Bros."}], ":-)": [{"F": ":-)"}], "its": [{"L": "-PRON-", "F": "it"}, {"F": "s"}], "Okla.": [{"F": "Okla."}], "Should've": [{"F": "Should"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Won't": [{"F": "Wo"}, {"pos": "RB", "L": "not", "F": "n't"}], "Wouldn't've": [{"F": "Would"}, {"pos": "RB", "L": "not", "F": "n't"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Isn't": [{"pos": "VBZ", "L": "be", "F": "Is"}, {"pos": "RB", "L": "not", "F": "n't"}], "why're": [{"F": "why"}, {"F": "'re"}], "howll": [{"F": "how"}, {"pos": "MD", "L": "will", "F": "ll"}], "theredve": [{"F": "there"}, {"pos": "MD", "L": "would", "F": "d"}, {"pos": "VB", "L": "have", "F": "ve"}], "whatll": [{"F": "what"}, {"pos": "MD", "L": "will", "F": "ll"}], "Hed": [{"L": "-PRON-", "F": "He"}, {"pos": "MD", "L": "would", "F": "d"}], "Ive": [{"L": "-PRON-", "F": "I"}, {"pos": "VB", "L": "have", "F": "ve"}], "hadn't": [{"pos": "VBD", "L": "have", "F": "had"}, {"pos": "RB", "L": "not", "F": "n't"}], "Idve": [{"L": "-PRON-", "F": "I"}, {"pos": "MD", "L": "would", "F": "d"}, {"pos": "VB", "L": "have", "F": "ve"}], "Youdve": [{"L": "-PRON-", "F": "You"}, {"pos": "MD", "L": "would", "F": "d"}, {"pos": "VB", "L": "have", "F": "ve"}], ":(": [{"F": ":("}], "Why's": [{"F": "Why"}, {"F": "'s"}], "<3": [{"F": "<3"}], "Shes": [{"L": "-PRON-", "F": "She"}, {"F": "s"}], "they'd": [{"L": "-PRON-", "F": "they"}, {"pos": "MD", "L": "would", "F": "'d"}], "La.": [{"F": "La."}], "Nebr.": [{"F": "Nebr."}], "hadnt": [{"pos": "VBD", "L": "have", "F": "had"}, {"pos": "RB", "L": "not", "F": "nt"}], "youll": [{"L": "-PRON-", "F": "you"}, {"pos": "MD", "L": "will", "F": "ll"}], ":O": [{"F": ":O"}], "Might've": [{"F": "Might"}, {"pos": "VB", "L": "have", "F": "'ve"}], ";-p": [{"F": ";-p"}], "Pa.": [{"F": "Pa."}], "I'ma": [{"L": "-PRON-", "F": "I"}, {"F": "'ma"}], "vs.": [{"F": "vs."}], "Adm.": [{"F": "Adm."}], "didn't": [{"pos": "VBD", "L": "do", "F": "did"}, {"pos": "RB", "L": "not", "F": "n't"}], "o.": [{"F": "o."}], "m.": [{"F": "m."}], "When's": [{"F": "When"}, {"F": "'s"}], "n.": [{"F": "n."}], "Theyre": [{"L": "-PRON-", "F": "They"}, {"F": "re"}], "what's": [{"F": "what"}, {"F": "'s"}], "we'll": [{"F": "we"}, {"pos": "MD", "L": "will", "F": "'ll"}], "11p.m.": [{"F": "11"}, {"F": "p.m."}], "there'd've": [{"F": "there"}, {"pos": "MD", "L": "would", "F": "'d"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Mightn't've": [{"F": "Might"}, {"pos": "RB", "L": "not", "F": "n't"}, {"pos": "VB", "L": "have", "F": "'ve"}], "We'll": [{"F": "We"}, {"pos": "MD", "L": "will", "F": "'ll"}], "Whos": [{"F": "Who"}, {"F": "s"}], "I.e.": [{"F": "I.e."}], "Hadnt": [{"pos": "VBD", "L": "have", "F": "Had"}, {"pos": "RB", "L": "not", "F": "nt"}], "Sen.": [{"F": "Sen."}], "shouldnt": [{"F": "should"}, {"pos": "RB", "L": "not", "F": "nt"}], "10am": [{"F": "10"}, {"L": "a.m.", "F": "am"}], "Mightnt": [{"F": "Might"}, {"pos": "RB", "L": "not", "F": "nt"}], "Howll": [{"F": "How"}, {"pos": "MD", "L": "will", "F": "ll"}], "May.": [{"F": "May."}], "Notve": [{"pos": "RB", "L": "not", "F": "Not"}, {"pos": "VB", "L": "have", "F": "ve"}], "xDD": [{"F": "xDD"}], "she'd've": [{"L": "-PRON-", "F": "she"}, {"pos": "MD", "L": "would", "F": "'d"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Mar.": [{"F": "Mar."}], "'ol": [{"F": "'ol"}], "Shouldve": [{"F": "Should"}, {"pos": "VB", "L": "have", "F": "ve"}], "Colo.": [{"F": "Colo."}], "how'll": [{"F": "how"}, {"pos": "MD", "L": "will", "F": "'ll"}], "Shouldnt": [{"F": "Should"}, {"pos": "RB", "L": "not", "F": "nt"}], "l.": [{"F": "l."}], "thats": [{"F": "that"}, {"F": "s"}], "p.": [{"F": "p."}], "You'd've": [{"L": "-PRON-", "F": "You"}, {"pos": "MD", "L": "would", "F": "'d"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Don't": [{"L": "do", "F": "Do"}, {"pos": "RB", "L": "not", "F": "n't"}], "Who're": [{"F": "Who"}, {"F": "'re"}], "whove": [{"F": "who"}, {"pos": "VB", "L": "have", "F": "ve"}], "a.m.": [{"F": "a.m."}], "itd": [{"L": "-PRON-", "F": "it"}, {"pos": "MD", "L": "would", "F": "d"}], "won't": [{"F": "wo"}, {"pos": "RB", "L": "not", "F": "n't"}], "Thered": [{"F": "There"}, {"pos": "MD", "L": "would", "F": "d"}], "he'll": [{"L": "-PRON-", "F": "he"}, {"pos": "MD", "L": "will", "F": "'ll"}], "k.": [{"F": "k."}], "Arent": [{"pos": "VBP", "number": 2, "L": "be", "F": "Are"}, {"pos": "RB", "L": "not", "F": "nt"}], "2am": [{"F": "2"}, {"L": "a.m.", "F": "am"}], "i'd've": [{"L": "-PRON-", "F": "i"}, {"pos": "MD", "L": "would", "F": "'d"}, {"pos": "VB", "L": "have", "F": "'ve"}], "We're": [{"F": "We"}, {"F": "'re"}], "not've": [{"pos": "RB", "L": "not", "F": "not"}, {"pos": "VB", "L": "have", "F": "'ve"}], "That's": [{"F": "That"}, {"F": "'s"}], "Where'd": [{"F": "Where"}, {"pos": "MD", "L": "would", "F": "'d"}], "Why're": [{"F": "Why"}, {"F": "'re"}], "(=": [{"F": "(="}], "I'd've": [{"L": "-PRON-", "F": "I"}, {"pos": "MD", "L": "would", "F": "'d"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Neb.": [{"F": "Neb."}], "Jan.": [{"F": "Jan."}], "wouldnt": [{"F": "would"}, {"pos": "RB", "L": "not", "F": "nt"}], "he'd've": [{"L": "-PRON-", "F": "he"}, {"pos": "MD", "L": "would", "F": "'d"}, {"pos": "VB", "L": "have", "F": "'ve"}], "havent": [{"pos": "VB", "F": "have"}, {"pos": "RB", "L": "not", "F": "nt"}], "7am": [{"F": "7"}, {"L": "a.m.", "F": "am"}], "Gov.": [{"F": "Gov."}], "t.": [{"F": "t."}], "p.m.": [{"F": "p.m."}], "She's": [{"L": "-PRON-", "F": "She"}, {"F": "'s"}], "e.g.": [{"F": "e.g."}], "Tenn.": [{"F": "Tenn."}], "Weren't": [{"F": "Were"}, {"pos": "RB", "L": "not", "F": "n't"}], "who've": [{"F": "who"}, {"pos": "VB", "L": "have", "F": "'ve"}], "youdve": [{"L": "-PRON-", "F": "you"}, {"pos": "MD", "L": "would", "F": "d"}, {"pos": "VB", "L": "have", "F": "ve"}], "i've": [{"L": "-PRON-", "F": "i"}, {"pos": "VB", "L": "have", "F": "'ve"}], "shouldntve": [{"F": "should"}, {"pos": "RB", "L": "not", "F": "nt"}, {"pos": "VB", "L": "have", "F": "ve"}], "Ark.": [{"F": "Ark."}], "g.": [{"F": "g."}], "Neednt": [{"F": "Need"}, {"pos": "RB", "L": "not", "F": "nt"}], "xD": [{"F": "xD"}], ":]": [{"F": ":]"}], "You're": [{"L": "-PRON-", "F": "You"}, {"F": "'re"}], "wouldntve": [{"F": "would"}, {"pos": "RB", "L": "not", "F": "nt"}, {"pos": "VB", "L": "have", "F": "ve"}], "4pm": [{"F": "4"}, {"L": "p.m.", "F": "pm"}], "Itd": [{"L": "-PRON-", "F": "It"}, {"pos": "MD", "L": "would", "F": "d"}], "Whatll": [{"F": "What"}, {"pos": "MD", "L": "will", "F": "ll"}], "He'd've": [{"L": "-PRON-", "F": "He"}, {"pos": "MD", "L": "would", "F": "'d"}, {"pos": "VB", "L": "have", "F": "'ve"}], "It'd": [{"L": "-PRON-", "F": "It"}, {"pos": "MD", "L": "would", "F": "'d"}], "hows": [{"F": "how"}, {"F": "s"}], "they'll": [{"L": "-PRON-", "F": "they"}, {"pos": "MD", "L": "will", "F": "'ll"}], ":3": [{"F": ":3"}], "Itdve": [{"L": "-PRON-", "F": "It"}, {"pos": "MD", "L": "would", "F": "d"}, {"pos": "VB", "L": "have", "F": "ve"}], "You'd": [{"L": "-PRON-", "F": "You"}, {"pos": "MD", "L": "would", "F": "'d"}], "might've": [{"F": "might"}, {"pos": "VB", "L": "have", "F": "'ve"}], "it'd've": [{"L": "-PRON-", "F": "it"}, {"pos": "MD", "L": "would", "F": "'d"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Youll": [{"L": "-PRON-", "F": "You"}, {"pos": "MD", "L": "will", "F": "ll"}], "i'ma": [{"L": "-PRON-", "F": "i"}, {"F": "'ma"}], "1am": [{"F": "1"}, {"L": "a.m.", "F": "am"}], "There'd": [{"F": "There"}, {"pos": "MD", "L": "would", "F": "'d"}], "u.": [{"F": "u."}], ":>": [{"F": ":>"}], "Thats": [{"F": "That"}, {"F": "s"}], "wouldn't": [{"F": "would"}, {"pos": "RB", "L": "not", "F": "n't"}], "aren't": [{"pos": "VBP", "number": 2, "L": "be", "F": "are"}, {"pos": "RB", "L": "not", "F": "n't"}], "9pm": [{"F": "9"}, {"L": "p.m.", "F": "pm"}], "^_^": [{"F": "^_^"}], ":P": [{"F": ":P"}], "She'd've": [{"L": "-PRON-", "F": "She"}, {"pos": "MD", "L": "would", "F": "'d"}, {"pos": "VB", "L": "have", "F": "'ve"}], "You've": [{"L": "-PRON-", "F": "You"}, {"pos": "VB", "L": "have", "F": "'ve"}], "It'd've": [{"L": "-PRON-", "F": "It"}, {"pos": "MD", "L": "would", "F": "'d"}, {"pos": "VB", "L": "have", "F": "'ve"}], "whod": [{"F": "who"}, {"pos": "MD", "L": "would", "F": "d"}], "Didnt": [{"pos": "VBD", "L": "do", "F": "Did"}, {"pos": "RB", "L": "not", "F": "nt"}], "doesn't": [{"pos": "VBZ", "L": "do", "F": "does"}, {"pos": "RB", "L": "not", "F": "n't"}], "they'd've": [{"L": "-PRON-", "F": "they"}, {"pos": "MD", "L": "would", "F": "'d"}, {"pos": "VB", "L": "have", "F": "'ve"}], "It's": [{"L": "-PRON-", "F": "It"}, {"F": "'s"}], "It'll": [{"L": "-PRON-", "F": "It"}, {"pos": "MD", "L": "will", "F": "'ll"}], "we'd": [{"F": "we"}, {"pos": "MD", "L": "would", "F": "'d"}], "whens": [{"F": "when"}, {"F": "s"}], "wouldve": [{"F": "would"}, {"pos": "VB", "L": "have", "F": "ve"}], "Shan't": [{"F": "Sha"}, {"pos": "RB", "L": "not", "F": "n't"}], "we're": [{"F": "we"}, {"F": "'re"}], "7p.m.": [{"F": "7"}, {"F": "p.m."}], "4am": [{"F": "4"}, {"L": "a.m.", "F": "am"}], "why'll": [{"F": "why"}, {"pos": "MD", "L": "will", "F": "'ll"}], "youd": [{"L": "-PRON-", "F": "you"}, {"pos": "MD", "L": "would", "F": "d"}], "j.": [{"F": "j."}], "Theyll": [{"L": "-PRON-", "F": "They"}, {"pos": "MD", "L": "will", "F": "ll"}], "what'll": [{"F": "what"}, {"pos": "MD", "L": "will", "F": "'ll"}], "theyve": [{"L": "-PRON-", "F": "they"}, {"pos": "VB", "L": "have", "F": "ve"}], "s.": [{"F": "s."}], ":)": [{"F": ":)"}], "how'd": [{"F": "how"}, {"pos": "MD", "L": "would", "F": "'d"}], "N.D.": [{"F": "N.D."}], "mightve": [{"F": "might"}, {"pos": "VB", "L": "have", "F": "ve"}], "Miss.": [{"F": "Miss."}], "=[[": [{"F": "=[["}], "Mightn't": [{"F": "Might"}, {"pos": "RB", "L": "not", "F": "n't"}], ";-)": [{"F": ";-)"}], "isn't": [{"pos": "VBZ", "L": "be", "F": "is"}, {"pos": "RB", "L": "not", "F": "n't"}], "Del.": [{"F": "Del."}], "Md.": [{"F": "Md."}], "Jul.": [{"F": "Jul."}], "3am": [{"F": "3"}, {"L": "a.m.", "F": "am"}], "cant": [{"pos": "MD", "L": "can", "F": "ca"}, {"pos": "RB", "L": "not", "F": "nt"}], "Not've": [{"pos": "RB", "L": "not", "F": "Not"}, {"pos": "VB", "L": "have", "F": "'ve"}], ":0": [{"F": ":0"}], "Mightntve": [{"F": "Might"}, {"pos": "RB", "L": "not", "F": "nt"}, {"pos": "VB", "L": "have", "F": "ve"}], "Can't": [{"pos": "MD", "L": "can", "F": "Ca"}, {"pos": "RB", "L": "not", "F": "n't"}], "6p.m.": [{"F": "6"}, {"F": "p.m."}], "arent": [{"pos": "VBP", "number": 2, "L": "be", "F": "are"}, {"pos": "RB", "L": "not", "F": "nt"}], "who'd": [{"F": "who"}, {"pos": "MD", "L": "would", "F": "'d"}], "Dont": [{"L": "do", "F": "Do"}, {"pos": "RB", "L": "not", "F": "nt"}], "We'd've": [{"F": "We"}, {"pos": "MD", "L": "would", "F": "'d"}, {"pos": "VB", "L": "have", "F": "'ve"}], "can't": [{"pos": "MD", "L": "can", "F": "ca"}, {"pos": "RB", "L": "not", "F": "n't"}], "Calif.": [{"F": "Calif."}], "They'll": [{"L": "-PRON-", "F": "They"}, {"pos": "MD", "L": "will", "F": "'ll"}], "Howd": [{"F": "How"}, {"pos": "MD", "L": "would", "F": "d"}], "12a.m.": [{"F": "12"}, {"F": "a.m."}], "Shouldn't've": [{"F": "Should"}, {"pos": "RB", "L": "not", "F": "n't"}, {"pos": "VB", "L": "have", "F": "'ve"}], ";)": [{"F": ";)"}], "Cannot": [{"pos": "MD", "L": "can", "F": "Can"}, {"pos": "RB", "L": "not", "F": "not"}], "Whered": [{"F": "Where"}, {"pos": "MD", "L": "would", "F": "d"}], "itdve": [{"L": "-PRON-", "F": "it"}, {"pos": "MD", "L": "would", "F": "d"}, {"pos": "VB", "L": "have", "F": "ve"}], "whos": [{"F": "who"}, {"F": "s"}], " ": [{"pos": "SP", "F": " "}], "She'd": [{"L": "-PRON-", "F": "She"}, {"pos": "MD", "L": "would", "F": "'d"}], "You'll": [{"L": "-PRON-", "F": "You"}, {"pos": "MD", "L": "will", "F": "'ll"}], ";(": [{"F": ";("}], "12p.m.": [{"F": "12"}, {"F": "p.m."}], "shan't": [{"F": "sha"}, {"pos": "RB", "L": "not", "F": "n't"}], "9a.m.": [{"F": "9"}, {"F": "a.m."}], "11pm": [{"F": "11"}, {"L": "p.m.", "F": "pm"}], "theyre": [{"L": "-PRON-", "F": "they"}, {"F": "re"}], "mightn't": [{"F": "might"}, {"pos": "RB", "L": "not", "F": "n't"}], "11a.m.": [{"F": "11"}, {"F": "a.m."}], "Ariz.": [{"F": "Ariz."}], "Couldn't": [{"pos": "MD", "F": "Could"}, {"pos": "RB", "L": "not", "F": "n't"}], "What'll": [{"F": "What"}, {"pos": "MD", "L": "will", "F": "'ll"}], "theyd": [{"L": "-PRON-", "F": "they"}, {"pos": "MD", "L": "would", "F": "d"}], "Hasnt": [{"F": "Has"}, {"pos": "RB", "L": "not", "F": "nt"}], "i'll": [{"L": "-PRON-", "F": "i"}, {"pos": "MD", "L": "will", "F": "'ll"}], "couldntve": [{"pos": "MD", "F": "could"}, {"pos": "RB", "L": "not", "F": "nt"}, {"pos": "VB", "L": "have", "F": "ve"}], "Whats": [{"F": "What"}, {"F": "s"}], "wasnt": [{"F": "was"}, {"pos": "RB", "L": "not", "F": "nt"}], "mightn't've": [{"F": "might"}, {"pos": "RB", "L": "not", "F": "n't"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Couldntve": [{"pos": "MD", "F": "Could"}, {"pos": "RB", "L": "not", "F": "nt"}, {"pos": "VB", "L": "have", "F": "ve"}], "hes": [{"L": "-PRON-", "F": "he"}, {"F": "s"}], "it'd": [{"L": "-PRON-", "F": "it"}, {"pos": "MD", "L": "would", "F": "'d"}], "(^_^)": [{"F": "(^_^)"}], "Ain't": [{"pos": "VBP", "number": 2, "L": "be", "F": "Ai"}, {"pos": "RB", "L": "not", "F": "n't"}], "8p.m.": [{"F": "8"}, {"F": "p.m."}], "He's": [{"L": "-PRON-", "F": "He"}, {"F": "'s"}], "Wedve": [{"F": "We"}, {"pos": "MD", "L": "would", "F": "d"}, {"pos": "VB", "L": "have", "F": "ve"}], "who'll": [{"F": "who"}, {"pos": "MD", "L": "will", "F": "'ll"}], "Wouldve": [{"F": "Would"}, {"pos": "VB", "L": "have", "F": "ve"}], "werent": [{"F": "were"}, {"pos": "RB", "L": "not", "F": "nt"}], "theydve": [{"L": "-PRON-", "F": "they"}, {"pos": "MD", "L": "would", "F": "d"}, {"pos": "VB", "L": "have", "F": "ve"}], "Youre": [{"L": "-PRON-", "F": "You"}, {"F": "re"}], "Mont.": [{"F": "Mont."}], "=)": [{"F": "=)"}], "Whatre": [{"F": "What"}, {"F": "re"}], "Apr.": [{"F": "Apr."}], "What've": [{"F": "What"}, {"pos": "VB", "L": "have", "F": "'ve"}], "12am": [{"F": "12"}, {"L": "a.m.", "F": "am"}], "q.": [{"F": "q."}], "wont": [{"F": "wo"}, {"pos": "RB", "L": "not", "F": "nt"}], "What're": [{"F": "What"}, {"F": "'re"}], "8am": [{"F": "8"}, {"L": "a.m.", "F": "am"}], "whyll": [{"F": "why"}, {"pos": "MD", "L": "will", "F": "ll"}], "hedve": [{"L": "-PRON-", "F": "he"}, {"pos": "MD", "L": "would", "F": "d"}, {"pos": "VB", "L": "have", "F": "ve"}], "=]": [{"F": "=]"}], "should've": [{"F": "should"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Im": [{"L": "-PRON-", "F": "I"}, {"pos": "VBP", "number": 1, "L": "be", "tenspect": 1, "F": "m"}], "5pm": [{"F": "5"}, {"L": "p.m.", "F": "pm"}], "thered": [{"F": "there"}, {"pos": "MD", "L": "would", "F": "d"}], "Kan.": [{"F": "Kan."}], "Ind.": [{"F": "Ind."}], "d.": [{"F": "d."}], "whys": [{"F": "why"}, {"F": "s"}], "Mr.": [{"F": "Mr."}], "1a.m.": [{"F": "1"}, {"F": "a.m."}], "Hes": [{"L": "-PRON-", "F": "He"}, {"F": "s"}], "N.Y.": [{"F": "N.Y."}], "Nov.": [{"F": "Nov."}], "Ala.": [{"F": "Ala."}], "2a.m.": [{"F": "2"}, {"F": "a.m."}], "wouldn't've": [{"F": "would"}, {"pos": "RB", "L": "not", "F": "n't"}, {"pos": "VB", "L": "have", "F": "'ve"}], "you'll": [{"L": "-PRON-", "F": "you"}, {"pos": "MD", "L": "will", "F": "'ll"}], "=3": [{"F": "=3"}], "ain't": [{"pos": "VBP", "number": 2, "L": "be", "F": "ai"}, {"pos": "RB", "L": "not", "F": "n't"}], "Ky.": [{"F": "Ky."}], "Ill.": [{"F": "Ill."}], "5a.m.": [{"F": "5"}, {"F": "a.m."}], "We'd": [{"F": "We"}, {"pos": "MD", "L": "would", "F": "'d"}], "Couldn't've": [{"pos": "MD", "F": "Could"}, {"pos": "RB", "L": "not", "F": "n't"}, {"pos": "VB", "L": "have", "F": "'ve"}], "'em": [{"F": "'em"}], "Wholl": [{"F": "Who"}, {"pos": "MD", "L": "will", "F": "ll"}], "ive": [{"L": "-PRON-", "F": "i"}, {"pos": "VB", "L": "have", "F": "ve"}], "Hadn't": [{"pos": "VBD", "L": "have", "F": "Had"}, {"pos": "RB", "L": "not", "F": "n't"}], "wedve": [{"F": "we"}, {"pos": "MD", "L": "would", "F": "d"}, {"pos": "VB", "L": "have", "F": "ve"}], "They'd": [{"L": "-PRON-", "F": "They"}, {"pos": "MD", "L": "would", "F": "'d"}], "3pm": [{"F": "3"}, {"L": "p.m.", "F": "pm"}], "i'm": [{"L": "-PRON-", "F": "i"}, {"pos": "VBP", "number": 1, "L": "be", "tenspect": 1, "F": "'m"}], "haven't": [{"pos": "VB", "F": "have"}, {"pos": "RB", "L": "not", "F": "n't"}], "we'd've": [{"F": "we"}, {"pos": "MD", "L": "would", "F": "'d"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Whyll": [{"F": "Why"}, {"pos": "MD", "L": "will", "F": "ll"}], "itll": [{"L": "-PRON-", "F": "it"}, {"pos": "MD", "L": "will", "F": "ll"}], "hasn't": [{"F": "has"}, {"pos": "RB", "L": "not", "F": "n't"}], "Wheres": [{"F": "Where"}, {"F": "s"}], "Ltd.": [{"F": "Ltd."}], "I've": [{"L": "-PRON-", "F": "I"}, {"pos": "VB", "L": "have", "F": "'ve"}], "Whereve": [{"F": "Where"}, {"pos": "VB", "L": "have", "F": "ve"}], ";p": [{"F": ";p"}], "4p.m.": [{"F": "4"}, {"F": "p.m."}], "they're": [{"L": "-PRON-", "F": "they"}, {"F": "'re"}]} \ No newline at end of file +{"doesn't": [{"L": "do", "F": "does", "pos": "VBZ"}, {"L": "not", "F": "n't", "pos": "RB"}], "3a.m.": [{"F": "3"}, {"F": "a.m."}], "Won't": [{"F": "Wo"}, {"L": "not", "F": "n't", "pos": "RB"}], "=3": [{"F": "=3"}], "Pa.": [{"F": "Pa."}], "you'd've": [{"L": "-PRON-", "F": "you"}, {"L": "would", "F": "'d", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], "Couldnt": [{"F": "Could", "pos": "MD"}, {"L": "not", "F": "nt", "pos": "RB"}], "c.": [{"F": "c."}], "Why's": [{"F": "Why"}, {"F": "'s"}], "hows": [{"F": "how"}, {"F": "s"}], "What'll": [{"F": "What"}, {"L": "will", "F": "'ll", "pos": "MD"}], "Who're": [{"F": "Who"}, {"F": "'re"}], "5p.m.": [{"F": "5"}, {"F": "p.m."}], "Ark.": [{"F": "Ark."}], "youdve": [{"L": "-PRON-", "F": "you"}, {"L": "would", "F": "d", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], "Wouldn't've": [{"F": "Would"}, {"L": "not", "F": "n't", "pos": "RB"}, {"L": "have", "F": "'ve", "pos": "VB"}], "youd": [{"L": "-PRON-", "F": "you"}, {"L": "would", "F": "d", "pos": "MD"}], "Ind.": [{"F": "Ind."}], "ain't": [{"L": "be", "F": "ai", "pos": "VBP", "number": 2}, {"L": "not", "F": "n't", "pos": "RB"}], "l.": [{"F": "l."}], "Whatll": [{"F": "What"}, {"L": "will", "F": "ll", "pos": "MD"}], "Where's": [{"F": "Where"}, {"F": "'s"}], "there'd": [{"F": "there"}, {"L": "would", "F": "'d", "pos": "MD"}], "7pm": [{"F": "7"}, {"L": "p.m.", "F": "pm"}], "N.C.": [{"F": "N.C."}], "Mar.": [{"F": "Mar."}], "<3": [{"F": "<3"}], "Neb.": [{"F": "Neb."}], "Aug.": [{"F": "Aug."}], "I'll": [{"L": "-PRON-", "F": "I"}, {"L": "will", "F": "'ll", "pos": "MD"}], "he's": [{"L": "-PRON-", "F": "he"}, {"F": "'s"}], "isnt": [{"L": "be", "F": "is", "pos": "VBZ"}, {"L": "not", "F": "nt", "pos": "RB"}], "dont": [{"L": "do", "F": "do"}, {"L": "not", "F": "nt", "pos": "RB"}], "10a.m.": [{"F": "10"}, {"F": "a.m."}], "Jun.": [{"F": "Jun."}], "Idve": [{"L": "-PRON-", "F": "I"}, {"L": "would", "F": "d", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], "Inc.": [{"F": "Inc."}], "They'd": [{"L": "-PRON-", "F": "They"}, {"L": "would", "F": "'d", "pos": "MD"}], "shouldnt": [{"F": "should"}, {"L": "not", "F": "nt", "pos": "RB"}], "Corp.": [{"F": "Corp."}], "might've": [{"F": "might"}, {"L": "have", "F": "'ve", "pos": "VB"}], "Feb.": [{"F": "Feb."}], ":/": [{"F": ":/"}], "shant": [{"F": "sha"}, {"L": "not", "F": "nt", "pos": "RB"}], "2a.m.": [{"F": "2"}, {"F": "a.m."}], "they're": [{"L": "-PRON-", "F": "they"}, {"F": "'re"}], "Whod": [{"F": "Who"}, {"L": "would", "F": "d", "pos": "MD"}], "Nebr.": [{"F": "Nebr."}], "Hed": [{"L": "-PRON-", "F": "He"}, {"L": "would", "F": "d", "pos": "MD"}], "we'll": [{"F": "we"}, {"L": "will", "F": "'ll", "pos": "MD"}], ";)": [{"F": ";)"}], "11a.m.": [{"F": "11"}, {"F": "a.m."}], "Arent": [{"L": "be", "F": "Are", "pos": "VBP", "number": 2}, {"L": "not", "F": "nt", "pos": "RB"}], "Miss.": [{"F": "Miss."}], "\t": [{"F": "\t", "pos": "SP"}], "o.O": [{"F": "o.O"}], "Kan.": [{"F": "Kan."}], "''": [{"F": "''"}], "'ol": [{"F": "'ol"}], "(^_^)": [{"F": "(^_^)"}], "n.": [{"F": "n."}], "vs.": [{"F": "vs."}], "Mightnt": [{"F": "Might"}, {"L": "not", "F": "nt", "pos": "RB"}], "May.": [{"F": "May."}], "itd": [{"L": "-PRON-", "F": "it"}, {"L": "would", "F": "d", "pos": "MD"}], "b.": [{"F": "b."}], "Ore.": [{"F": "Ore."}], "whatve": [{"F": "what"}, {"L": "have", "F": "ve", "pos": "VB"}], "mustnt": [{"F": "must"}, {"L": "not", "F": "nt", "pos": "RB"}], "co.": [{"F": "co."}], "Im": [{"L": "-PRON-", "F": "I"}, {"L": "be", "tenspect": 1, "pos": "VBP", "number": 1, "F": "m"}], "1a.m.": [{"F": "1"}, {"F": "a.m."}], "i'm": [{"L": "-PRON-", "F": "i"}, {"L": "be", "tenspect": 1, "pos": "VBP", "number": 1, "F": "'m"}], ":]": [{"F": ":]"}], "Wouldnt": [{"F": "Would"}, {"L": "not", "F": "nt", "pos": "RB"}], "2am": [{"F": "2"}, {"L": "a.m.", "F": "am"}], "whatre": [{"F": "what"}, {"F": "re"}], "you'd": [{"L": "-PRON-", "F": "you"}, {"L": "would", "F": "'d", "pos": "MD"}], "Mightn't've": [{"F": "Might"}, {"L": "not", "F": "n't", "pos": "RB"}, {"L": "have", "F": "'ve", "pos": "VB"}], "3am": [{"F": "3"}, {"L": "a.m.", "F": "am"}], "When's": [{"F": "When"}, {"F": "'s"}], "You'd": [{"L": "-PRON-", "F": "You"}, {"L": "would", "F": "'d", "pos": "MD"}], "wouldve": [{"F": "would"}, {"L": "have", "F": "ve", "pos": "VB"}], "it's": [{"L": "-PRON-", "F": "it"}, {"F": "'s"}], "wedve": [{"F": "we"}, {"L": "would", "F": "d", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], "She's": [{"L": "-PRON-", "F": "She"}, {"F": "'s"}], "Theredve": [{"F": "There"}, {"L": "would", "F": "d", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], "Needn't": [{"F": "Need"}, {"L": "not", "F": "n't", "pos": "RB"}], "They've": [{"L": "-PRON-", "F": "They"}, {"L": "have", "F": "'ve", "pos": "VB"}], "Ltd.": [{"F": "Ltd."}], "youll": [{"L": "-PRON-", "F": "you"}, {"L": "will", "F": "ll", "pos": "MD"}], "Gov.": [{"F": "Gov."}], "wheres": [{"F": "where"}, {"F": "s"}], "Mightntve": [{"F": "Might"}, {"L": "not", "F": "nt", "pos": "RB"}, {"L": "have", "F": "ve", "pos": "VB"}], "Havent": [{"F": "Have", "pos": "VB"}, {"L": "not", "F": "nt", "pos": "RB"}], ":((": [{"F": ":(("}], "8pm": [{"F": "8"}, {"L": "p.m.", "F": "pm"}], "hadn't've": [{"L": "have", "F": "had", "pos": "VBD"}, {"L": "not", "F": "n't", "pos": "RB"}, {"L": "have", "F": "'ve", "pos": "VB"}], "Sept.": [{"F": "Sept."}], "Whatre": [{"F": "What"}, {"F": "re"}], "it'll": [{"L": "-PRON-", "F": "it"}, {"L": "will", "F": "'ll", "pos": "MD"}], "We're": [{"F": "We"}, {"F": "'re"}], "they've": [{"L": "-PRON-", "F": "they"}, {"L": "have", "F": "'ve", "pos": "VB"}], "who'll": [{"F": "who"}, {"L": "will", "F": "'ll", "pos": "MD"}], "Mustnt": [{"F": "Must"}, {"L": "not", "F": "nt", "pos": "RB"}], "v.": [{"F": "v."}], ":O": [{"F": ":O"}], "9am": [{"F": "9"}, {"L": "a.m.", "F": "am"}], "mightn't've": [{"F": "might"}, {"L": "not", "F": "n't", "pos": "RB"}, {"L": "have", "F": "'ve", "pos": "VB"}], "why's": [{"F": "why"}, {"F": "'s"}], "mustve": [{"F": "must"}, {"L": "have", "F": "ve", "pos": "VB"}], "Mich.": [{"F": "Mich."}], "there's": [{"F": "there"}, {"F": "'s"}], "couldnt": [{"F": "could", "pos": "MD"}, {"L": "not", "F": "nt", "pos": "RB"}], "you're": [{"L": "-PRON-", "F": "you"}, {"F": "'re"}], "Shant": [{"F": "Sha"}, {"L": "not", "F": "nt", "pos": "RB"}], "3p.m.": [{"F": "3"}, {"F": "p.m."}], "Why're": [{"F": "Why"}, {"F": "'re"}], "Neednt": [{"F": "Need"}, {"L": "not", "F": "nt", "pos": "RB"}], "We'd": [{"F": "We"}, {"L": "would", "F": "'d", "pos": "MD"}], "you'll": [{"L": "-PRON-", "F": "you"}, {"L": "will", "F": "'ll", "pos": "MD"}], "Youre": [{"L": "-PRON-", "F": "You"}, {"F": "re"}], "Whyll": [{"F": "Why"}, {"L": "will", "F": "ll", "pos": "MD"}], ";-)": [{"F": ";-)"}], "he'll": [{"L": "-PRON-", "F": "he"}, {"L": "will", "F": "'ll", "pos": "MD"}], "Wouldn't": [{"F": "Would"}, {"L": "not", "F": "n't", "pos": "RB"}], "Who'd": [{"F": "Who"}, {"L": "would", "F": "'d", "pos": "MD"}], "Could've": [{"F": "Could", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], "6am": [{"F": "6"}, {"L": "a.m.", "F": "am"}], "Would've": [{"F": "Would"}, {"L": "have", "F": "'ve", "pos": "VB"}], "They'll": [{"L": "-PRON-", "F": "They"}, {"L": "will", "F": "'ll", "pos": "MD"}], "Let's": [{"F": "Let"}, {"F": "'s"}], "cant": [{"L": "can", "F": "ca", "pos": "MD"}, {"L": "not", "F": "nt", "pos": "RB"}], "o_o": [{"F": "o_o"}], "it'd've": [{"L": "-PRON-", "F": "it"}, {"L": "would", "F": "'d", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], ":Y": [{"F": ":Y"}], "Doesn't": [{"L": "do", "F": "Does", "pos": "VBZ"}, {"L": "not", "F": "n't", "pos": "RB"}], "wouldntve": [{"F": "would"}, {"L": "not", "F": "nt", "pos": "RB"}, {"L": "have", "F": "ve", "pos": "VB"}], "Ariz.": [{"F": "Ariz."}], "where's": [{"F": "where"}, {"F": "'s"}], "11p.m.": [{"F": "11"}, {"F": "p.m."}], ":-)": [{"F": ":-)"}], "u.": [{"F": "u."}], "p.m.": [{"F": "p.m."}], "Wasnt": [{"F": "Was"}, {"L": "not", "F": "nt", "pos": "RB"}], "o.": [{"F": "o."}], "I've": [{"L": "-PRON-", "F": "I"}, {"L": "have", "F": "'ve", "pos": "VB"}], "Mont.": [{"F": "Mont."}], "hed": [{"L": "-PRON-", "F": "he"}, {"L": "would", "F": "d", "pos": "MD"}], "7am": [{"F": "7"}, {"L": "a.m.", "F": "am"}], "whats": [{"F": "what"}, {"F": "s"}], "theydve": [{"L": "-PRON-", "F": "they"}, {"L": "would", "F": "d", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], "we're": [{"F": "we"}, {"F": "'re"}], "idve": [{"L": "-PRON-", "F": "i"}, {"L": "would", "F": "d", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], "we'd've": [{"F": "we"}, {"L": "would", "F": "'d", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], "i'ma": [{"L": "-PRON-", "F": "i"}, {"F": "'ma"}], "Mr.": [{"F": "Mr."}], ":)": [{"F": ":)"}], "I'd": [{"L": "-PRON-", "F": "I"}, {"L": "would", "F": "'d", "pos": "MD"}], "Not've": [{"L": "not", "F": "Not", "pos": "RB"}, {"L": "have", "F": "'ve", "pos": "VB"}], "havent": [{"F": "have", "pos": "VB"}, {"L": "not", "F": "nt", "pos": "RB"}], "Gen.": [{"F": "Gen."}], "E.G.": [{"F": "E.G."}], "thats": [{"F": "that"}, {"F": "s"}], "Who's": [{"F": "Who"}, {"F": "'s"}], "whens": [{"F": "when"}, {"F": "s"}], "theyre": [{"L": "-PRON-", "F": "they"}, {"F": "re"}], "they'd've": [{"L": "-PRON-", "F": "they"}, {"L": "would", "F": "'d", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], "That's": [{"F": "That"}, {"F": "'s"}], ":-/": [{"F": ":-/"}], "Hadntve": [{"L": "have", "F": "Had", "pos": "VBD"}, {"L": "not", "F": "nt", "pos": "RB"}, {"L": "have", "F": "ve", "pos": "VB"}], "i.": [{"F": "i."}], ":P": [{"F": ":P"}], "how'd": [{"F": "how"}, {"L": "would", "F": "'d", "pos": "MD"}], "I.e.": [{"F": "I.e."}], "she'll": [{"L": "-PRON-", "F": "she"}, {"L": "will", "F": "'ll", "pos": "MD"}], "Fla.": [{"F": "Fla."}], "She'll": [{"L": "-PRON-", "F": "She"}, {"L": "will", "F": "'ll", "pos": "MD"}], "Haven't": [{"F": "Have", "pos": "VB"}, {"L": "not", "F": "n't", "pos": "RB"}], "How'll": [{"F": "How"}, {"L": "will", "F": "'ll", "pos": "MD"}], "10p.m.": [{"F": "10"}, {"F": "p.m."}], "doesnt": [{"L": "do", "F": "does", "pos": "VBZ"}, {"L": "not", "F": "nt", "pos": "RB"}], "h.": [{"F": "h."}], "Messrs.": [{"F": "Messrs."}], "Wouldntve": [{"F": "Would"}, {"L": "not", "F": "nt", "pos": "RB"}, {"L": "have", "F": "ve", "pos": "VB"}], "St.": [{"F": "St."}], "Jr.": [{"F": "Jr."}], "why'll": [{"F": "why"}, {"L": "will", "F": "'ll", "pos": "MD"}], "needn't": [{"F": "need"}, {"L": "not", "F": "n't", "pos": "RB"}], "They're": [{"L": "-PRON-", "F": "They"}, {"F": "'re"}], "weren't": [{"F": "were"}, {"L": "not", "F": "n't", "pos": "RB"}], "howd": [{"F": "how"}, {"L": "would", "F": "d", "pos": "MD"}], "Shouldn't've": [{"F": "Should"}, {"L": "not", "F": "n't", "pos": "RB"}, {"L": "have", "F": "'ve", "pos": "VB"}], "How's": [{"F": "How"}, {"F": "'s"}], ":(": [{"F": ":("}], "\n": [{"F": "\n", "pos": "SP"}], "It'd've": [{"L": "-PRON-", "F": "It"}, {"L": "would", "F": "'d", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], "Ga.": [{"F": "Ga."}], "whered": [{"F": "where"}, {"L": "would", "F": "d", "pos": "MD"}], "Couldntve": [{"F": "Could", "pos": "MD"}, {"L": "not", "F": "nt", "pos": "RB"}, {"L": "have", "F": "ve", "pos": "VB"}], "hadnt": [{"L": "have", "F": "had", "pos": "VBD"}, {"L": "not", "F": "nt", "pos": "RB"}], "Ain't": [{"L": "be", "F": "Ai", "pos": "VBP", "number": 2}, {"L": "not", "F": "n't", "pos": "RB"}], "hadntve": [{"L": "have", "F": "had", "pos": "VBD"}, {"L": "not", "F": "nt", "pos": "RB"}, {"L": "have", "F": "ve", "pos": "VB"}], "There's": [{"F": "There"}, {"F": "'s"}], "1pm": [{"F": "1"}, {"L": "p.m.", "F": "pm"}], ":3": [{"F": ":3"}], "mightn't": [{"F": "might"}, {"L": "not", "F": "n't", "pos": "RB"}], "Adm.": [{"F": "Adm."}], "that's": [{"F": "that"}, {"F": "'s"}], "12am": [{"F": "12"}, {"L": "a.m.", "F": "am"}], "where've": [{"F": "where"}, {"L": "have", "F": "'ve", "pos": "VB"}], "Hasnt": [{"F": "Has"}, {"L": "not", "F": "nt", "pos": "RB"}], "who'd": [{"F": "who"}, {"L": "would", "F": "'d", "pos": "MD"}], "'em": [{"F": "'em"}], "Whered": [{"F": "Where"}, {"L": "would", "F": "d", "pos": "MD"}], "x.": [{"F": "x."}], "I'd've": [{"L": "-PRON-", "F": "I"}, {"L": "would", "F": "'d", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], "Couldve": [{"F": "Could", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], "won't": [{"F": "wo"}, {"L": "not", "F": "n't", "pos": "RB"}], "12pm": [{"F": "12"}, {"L": "p.m.", "F": "pm"}], "whove": [{"F": "who"}, {"L": "have", "F": "ve", "pos": "VB"}], "Co.": [{"F": "Co."}], "You've": [{"L": "-PRON-", "F": "You"}, {"L": "have", "F": "'ve", "pos": "VB"}], "wouldn't've": [{"F": "would"}, {"L": "not", "F": "n't", "pos": "RB"}, {"L": "have", "F": "'ve", "pos": "VB"}], "wouldn't": [{"F": "would"}, {"L": "not", "F": "n't", "pos": "RB"}], "must've": [{"F": "must"}, {"L": "have", "F": "'ve", "pos": "VB"}], "a.": [{"F": "a."}], "Couldn't": [{"F": "Could", "pos": "MD"}, {"L": "not", "F": "n't", "pos": "RB"}], "z.": [{"F": "z."}], "^_^": [{"F": "^_^"}], "Mustve": [{"F": "Must"}, {"L": "have", "F": "ve", "pos": "VB"}], "Mightve": [{"F": "Might"}, {"L": "have", "F": "ve", "pos": "VB"}], "itdve": [{"L": "-PRON-", "F": "it"}, {"L": "would", "F": "d", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], "Ive": [{"L": "-PRON-", "F": "I"}, {"L": "have", "F": "ve", "pos": "VB"}], "Cannot": [{"L": "can", "F": "Can", "pos": "MD"}, {"L": "not", "F": "not", "pos": "RB"}], "Couldn't've": [{"F": "Could", "pos": "MD"}, {"L": "not", "F": "n't", "pos": "RB"}, {"L": "have", "F": "'ve", "pos": "VB"}], "Jul.": [{"F": "Jul."}], "Okla.": [{"F": "Okla."}], "Dr.": [{"F": "Dr."}], "Where'd": [{"F": "Where"}, {"L": "would", "F": "'d", "pos": "MD"}], "Hadn't've": [{"L": "have", "F": "Had", "pos": "VBD"}, {"L": "not", "F": "n't", "pos": "RB"}, {"L": "have", "F": "'ve", "pos": "VB"}], "Mass.": [{"F": "Mass."}], "werent": [{"F": "were"}, {"L": "not", "F": "nt", "pos": "RB"}], "4a.m.": [{"F": "4"}, {"F": "a.m."}], "Whyre": [{"F": "Why"}, {"F": "re"}], "Theyll": [{"L": "-PRON-", "F": "They"}, {"L": "will", "F": "ll", "pos": "MD"}], "Whatve": [{"F": "What"}, {"L": "have", "F": "ve", "pos": "VB"}], "it'd": [{"L": "-PRON-", "F": "it"}, {"L": "would", "F": "'d", "pos": "MD"}], "Theyd": [{"L": "-PRON-", "F": "They"}, {"L": "would", "F": "d", "pos": "MD"}], "mightntve": [{"F": "might"}, {"L": "not", "F": "nt", "pos": "RB"}, {"L": "have", "F": "ve", "pos": "VB"}], "what're": [{"F": "what"}, {"F": "'re"}], "You're": [{"L": "-PRON-", "F": "You"}, {"F": "'re"}], "Ms.": [{"F": "Ms."}], "Whys": [{"F": "Why"}, {"F": "s"}], "aint": [{"L": "be", "F": "ai", "pos": "VBP", "number": 2}, {"L": "not", "F": "nt", "pos": "RB"}], "How'd": [{"F": "How"}, {"L": "would", "F": "'d", "pos": "MD"}], ":-P": [{"F": ":-P"}], "Ill.": [{"F": "Ill."}], "9a.m.": [{"F": "9"}, {"F": "a.m."}], "Oct.": [{"F": "Oct."}], "I'ma": [{"L": "-PRON-", "F": "I"}, {"F": "'ma"}], "Notve": [{"L": "not", "F": "Not", "pos": "RB"}, {"L": "have", "F": "ve", "pos": "VB"}], "Shouldnt": [{"F": "Should"}, {"L": "not", "F": "nt", "pos": "RB"}], "Howd": [{"F": "How"}, {"L": "would", "F": "d", "pos": "MD"}], "4pm": [{"F": "4"}, {"L": "p.m.", "F": "pm"}], "V_V": [{"F": "V_V"}], "Wont": [{"F": "Wo"}, {"L": "not", "F": "nt", "pos": "RB"}], "Weren't": [{"F": "Were"}, {"L": "not", "F": "n't", "pos": "RB"}], "N.Y.": [{"F": "N.Y."}], "Where've": [{"F": "Where"}, {"L": "have", "F": "'ve", "pos": "VB"}], "He'd": [{"L": "-PRON-", "F": "He"}, {"L": "would", "F": "'d", "pos": "MD"}], "Theydve": [{"L": "-PRON-", "F": "They"}, {"L": "would", "F": "d", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], "who've": [{"F": "who"}, {"L": "have", "F": "'ve", "pos": "VB"}], "1am": [{"F": "1"}, {"L": "a.m.", "F": "am"}], "Don't": [{"L": "do", "F": "Do"}, {"L": "not", "F": "n't", "pos": "RB"}], "shan't": [{"F": "sha"}, {"L": "not", "F": "n't", "pos": "RB"}], "Hedve": [{"L": "-PRON-", "F": "He"}, {"L": "would", "F": "d", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], "f.": [{"F": "f."}], "w.": [{"F": "w."}], "Kans.": [{"F": "Kans."}], "Cant": [{"L": "can", "F": "Ca", "pos": "MD"}, {"L": "not", "F": "nt", "pos": "RB"}], "-_-": [{"F": "-_-"}], "shedve": [{"L": "-PRON-", "F": "she"}, {"L": "would", "F": "d", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], "What's": [{"F": "What"}, {"F": "'s"}], "we've": [{"F": "we"}, {"L": "have", "F": "'ve", "pos": "VB"}], "N.D.": [{"F": "N.D."}], "6a.m.": [{"F": "6"}, {"F": "a.m."}], "wasnt": [{"F": "was"}, {"L": "not", "F": "nt", "pos": "RB"}], "who're": [{"F": "who"}, {"F": "'re"}], "Whove": [{"F": "Who"}, {"L": "have", "F": "ve", "pos": "VB"}], "haven't": [{"F": "have", "pos": "VB"}, {"L": "not", "F": "n't", "pos": "RB"}], ";(": [{"F": ";("}], "We'd've": [{"F": "We"}, {"L": "would", "F": "'d", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], "didn't": [{"L": "do", "F": "did", "pos": "VBD"}, {"L": "not", "F": "n't", "pos": "RB"}], "10pm": [{"F": "10"}, {"L": "p.m.", "F": "pm"}], "y.": [{"F": "y."}], "Tenn.": [{"F": "Tenn."}], "Wis.": [{"F": "Wis."}], "Whos": [{"F": "Who"}, {"F": "s"}], "theredve": [{"F": "there"}, {"L": "would", "F": "d", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], "wont": [{"F": "wo"}, {"L": "not", "F": "nt", "pos": "RB"}], "Aint": [{"L": "be", "F": "Ai", "pos": "VBP", "number": 2}, {"L": "not", "F": "nt", "pos": "RB"}], "Wholl": [{"F": "Who"}, {"L": "will", "F": "ll", "pos": "MD"}], "youve": [{"L": "-PRON-", "F": "you"}, {"L": "have", "F": "ve", "pos": "VB"}], "couldn't've": [{"F": "could", "pos": "MD"}, {"L": "not", "F": "n't", "pos": "RB"}, {"L": "have", "F": "'ve", "pos": "VB"}], "theyve": [{"L": "-PRON-", "F": "they"}, {"L": "have", "F": "ve", "pos": "VB"}], "hes": [{"L": "-PRON-", "F": "he"}, {"F": "s"}], "Shouldve": [{"F": "Should"}, {"L": "have", "F": "ve", "pos": "VB"}], "would've": [{"F": "would"}, {"L": "have", "F": "'ve", "pos": "VB"}], "whos": [{"F": "who"}, {"F": "s"}], "let's": [{"F": "let"}, {"F": "'s"}], ";-p": [{"F": ";-p"}], "Bros.": [{"F": "Bros."}], "when's": [{"F": "when"}, {"F": "'s"}], "Youdve": [{"L": "-PRON-", "F": "You"}, {"L": "would", "F": "d", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], "q.": [{"F": "q."}], "i'd": [{"L": "-PRON-", "F": "i"}, {"L": "would", "F": "'d", "pos": "MD"}], "ive": [{"L": "-PRON-", "F": "i"}, {"L": "have", "F": "ve", "pos": "VB"}], "Wasn't": [{"F": "Was"}, {"L": "not", "F": "n't", "pos": "RB"}], "Del.": [{"F": "Del."}], "where'd": [{"F": "where"}, {"L": "would", "F": "'d", "pos": "MD"}], "=]": [{"F": "=]"}], "shouldn't've": [{"F": "should"}, {"L": "not", "F": "n't", "pos": "RB"}, {"L": "have", "F": "'ve", "pos": "VB"}], "weve": [{"F": "we"}, {"L": "have", "F": "ve", "pos": "VB"}], "Mustn't": [{"F": "Must"}, {"L": "not", "F": "n't", "pos": "RB"}], "xD": [{"F": "xD"}], "You'll": [{"L": "-PRON-", "F": "You"}, {"L": "will", "F": "'ll", "pos": "MD"}], "=)": [{"F": "=)"}], "hasnt": [{"F": "has"}, {"L": "not", "F": "nt", "pos": "RB"}], "what'll": [{"F": "what"}, {"L": "will", "F": "'ll", "pos": "MD"}], "hedve": [{"L": "-PRON-", "F": "he"}, {"L": "would", "F": "d", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], "wouldnt": [{"F": "would"}, {"L": "not", "F": "nt", "pos": "RB"}], "N.J.": [{"F": "N.J."}], "We'll": [{"F": "We"}, {"L": "will", "F": "'ll", "pos": "MD"}], "whatll": [{"F": "what"}, {"L": "will", "F": "ll", "pos": "MD"}], "its": [{"L": "-PRON-", "F": "it"}, {"F": "s"}], "'S": [{"L": "'s", "F": "'S"}], "Calif.": [{"F": "Calif."}], "d.": [{"F": "d."}], "Wouldve": [{"F": "Would"}, {"L": "have", "F": "ve", "pos": "VB"}], "9p.m.": [{"F": "9"}, {"F": "p.m."}], "Theyve": [{"L": "-PRON-", "F": "They"}, {"L": "have", "F": "ve", "pos": "VB"}], "E.g.": [{"F": "E.g."}], "how's": [{"F": "how"}, {"F": "'s"}], ":>": [{"F": ":>"}], "Must've": [{"F": "Must"}, {"L": "have", "F": "'ve", "pos": "VB"}], "can't": [{"L": "can", "F": "ca", "pos": "MD"}, {"L": "not", "F": "n't", "pos": "RB"}], "10am": [{"F": "10"}, {"L": "a.m.", "F": "am"}], "how'll": [{"F": "how"}, {"L": "will", "F": "'ll", "pos": "MD"}], "I.E.": [{"F": "I.E."}], "It'd": [{"L": "-PRON-", "F": "It"}, {"L": "would", "F": "'d", "pos": "MD"}], "Apr.": [{"F": "Apr."}], "isn't": [{"L": "be", "F": "is", "pos": "VBZ"}, {"L": "not", "F": "n't", "pos": "RB"}], "Mo.": [{"F": "Mo."}], "g.": [{"F": "g."}], "shouldve": [{"F": "should"}, {"L": "have", "F": "ve", "pos": "VB"}], "What're": [{"F": "What"}, {"F": "'re"}], ";D": [{"F": ";D"}], "a.m.": [{"F": "a.m."}], "There'd": [{"F": "There"}, {"L": "would", "F": "'d", "pos": "MD"}], "Shan't": [{"F": "Sha"}, {"L": "not", "F": "n't", "pos": "RB"}], "Itd": [{"L": "-PRON-", "F": "It"}, {"L": "would", "F": "d", "pos": "MD"}], "she'd've": [{"L": "-PRON-", "F": "she"}, {"L": "would", "F": "'d", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], ":p": [{"F": ":p"}], "Va.": [{"F": "Va."}], "We've": [{"F": "We"}, {"L": "have", "F": "'ve", "pos": "VB"}], "couldn't": [{"F": "could", "pos": "MD"}, {"L": "not", "F": "n't", "pos": "RB"}], "Whereve": [{"F": "Where"}, {"L": "have", "F": "ve", "pos": "VB"}], "Thered": [{"F": "There"}, {"L": "would", "F": "d", "pos": "MD"}], ":')": [{"F": ":')"}], "hadn't": [{"L": "have", "F": "had", "pos": "VBD"}, {"L": "not", "F": "n't", "pos": "RB"}], "(=": [{"F": "(="}], "11am": [{"F": "11"}, {"L": "a.m.", "F": "am"}], "they'll": [{"L": "-PRON-", "F": "they"}, {"L": "will", "F": "'ll", "pos": "MD"}], "e.g.": [{"F": "e.g."}], "4am": [{"F": "4"}, {"L": "a.m.", "F": "am"}], "couldve": [{"F": "could", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], "Didn't": [{"L": "do", "F": "Did", "pos": "VBD"}, {"L": "not", "F": "n't", "pos": "RB"}], "Sen.": [{"F": "Sen."}], "don't": [{"L": "do", "F": "do"}, {"L": "not", "F": "n't", "pos": "RB"}], "neednt": [{"F": "need"}, {"L": "not", "F": "nt", "pos": "RB"}], "mustn't": [{"F": "must"}, {"L": "not", "F": "n't", "pos": "RB"}], "4p.m.": [{"F": "4"}, {"F": "p.m."}], "Dec.": [{"F": "Dec."}], "7p.m.": [{"F": "7"}, {"F": "p.m."}], "Whens": [{"F": "When"}, {"F": "s"}], ":))": [{"F": ":))"}], "2pm": [{"F": "2"}, {"L": "p.m.", "F": "pm"}], "She'd": [{"L": "-PRON-", "F": "She"}, {"L": "would", "F": "'d", "pos": "MD"}], "Rep.": [{"F": "Rep."}], "Jan.": [{"F": "Jan."}], " ": [{"F": " ", "pos": "SP"}], "Shes": [{"L": "-PRON-", "F": "She"}, {"F": "s"}], "o_O": [{"F": "o_O"}], "Wheres": [{"F": "Where"}, {"F": "s"}], "im": [{"L": "-PRON-", "F": "i"}, {"L": "be", "tenspect": 1, "pos": "VBP", "number": 1, "F": "m"}], "<333": [{"F": "<333"}], "-__-": [{"F": "-__-"}], "They'd've": [{"L": "-PRON-", "F": "They"}, {"L": "would", "F": "'d", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], "12a.m.": [{"F": "12"}, {"F": "a.m."}], "Ky.": [{"F": "Ky."}], "wholl": [{"F": "who"}, {"L": "will", "F": "ll", "pos": "MD"}], "Werent": [{"F": "Were"}, {"L": "not", "F": "nt", "pos": "RB"}], "=D": [{"F": "=D"}], "Wash.": [{"F": "Wash."}], "shouldntve": [{"F": "should"}, {"L": "not", "F": "nt", "pos": "RB"}, {"L": "have", "F": "ve", "pos": "VB"}], "He'll": [{"L": "-PRON-", "F": "He"}, {"L": "will", "F": "'ll", "pos": "MD"}], "arent": [{"L": "be", "F": "are", "pos": "VBP", "number": 2}, {"L": "not", "F": "nt", "pos": "RB"}], "11pm": [{"F": "11"}, {"L": "p.m.", "F": "pm"}], "5pm": [{"F": "5"}, {"L": "p.m.", "F": "pm"}], "What've": [{"F": "What"}, {"L": "have", "F": "'ve", "pos": "VB"}], "mightve": [{"F": "might"}, {"L": "have", "F": "ve", "pos": "VB"}], "Whats": [{"F": "What"}, {"F": "s"}], "Youve": [{"L": "-PRON-", "F": "You"}, {"L": "have", "F": "ve", "pos": "VB"}], "mightnt": [{"F": "might"}, {"L": "not", "F": "nt", "pos": "RB"}], "Might've": [{"F": "Might"}, {"L": "have", "F": "'ve", "pos": "VB"}], "Colo.": [{"F": "Colo."}], "Shedve": [{"L": "-PRON-", "F": "She"}, {"L": "would", "F": "d", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], "what's": [{"F": "what"}, {"F": "'s"}], "=[[": [{"F": "=[["}], "You'd've": [{"L": "-PRON-", "F": "You"}, {"L": "would", "F": "'d", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], "Sep.": [{"F": "Sep."}], "e.": [{"F": "e."}], "I'm": [{"L": "-PRON-", "F": "I"}, {"L": "be", "tenspect": 1, "pos": "VBP", "number": 1, "F": "'m"}], "xDD": [{"F": "xDD"}], "She'd've": [{"L": "-PRON-", "F": "She"}, {"L": "would", "F": "'d", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], "whod": [{"F": "who"}, {"L": "would", "F": "d", "pos": "MD"}], "Thats": [{"F": "That"}, {"F": "s"}], "He's": [{"L": "-PRON-", "F": "He"}, {"F": "'s"}], "p.": [{"F": "p."}], "Itll": [{"L": "-PRON-", "F": "It"}, {"L": "will", "F": "ll", "pos": "MD"}], "not've": [{"L": "not", "F": "not", "pos": "RB"}, {"L": "have", "F": "'ve", "pos": "VB"}], ";p": [{"F": ";p"}], "7a.m.": [{"F": "7"}, {"F": "a.m."}], "Mt.": [{"L": "Mount", "F": "Mt."}], "Its": [{"L": "-PRON-", "F": "It"}, {"F": "s"}], "didnt": [{"L": "do", "F": "did", "pos": "VBD"}, {"L": "not", "F": "nt", "pos": "RB"}], "Dont": [{"L": "do", "F": "Do"}, {"L": "not", "F": "nt", "pos": "RB"}], "It'll": [{"L": "-PRON-", "F": "It"}, {"L": "will", "F": "'ll", "pos": "MD"}], "i.e.": [{"F": "i.e."}], "you've": [{"L": "-PRON-", "F": "you"}, {"L": "have", "F": "'ve", "pos": "VB"}], "theyd": [{"L": "-PRON-", "F": "they"}, {"L": "would", "F": "d", "pos": "MD"}], "howll": [{"F": "how"}, {"L": "will", "F": "ll", "pos": "MD"}], "Hasn't": [{"F": "Has"}, {"L": "not", "F": "n't", "pos": "RB"}], "6pm": [{"F": "6"}, {"L": "p.m.", "F": "pm"}], "Isn't": [{"L": "be", "F": "Is", "pos": "VBZ"}, {"L": "not", "F": "n't", "pos": "RB"}], "what've": [{"F": "what"}, {"L": "have", "F": "'ve", "pos": "VB"}], "Theyre": [{"L": "-PRON-", "F": "They"}, {"F": "re"}], "Nev.": [{"F": "Nev."}], "we'd": [{"F": "we"}, {"L": "would", "F": "'d", "pos": "MD"}], "Shouldntve": [{"F": "Should"}, {"L": "not", "F": "nt", "pos": "RB"}, {"L": "have", "F": "ve", "pos": "VB"}], "ima": [{"L": "-PRON-", "F": "i"}, {"F": "ma"}], "thered": [{"F": "there"}, {"L": "would", "F": "d", "pos": "MD"}], "Who'll": [{"F": "Who"}, {"L": "will", "F": "'ll", "pos": "MD"}], "Mrs.": [{"F": "Mrs."}], "Itdve": [{"L": "-PRON-", "F": "It"}, {"L": "would", "F": "d", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], ":0": [{"F": ":0"}], "Minn.": [{"F": "Minn."}], "i'll": [{"L": "-PRON-", "F": "i"}, {"L": "will", "F": "'ll", "pos": "MD"}], "Ala.": [{"F": "Ala."}], "Doesnt": [{"L": "do", "F": "Does", "pos": "VBZ"}, {"L": "not", "F": "nt", "pos": "RB"}], "Isnt": [{"L": "be", "F": "Is", "pos": "VBZ"}, {"L": "not", "F": "nt", "pos": "RB"}], "\")": [{"F": "\")"}], "she'd": [{"L": "-PRON-", "F": "she"}, {"L": "would", "F": "'d", "pos": "MD"}], "notve": [{"L": "not", "F": "not", "pos": "RB"}, {"L": "have", "F": "ve", "pos": "VB"}], "j.": [{"F": "j."}], "who's": [{"F": "who"}, {"F": "'s"}], "<33": [{"F": "<33"}], "It's": [{"L": "-PRON-", "F": "It"}, {"F": "'s"}], "they'd": [{"L": "-PRON-", "F": "they"}, {"L": "would", "F": "'d", "pos": "MD"}], "whereve": [{"F": "where"}, {"L": "have", "F": "ve", "pos": "VB"}], "9pm": [{"F": "9"}, {"L": "p.m.", "F": "pm"}], "2p.m.": [{"F": "2"}, {"F": "p.m."}], "Ima": [{"L": "-PRON-", "F": "I"}, {"F": "ma"}], "Conn.": [{"F": "Conn."}], "should've": [{"F": "should"}, {"L": "have", "F": "'ve", "pos": "VB"}], "(:": [{"F": "(:"}], "Aren't": [{"L": "be", "F": "Are", "pos": "VBP", "number": 2}, {"L": "not", "F": "n't", "pos": "RB"}], "s.": [{"F": "s."}], "La.": [{"F": "La."}], ":(((": [{"F": ":((("}], "There'd've": [{"F": "There"}, {"L": "would", "F": "'d", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], "Should've": [{"F": "Should"}, {"L": "have", "F": "'ve", "pos": "VB"}], "Hows": [{"F": "How"}, {"F": "s"}], "cannot": [{"L": "can", "F": "can", "pos": "MD"}, {"L": "not", "F": "not", "pos": "RB"}], "Md.": [{"F": "Md."}], "wasn't": [{"F": "was"}, {"L": "not", "F": "n't", "pos": "RB"}], "itll": [{"L": "-PRON-", "F": "it"}, {"L": "will", "F": "ll", "pos": "MD"}], "why're": [{"F": "why"}, {"F": "'re"}], "N.H.": [{"F": "N.H."}], "Hadn't": [{"L": "have", "F": "Had", "pos": "VBD"}, {"L": "not", "F": "n't", "pos": "RB"}], "whys": [{"F": "why"}, {"F": "s"}], "Hadnt": [{"L": "have", "F": "Had", "pos": "VBD"}, {"L": "not", "F": "nt", "pos": "RB"}], "Nov.": [{"F": "Nov."}], "he'd": [{"L": "-PRON-", "F": "he"}, {"L": "would", "F": "'d", "pos": "MD"}], "8p.m.": [{"F": "8"}, {"F": "p.m."}], "he'd've": [{"L": "-PRON-", "F": "he"}, {"L": "would", "F": "'d", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], "could've": [{"F": "could", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], "6p.m.": [{"F": "6"}, {"F": "p.m."}], "Can't": [{"L": "can", "F": "Ca", "pos": "MD"}, {"L": "not", "F": "n't", "pos": "RB"}], "Youll": [{"L": "-PRON-", "F": "You"}, {"L": "will", "F": "ll", "pos": "MD"}], "shes": [{"L": "-PRON-", "F": "she"}, {"F": "s"}], "8a.m.": [{"F": "8"}, {"F": "a.m."}], "Wedve": [{"F": "We"}, {"L": "would", "F": "d", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], "couldntve": [{"F": "could", "pos": "MD"}, {"L": "not", "F": "nt", "pos": "RB"}, {"L": "have", "F": "ve", "pos": "VB"}], "there'd've": [{"F": "there"}, {"L": "would", "F": "'d", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], "i've": [{"L": "-PRON-", "F": "i"}, {"L": "have", "F": "'ve", "pos": "VB"}], "youre": [{"L": "-PRON-", "F": "you"}, {"F": "re"}], "D.C.": [{"F": "D.C."}], "8am": [{"F": "8"}, {"L": "a.m.", "F": "am"}], "t.": [{"F": "t."}], "she's": [{"L": "-PRON-", "F": "she"}, {"F": "'s"}], "He'd've": [{"L": "-PRON-", "F": "He"}, {"L": "would", "F": "'d", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], "aren't": [{"L": "be", "F": "are", "pos": "VBP", "number": 2}, {"L": "not", "F": "n't", "pos": "RB"}], "whyll": [{"F": "why"}, {"L": "will", "F": "ll", "pos": "MD"}], "Howll": [{"F": "How"}, {"L": "will", "F": "ll", "pos": "MD"}], "5am": [{"F": "5"}, {"L": "a.m.", "F": "am"}], "hasn't": [{"F": "has"}, {"L": "not", "F": "n't", "pos": "RB"}], "Rev.": [{"F": "Rev."}], "12p.m.": [{"F": "12"}, {"F": "p.m."}], "m.": [{"F": "m."}], "N.M.": [{"F": "N.M."}], "Shouldn't": [{"F": "Should"}, {"L": "not", "F": "n't", "pos": "RB"}], "i'd've": [{"L": "-PRON-", "F": "i"}, {"L": "would", "F": "'d", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], "k.": [{"F": "k."}], "5a.m.": [{"F": "5"}, {"F": "a.m."}], "Why'll": [{"F": "Why"}, {"L": "will", "F": "'ll", "pos": "MD"}], "shouldn't": [{"F": "should"}, {"L": "not", "F": "n't", "pos": "RB"}], "Youd": [{"L": "-PRON-", "F": "You"}, {"L": "would", "F": "d", "pos": "MD"}], "theyll": [{"L": "-PRON-", "F": "they"}, {"L": "will", "F": "ll", "pos": "MD"}], "Hes": [{"L": "-PRON-", "F": "He"}, {"F": "s"}], "'s": [{"L": "'s", "F": "'s"}], "1p.m.": [{"F": "1"}, {"F": "p.m."}], "whyre": [{"F": "why"}, {"F": "re"}], "Weve": [{"F": "We"}, {"L": "have", "F": "ve", "pos": "VB"}], "Didnt": [{"L": "do", "F": "Did", "pos": "VBD"}, {"L": "not", "F": "nt", "pos": "RB"}], "Mightn't": [{"F": "Might"}, {"L": "not", "F": "n't", "pos": "RB"}], "3pm": [{"F": "3"}, {"L": "p.m.", "F": "pm"}], "Who've": [{"F": "Who"}, {"L": "have", "F": "'ve", "pos": "VB"}]} \ No newline at end of file From 39cfe28f330b8d975477b1f253e1589d6d192456 Mon Sep 17 00:00:00 2001 From: Vsevolod Solovyov Date: Mon, 24 Aug 2015 12:52:05 +0300 Subject: [PATCH 3/6] Correctly pass link_args in c_ext() in setup.py --- setup.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/setup.py b/setup.py index 3617b66dd..e56b450a2 100644 --- a/setup.py +++ b/setup.py @@ -64,7 +64,7 @@ def name_to_path(mod_name, ext): def c_ext(mod_name, language, includes, compile_args, link_args): mod_path = name_to_path(mod_name, language) return Extension(mod_name, [mod_path], include_dirs=includes, - extra_compile_args=compile_args, extra_link_args=compile_args) + extra_compile_args=compile_args, extra_link_args=link_args) def cython_setup(mod_names, language, includes, compile_args, link_args): From bbdb973398de27a576d425051fbbe132aa819273 Mon Sep 17 00:00:00 2001 From: Vsevolod Solovyov Date: Mon, 24 Aug 2015 13:09:23 +0300 Subject: [PATCH 4/6] Add contributor agreement for vsolovyov --- contributors/vsolovyov.md | 95 +++++++++++++++++++++++++++++++++++++++ 1 file changed, 95 insertions(+) create mode 100644 contributors/vsolovyov.md diff --git a/contributors/vsolovyov.md b/contributors/vsolovyov.md new file mode 100644 index 000000000..7f3a4bebe --- /dev/null +++ b/contributors/vsolovyov.md @@ -0,0 +1,95 @@ +Syllogism Contributor Agreement +=============================== + +This Syllogism Contributor Agreement (“SCA”) is based on the Oracle Contributor +Agreement. The SCA applies to any contribution that you make to any product or +project managed by us (the “project”), and sets out the intellectual property +rights you grant to us in the contributed materials. The term “us” shall mean +Syllogism Co. The term "you" shall mean the person or entity identified below. +If you agree to be bound by these terms, fill in the information requested below +and include the filled-in version with your first pull-request, under the file +contrbutors/. The name of the file should be your GitHub username, with the +extension .md. For example, the user example_user would create the file +spaCy/contributors/example_user.md . + +Read this agreement carefully before signing. These terms and conditions +constitute a binding legal agreement. + +1. The term 'contribution' or ‘contributed materials’ means any source code, +object code, patch, tool, sample, graphic, specification, manual, documentation, +or any other material posted or submitted by you to the project. + +2. With respect to any worldwide copyrights, or copyright applications and registrations, +in your contribution: + * you hereby assign to us joint ownership, and to the extent that such assignment + is or becomes invalid, ineffective or unenforceable, you hereby grant to us a perpetual, + irrevocable, non-exclusive, worldwide, no-charge, royalty-free, unrestricted license + to exercise all rights under those copyrights. This includes, at our option, the + right to sublicense these same rights to third parties through multiple levels of + sublicensees or other licensing arrangements; + + * you agree that each of us can do all things in relation to your contribution + as if each of us were the sole owners, and if one of us makes a derivative work + of your contribution, the one who makes the derivative work (or has it made) will + be the sole owner of that derivative work; + + * you agree that you will not assert any moral rights in your contribution against + us, our licensees or transferees; + + * you agree that we may register a copyright in your contribution and exercise + all ownership rights associated with it; and + + * you agree that neither of us has any duty to consult with, obtain the consent + of, pay or render an accounting to the other for any use or distribution of your + contribution. + +3. With respect to any patents you own, or that you can license without payment +to any third party, you hereby grant to us a perpetual, irrevocable, non-exclusive, +worldwide, no-charge, royalty-free license to: + + * make, have made, use, sell, offer to sell, import, and otherwise transfer your + contribution in whole or in part, alone or in combination with + or included in any product, work or materials arising out of the project to + which your contribution was submitted, and + + * at our option, to sublicense these same rights to third parties through multiple + levels of sublicensees or other licensing arrangements. + +4. Except as set out above, you keep all right, title, and interest in your +contribution. The rights that you grant to us under these terms are effective on +the date you first submitted a contribution to us, even if your submission took +place before the date you sign these terms. + +5. You covenant, represent, warrant and agree that: + + * Each contribution that you submit is and shall be an original work of authorship + and you can legally grant the rights set out in this SCA; + + * to the best of your knowledge, each contribution will not violate any third + party's copyrights, trademarks, patents, or other intellectual property rights; and + + * each contribution shall be in compliance with U.S. export control laws and other + applicable export and import laws. You agree to notify us if you become aware of + any circumstance which would make any of the foregoing representations inaccurate + in any respect. Syllogism Co. may publicly disclose your participation in the project, + including the fact that you have signed the SCA. + +6. This SCA is governed by the laws of the State of California and applicable U.S. + Federal law. Any choice of law rules will not apply. + +7. Please place an “x” on one of the applicable statement below. Please do NOT +mark both statements: + +_x__ I am signing on behalf of myself as an individual and no other person or entity, including my employer, has or will have rights with respect my contributions. + +____ I am signing on behalf of my employer or a legal entity and I have the actual authority to contractually bind that entity. + +| Field | Entry | +|------------------------------- | -------------------- | +| Name | Vsevolod Solovyov | +| Company's name (if applicable) | | +| Title or Role (if applicable) | | +| Date | 2015-08-24 | +| GitHub username | vsolovyov | +| Website (optional) | | + From 85f01c5e16e1d3c25e9c222c837ec49bf4b65a0a Mon Sep 17 00:00:00 2001 From: jxs8172 Date: Mon, 24 Aug 2015 18:20:06 -0400 Subject: [PATCH 5/6] Add contributor agreement. Add exception to 'it' so that 'its' and 'Its' isn't generated (its =/= it's) --- contributors/NSchrading.md | 95 +++++++++++++++++++++++++++++++ lang_data/en/generate_specials.py | 2 +- lang_data/en/specials.json | 2 +- 3 files changed, 97 insertions(+), 2 deletions(-) create mode 100644 contributors/NSchrading.md diff --git a/contributors/NSchrading.md b/contributors/NSchrading.md new file mode 100644 index 000000000..cf2ece8e6 --- /dev/null +++ b/contributors/NSchrading.md @@ -0,0 +1,95 @@ +Syllogism Contributor Agreement +=============================== + +This Syllogism Contributor Agreement (“SCA”) is based on the Oracle Contributor +Agreement. The SCA applies to any contribution that you make to any product or +project managed by us (the “project”), and sets out the intellectual property +rights you grant to us in the contributed materials. The term “us” shall mean +Syllogism Co. The term "you" shall mean the person or entity identified below. +If you agree to be bound by these terms, fill in the information requested below +and include the filled-in version with your first pull-request, under the file +contrbutors/. The name of the file should be your GitHub username, with the +extension .md. For example, the user example_user would create the file +spaCy/contributors/example_user.md . + +Read this agreement carefully before signing. These terms and conditions +constitute a binding legal agreement. + +1. The term 'contribution' or ‘contributed materials’ means any source code, +object code, patch, tool, sample, graphic, specification, manual, documentation, +or any other material posted or submitted by you to the project. + +2. With respect to any worldwide copyrights, or copyright applications and registrations, +in your contribution: + * you hereby assign to us joint ownership, and to the extent that such assignment + is or becomes invalid, ineffective or unenforceable, you hereby grant to us a perpetual, + irrevocable, non-exclusive, worldwide, no-charge, royalty-free, unrestricted license + to exercise all rights under those copyrights. This includes, at our option, the + right to sublicense these same rights to third parties through multiple levels of + sublicensees or other licensing arrangements; + + * you agree that each of us can do all things in relation to your contribution + as if each of us were the sole owners, and if one of us makes a derivative work + of your contribution, the one who makes the derivative work (or has it made) will + be the sole owner of that derivative work; + + * you agree that you will not assert any moral rights in your contribution against + us, our licensees or transferees; + + * you agree that we may register a copyright in your contribution and exercise + all ownership rights associated with it; and + + * you agree that neither of us has any duty to consult with, obtain the consent + of, pay or render an accounting to the other for any use or distribution of your + contribution. + +3. With respect to any patents you own, or that you can license without payment +to any third party, you hereby grant to us a perpetual, irrevocable, non-exclusive, +worldwide, no-charge, royalty-free license to: + + * make, have made, use, sell, offer to sell, import, and otherwise transfer your + contribution in whole or in part, alone or in combination with + or included in any product, work or materials arising out of the project to + which your contribution was submitted, and + + * at our option, to sublicense these same rights to third parties through multiple + levels of sublicensees or other licensing arrangements. + +4. Except as set out above, you keep all right, title, and interest in your +contribution. The rights that you grant to us under these terms are effective on +the date you first submitted a contribution to us, even if your submission took +place before the date you sign these terms. + +5. You covenant, represent, warrant and agree that: + + * Each contribution that you submit is and shall be an original work of authorship + and you can legally grant the rights set out in this SCA; + + * to the best of your knowledge, each contribution will not violate any third + party's copyrights, trademarks, patents, or other intellectual property rights; and + + * each contribution shall be in compliance with U.S. export control laws and other + applicable export and import laws. You agree to notify us if you become aware of + any circumstance which would make any of the foregoing representations inaccurate + in any respect. Syllogism Co. may publicly disclose your participation in the project, + including the fact that you have signed the SCA. + +6. This SCA is governed by the laws of the State of California and applicable U.S. + Federal law. Any choice of law rules will not apply. + +7. Please place an “x” on one of the applicable statement below. Please do NOT +mark both statements: + +_x__ I am signing on behalf of myself as an individual and no other person or entity, including my employer, has or will have rights with respect my contributions. + +____ I am signing on behalf of my employer or a legal entity and I have the actual authority to contractually bind that entity. + +| Field | Entry | +|------------------------------- | -------------------- | +| Name | J Nicolas Schrading | +| Company's name (if applicable) | | +| Title or Role (if applicable) | | +| Date | 2015-08-24 | +| GitHub username | NSchrading | +| Website (optional) | nicschrading.com | + diff --git a/lang_data/en/generate_specials.py b/lang_data/en/generate_specials.py index 6d26d44d7..d86def177 100644 --- a/lang_data/en/generate_specials.py +++ b/lang_data/en/generate_specials.py @@ -81,7 +81,7 @@ starting_tokens = { "how": {"'d": [], "'ll": [], "'s": []}, "i": {"'d": ["contrLower", "contrUpper"], "'d've": [], "'ll": ["contrLower", "contrUpper"], "'m": [], "'ma": [], "'ve": []}, "is": {"n't": []}, - "it": {"'d": [], "'d've": [], "'ll": [], "'s": []}, + "it": {"'d": [], "'d've": [], "'ll": [], "'s": ["contrLower", "contrUpper"]}, "let": {"'s": ["contrLower", "contrUpper"]}, "might": {"n't": [], "n't've": [], "'ve": []}, "must": {"n't": [], "'ve": []}, diff --git a/lang_data/en/specials.json b/lang_data/en/specials.json index 90be871b5..93672dc10 100644 --- a/lang_data/en/specials.json +++ b/lang_data/en/specials.json @@ -1 +1 @@ -{"doesn't": [{"L": "do", "F": "does", "pos": "VBZ"}, {"L": "not", "F": "n't", "pos": "RB"}], "3a.m.": [{"F": "3"}, {"F": "a.m."}], "Won't": [{"F": "Wo"}, {"L": "not", "F": "n't", "pos": "RB"}], "=3": [{"F": "=3"}], "Pa.": [{"F": "Pa."}], "you'd've": [{"L": "-PRON-", "F": "you"}, {"L": "would", "F": "'d", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], "Couldnt": [{"F": "Could", "pos": "MD"}, {"L": "not", "F": "nt", "pos": "RB"}], "c.": [{"F": "c."}], "Why's": [{"F": "Why"}, {"F": "'s"}], "hows": [{"F": "how"}, {"F": "s"}], "What'll": [{"F": "What"}, {"L": "will", "F": "'ll", "pos": "MD"}], "Who're": [{"F": "Who"}, {"F": "'re"}], "5p.m.": [{"F": "5"}, {"F": "p.m."}], "Ark.": [{"F": "Ark."}], "youdve": [{"L": "-PRON-", "F": "you"}, {"L": "would", "F": "d", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], "Wouldn't've": [{"F": "Would"}, {"L": "not", "F": "n't", "pos": "RB"}, {"L": "have", "F": "'ve", "pos": "VB"}], "youd": [{"L": "-PRON-", "F": "you"}, {"L": "would", "F": "d", "pos": "MD"}], "Ind.": [{"F": "Ind."}], "ain't": [{"L": "be", "F": "ai", "pos": "VBP", "number": 2}, {"L": "not", "F": "n't", "pos": "RB"}], "l.": [{"F": "l."}], "Whatll": [{"F": "What"}, {"L": "will", "F": "ll", "pos": "MD"}], "Where's": [{"F": "Where"}, {"F": "'s"}], "there'd": [{"F": "there"}, {"L": "would", "F": "'d", "pos": "MD"}], "7pm": [{"F": "7"}, {"L": "p.m.", "F": "pm"}], "N.C.": [{"F": "N.C."}], "Mar.": [{"F": "Mar."}], "<3": [{"F": "<3"}], "Neb.": [{"F": "Neb."}], "Aug.": [{"F": "Aug."}], "I'll": [{"L": "-PRON-", "F": "I"}, {"L": "will", "F": "'ll", "pos": "MD"}], "he's": [{"L": "-PRON-", "F": "he"}, {"F": "'s"}], "isnt": [{"L": "be", "F": "is", "pos": "VBZ"}, {"L": "not", "F": "nt", "pos": "RB"}], "dont": [{"L": "do", "F": "do"}, {"L": "not", "F": "nt", "pos": "RB"}], "10a.m.": [{"F": "10"}, {"F": "a.m."}], "Jun.": [{"F": "Jun."}], "Idve": [{"L": "-PRON-", "F": "I"}, {"L": "would", "F": "d", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], "Inc.": [{"F": "Inc."}], "They'd": [{"L": "-PRON-", "F": "They"}, {"L": "would", "F": "'d", "pos": "MD"}], "shouldnt": [{"F": "should"}, {"L": "not", "F": "nt", "pos": "RB"}], "Corp.": [{"F": "Corp."}], "might've": [{"F": "might"}, {"L": "have", "F": "'ve", "pos": "VB"}], "Feb.": [{"F": "Feb."}], ":/": [{"F": ":/"}], "shant": [{"F": "sha"}, {"L": "not", "F": "nt", "pos": "RB"}], "2a.m.": [{"F": "2"}, {"F": "a.m."}], "they're": [{"L": "-PRON-", "F": "they"}, {"F": "'re"}], "Whod": [{"F": "Who"}, {"L": "would", "F": "d", "pos": "MD"}], "Nebr.": [{"F": "Nebr."}], "Hed": [{"L": "-PRON-", "F": "He"}, {"L": "would", "F": "d", "pos": "MD"}], "we'll": [{"F": "we"}, {"L": "will", "F": "'ll", "pos": "MD"}], ";)": [{"F": ";)"}], "11a.m.": [{"F": "11"}, {"F": "a.m."}], "Arent": [{"L": "be", "F": "Are", "pos": "VBP", "number": 2}, {"L": "not", "F": "nt", "pos": "RB"}], "Miss.": [{"F": "Miss."}], "\t": [{"F": "\t", "pos": "SP"}], "o.O": [{"F": "o.O"}], "Kan.": [{"F": "Kan."}], "''": [{"F": "''"}], "'ol": [{"F": "'ol"}], "(^_^)": [{"F": "(^_^)"}], "n.": [{"F": "n."}], "vs.": [{"F": "vs."}], "Mightnt": [{"F": "Might"}, {"L": "not", "F": "nt", "pos": "RB"}], "May.": [{"F": "May."}], "itd": [{"L": "-PRON-", "F": "it"}, {"L": "would", "F": "d", "pos": "MD"}], "b.": [{"F": "b."}], "Ore.": [{"F": "Ore."}], "whatve": [{"F": "what"}, {"L": "have", "F": "ve", "pos": "VB"}], "mustnt": [{"F": "must"}, {"L": "not", "F": "nt", "pos": "RB"}], "co.": [{"F": "co."}], "Im": [{"L": "-PRON-", "F": "I"}, {"L": "be", "tenspect": 1, "pos": "VBP", "number": 1, "F": "m"}], "1a.m.": [{"F": "1"}, {"F": "a.m."}], "i'm": [{"L": "-PRON-", "F": "i"}, {"L": "be", "tenspect": 1, "pos": "VBP", "number": 1, "F": "'m"}], ":]": [{"F": ":]"}], "Wouldnt": [{"F": "Would"}, {"L": "not", "F": "nt", "pos": "RB"}], "2am": [{"F": "2"}, {"L": "a.m.", "F": "am"}], "whatre": [{"F": "what"}, {"F": "re"}], "you'd": [{"L": "-PRON-", "F": "you"}, {"L": "would", "F": "'d", "pos": "MD"}], "Mightn't've": [{"F": "Might"}, {"L": "not", "F": "n't", "pos": "RB"}, {"L": "have", "F": "'ve", "pos": "VB"}], "3am": [{"F": "3"}, {"L": "a.m.", "F": "am"}], "When's": [{"F": "When"}, {"F": "'s"}], "You'd": [{"L": "-PRON-", "F": "You"}, {"L": "would", "F": "'d", "pos": "MD"}], "wouldve": [{"F": "would"}, {"L": "have", "F": "ve", "pos": "VB"}], "it's": [{"L": "-PRON-", "F": "it"}, {"F": "'s"}], "wedve": [{"F": "we"}, {"L": "would", "F": "d", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], "She's": [{"L": "-PRON-", "F": "She"}, {"F": "'s"}], "Theredve": [{"F": "There"}, {"L": "would", "F": "d", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], "Needn't": [{"F": "Need"}, {"L": "not", "F": "n't", "pos": "RB"}], "They've": [{"L": "-PRON-", "F": "They"}, {"L": "have", "F": "'ve", "pos": "VB"}], "Ltd.": [{"F": "Ltd."}], "youll": [{"L": "-PRON-", "F": "you"}, {"L": "will", "F": "ll", "pos": "MD"}], "Gov.": [{"F": "Gov."}], "wheres": [{"F": "where"}, {"F": "s"}], "Mightntve": [{"F": "Might"}, {"L": "not", "F": "nt", "pos": "RB"}, {"L": "have", "F": "ve", "pos": "VB"}], "Havent": [{"F": "Have", "pos": "VB"}, {"L": "not", "F": "nt", "pos": "RB"}], ":((": [{"F": ":(("}], "8pm": [{"F": "8"}, {"L": "p.m.", "F": "pm"}], "hadn't've": [{"L": "have", "F": "had", "pos": "VBD"}, {"L": "not", "F": "n't", "pos": "RB"}, {"L": "have", "F": "'ve", "pos": "VB"}], "Sept.": [{"F": "Sept."}], "Whatre": [{"F": "What"}, {"F": "re"}], "it'll": [{"L": "-PRON-", "F": "it"}, {"L": "will", "F": "'ll", "pos": "MD"}], "We're": [{"F": "We"}, {"F": "'re"}], "they've": [{"L": "-PRON-", "F": "they"}, {"L": "have", "F": "'ve", "pos": "VB"}], "who'll": [{"F": "who"}, {"L": "will", "F": "'ll", "pos": "MD"}], "Mustnt": [{"F": "Must"}, {"L": "not", "F": "nt", "pos": "RB"}], "v.": [{"F": "v."}], ":O": [{"F": ":O"}], "9am": [{"F": "9"}, {"L": "a.m.", "F": "am"}], "mightn't've": [{"F": "might"}, {"L": "not", "F": "n't", "pos": "RB"}, {"L": "have", "F": "'ve", "pos": "VB"}], "why's": [{"F": "why"}, {"F": "'s"}], "mustve": [{"F": "must"}, {"L": "have", "F": "ve", "pos": "VB"}], "Mich.": [{"F": "Mich."}], "there's": [{"F": "there"}, {"F": "'s"}], "couldnt": [{"F": "could", "pos": "MD"}, {"L": "not", "F": "nt", "pos": "RB"}], "you're": [{"L": "-PRON-", "F": "you"}, {"F": "'re"}], "Shant": [{"F": "Sha"}, {"L": "not", "F": "nt", "pos": "RB"}], "3p.m.": [{"F": "3"}, {"F": "p.m."}], "Why're": [{"F": "Why"}, {"F": "'re"}], "Neednt": [{"F": "Need"}, {"L": "not", "F": "nt", "pos": "RB"}], "We'd": [{"F": "We"}, {"L": "would", "F": "'d", "pos": "MD"}], "you'll": [{"L": "-PRON-", "F": "you"}, {"L": "will", "F": "'ll", "pos": "MD"}], "Youre": [{"L": "-PRON-", "F": "You"}, {"F": "re"}], "Whyll": [{"F": "Why"}, {"L": "will", "F": "ll", "pos": "MD"}], ";-)": [{"F": ";-)"}], "he'll": [{"L": "-PRON-", "F": "he"}, {"L": "will", "F": "'ll", "pos": "MD"}], "Wouldn't": [{"F": "Would"}, {"L": "not", "F": "n't", "pos": "RB"}], "Who'd": [{"F": "Who"}, {"L": "would", "F": "'d", "pos": "MD"}], "Could've": [{"F": "Could", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], "6am": [{"F": "6"}, {"L": "a.m.", "F": "am"}], "Would've": [{"F": "Would"}, {"L": "have", "F": "'ve", "pos": "VB"}], "They'll": [{"L": "-PRON-", "F": "They"}, {"L": "will", "F": "'ll", "pos": "MD"}], "Let's": [{"F": "Let"}, {"F": "'s"}], "cant": [{"L": "can", "F": "ca", "pos": "MD"}, {"L": "not", "F": "nt", "pos": "RB"}], "o_o": [{"F": "o_o"}], "it'd've": [{"L": "-PRON-", "F": "it"}, {"L": "would", "F": "'d", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], ":Y": [{"F": ":Y"}], "Doesn't": [{"L": "do", "F": "Does", "pos": "VBZ"}, {"L": "not", "F": "n't", "pos": "RB"}], "wouldntve": [{"F": "would"}, {"L": "not", "F": "nt", "pos": "RB"}, {"L": "have", "F": "ve", "pos": "VB"}], "Ariz.": [{"F": "Ariz."}], "where's": [{"F": "where"}, {"F": "'s"}], "11p.m.": [{"F": "11"}, {"F": "p.m."}], ":-)": [{"F": ":-)"}], "u.": [{"F": "u."}], "p.m.": [{"F": "p.m."}], "Wasnt": [{"F": "Was"}, {"L": "not", "F": "nt", "pos": "RB"}], "o.": [{"F": "o."}], "I've": [{"L": "-PRON-", "F": "I"}, {"L": "have", "F": "'ve", "pos": "VB"}], "Mont.": [{"F": "Mont."}], "hed": [{"L": "-PRON-", "F": "he"}, {"L": "would", "F": "d", "pos": "MD"}], "7am": [{"F": "7"}, {"L": "a.m.", "F": "am"}], "whats": [{"F": "what"}, {"F": "s"}], "theydve": [{"L": "-PRON-", "F": "they"}, {"L": "would", "F": "d", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], "we're": [{"F": "we"}, {"F": "'re"}], "idve": [{"L": "-PRON-", "F": "i"}, {"L": "would", "F": "d", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], "we'd've": [{"F": "we"}, {"L": "would", "F": "'d", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], "i'ma": [{"L": "-PRON-", "F": "i"}, {"F": "'ma"}], "Mr.": [{"F": "Mr."}], ":)": [{"F": ":)"}], "I'd": [{"L": "-PRON-", "F": "I"}, {"L": "would", "F": "'d", "pos": "MD"}], "Not've": [{"L": "not", "F": "Not", "pos": "RB"}, {"L": "have", "F": "'ve", "pos": "VB"}], "havent": [{"F": "have", "pos": "VB"}, {"L": "not", "F": "nt", "pos": "RB"}], "Gen.": [{"F": "Gen."}], "E.G.": [{"F": "E.G."}], "thats": [{"F": "that"}, {"F": "s"}], "Who's": [{"F": "Who"}, {"F": "'s"}], "whens": [{"F": "when"}, {"F": "s"}], "theyre": [{"L": "-PRON-", "F": "they"}, {"F": "re"}], "they'd've": [{"L": "-PRON-", "F": "they"}, {"L": "would", "F": "'d", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], "That's": [{"F": "That"}, {"F": "'s"}], ":-/": [{"F": ":-/"}], "Hadntve": [{"L": "have", "F": "Had", "pos": "VBD"}, {"L": "not", "F": "nt", "pos": "RB"}, {"L": "have", "F": "ve", "pos": "VB"}], "i.": [{"F": "i."}], ":P": [{"F": ":P"}], "how'd": [{"F": "how"}, {"L": "would", "F": "'d", "pos": "MD"}], "I.e.": [{"F": "I.e."}], "she'll": [{"L": "-PRON-", "F": "she"}, {"L": "will", "F": "'ll", "pos": "MD"}], "Fla.": [{"F": "Fla."}], "She'll": [{"L": "-PRON-", "F": "She"}, {"L": "will", "F": "'ll", "pos": "MD"}], "Haven't": [{"F": "Have", "pos": "VB"}, {"L": "not", "F": "n't", "pos": "RB"}], "How'll": [{"F": "How"}, {"L": "will", "F": "'ll", "pos": "MD"}], "10p.m.": [{"F": "10"}, {"F": "p.m."}], "doesnt": [{"L": "do", "F": "does", "pos": "VBZ"}, {"L": "not", "F": "nt", "pos": "RB"}], "h.": [{"F": "h."}], "Messrs.": [{"F": "Messrs."}], "Wouldntve": [{"F": "Would"}, {"L": "not", "F": "nt", "pos": "RB"}, {"L": "have", "F": "ve", "pos": "VB"}], "St.": [{"F": "St."}], "Jr.": [{"F": "Jr."}], "why'll": [{"F": "why"}, {"L": "will", "F": "'ll", "pos": "MD"}], "needn't": [{"F": "need"}, {"L": "not", "F": "n't", "pos": "RB"}], "They're": [{"L": "-PRON-", "F": "They"}, {"F": "'re"}], "weren't": [{"F": "were"}, {"L": "not", "F": "n't", "pos": "RB"}], "howd": [{"F": "how"}, {"L": "would", "F": "d", "pos": "MD"}], "Shouldn't've": [{"F": "Should"}, {"L": "not", "F": "n't", "pos": "RB"}, {"L": "have", "F": "'ve", "pos": "VB"}], "How's": [{"F": "How"}, {"F": "'s"}], ":(": [{"F": ":("}], "\n": [{"F": "\n", "pos": "SP"}], "It'd've": [{"L": "-PRON-", "F": "It"}, {"L": "would", "F": "'d", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], "Ga.": [{"F": "Ga."}], "whered": [{"F": "where"}, {"L": "would", "F": "d", "pos": "MD"}], "Couldntve": [{"F": "Could", "pos": "MD"}, {"L": "not", "F": "nt", "pos": "RB"}, {"L": "have", "F": "ve", "pos": "VB"}], "hadnt": [{"L": "have", "F": "had", "pos": "VBD"}, {"L": "not", "F": "nt", "pos": "RB"}], "Ain't": [{"L": "be", "F": "Ai", "pos": "VBP", "number": 2}, {"L": "not", "F": "n't", "pos": "RB"}], "hadntve": [{"L": "have", "F": "had", "pos": "VBD"}, {"L": "not", "F": "nt", "pos": "RB"}, {"L": "have", "F": "ve", "pos": "VB"}], "There's": [{"F": "There"}, {"F": "'s"}], "1pm": [{"F": "1"}, {"L": "p.m.", "F": "pm"}], ":3": [{"F": ":3"}], "mightn't": [{"F": "might"}, {"L": "not", "F": "n't", "pos": "RB"}], "Adm.": [{"F": "Adm."}], "that's": [{"F": "that"}, {"F": "'s"}], "12am": [{"F": "12"}, {"L": "a.m.", "F": "am"}], "where've": [{"F": "where"}, {"L": "have", "F": "'ve", "pos": "VB"}], "Hasnt": [{"F": "Has"}, {"L": "not", "F": "nt", "pos": "RB"}], "who'd": [{"F": "who"}, {"L": "would", "F": "'d", "pos": "MD"}], "'em": [{"F": "'em"}], "Whered": [{"F": "Where"}, {"L": "would", "F": "d", "pos": "MD"}], "x.": [{"F": "x."}], "I'd've": [{"L": "-PRON-", "F": "I"}, {"L": "would", "F": "'d", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], "Couldve": [{"F": "Could", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], "won't": [{"F": "wo"}, {"L": "not", "F": "n't", "pos": "RB"}], "12pm": [{"F": "12"}, {"L": "p.m.", "F": "pm"}], "whove": [{"F": "who"}, {"L": "have", "F": "ve", "pos": "VB"}], "Co.": [{"F": "Co."}], "You've": [{"L": "-PRON-", "F": "You"}, {"L": "have", "F": "'ve", "pos": "VB"}], "wouldn't've": [{"F": "would"}, {"L": "not", "F": "n't", "pos": "RB"}, {"L": "have", "F": "'ve", "pos": "VB"}], "wouldn't": [{"F": "would"}, {"L": "not", "F": "n't", "pos": "RB"}], "must've": [{"F": "must"}, {"L": "have", "F": "'ve", "pos": "VB"}], "a.": [{"F": "a."}], "Couldn't": [{"F": "Could", "pos": "MD"}, {"L": "not", "F": "n't", "pos": "RB"}], "z.": [{"F": "z."}], "^_^": [{"F": "^_^"}], "Mustve": [{"F": "Must"}, {"L": "have", "F": "ve", "pos": "VB"}], "Mightve": [{"F": "Might"}, {"L": "have", "F": "ve", "pos": "VB"}], "itdve": [{"L": "-PRON-", "F": "it"}, {"L": "would", "F": "d", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], "Ive": [{"L": "-PRON-", "F": "I"}, {"L": "have", "F": "ve", "pos": "VB"}], "Cannot": [{"L": "can", "F": "Can", "pos": "MD"}, {"L": "not", "F": "not", "pos": "RB"}], "Couldn't've": [{"F": "Could", "pos": "MD"}, {"L": "not", "F": "n't", "pos": "RB"}, {"L": "have", "F": "'ve", "pos": "VB"}], "Jul.": [{"F": "Jul."}], "Okla.": [{"F": "Okla."}], "Dr.": [{"F": "Dr."}], "Where'd": [{"F": "Where"}, {"L": "would", "F": "'d", "pos": "MD"}], "Hadn't've": [{"L": "have", "F": "Had", "pos": "VBD"}, {"L": "not", "F": "n't", "pos": "RB"}, {"L": "have", "F": "'ve", "pos": "VB"}], "Mass.": [{"F": "Mass."}], "werent": [{"F": "were"}, {"L": "not", "F": "nt", "pos": "RB"}], "4a.m.": [{"F": "4"}, {"F": "a.m."}], "Whyre": [{"F": "Why"}, {"F": "re"}], "Theyll": [{"L": "-PRON-", "F": "They"}, {"L": "will", "F": "ll", "pos": "MD"}], "Whatve": [{"F": "What"}, {"L": "have", "F": "ve", "pos": "VB"}], "it'd": [{"L": "-PRON-", "F": "it"}, {"L": "would", "F": "'d", "pos": "MD"}], "Theyd": [{"L": "-PRON-", "F": "They"}, {"L": "would", "F": "d", "pos": "MD"}], "mightntve": [{"F": "might"}, {"L": "not", "F": "nt", "pos": "RB"}, {"L": "have", "F": "ve", "pos": "VB"}], "what're": [{"F": "what"}, {"F": "'re"}], "You're": [{"L": "-PRON-", "F": "You"}, {"F": "'re"}], "Ms.": [{"F": "Ms."}], "Whys": [{"F": "Why"}, {"F": "s"}], "aint": [{"L": "be", "F": "ai", "pos": "VBP", "number": 2}, {"L": "not", "F": "nt", "pos": "RB"}], "How'd": [{"F": "How"}, {"L": "would", "F": "'d", "pos": "MD"}], ":-P": [{"F": ":-P"}], "Ill.": [{"F": "Ill."}], "9a.m.": [{"F": "9"}, {"F": "a.m."}], "Oct.": [{"F": "Oct."}], "I'ma": [{"L": "-PRON-", "F": "I"}, {"F": "'ma"}], "Notve": [{"L": "not", "F": "Not", "pos": "RB"}, {"L": "have", "F": "ve", "pos": "VB"}], "Shouldnt": [{"F": "Should"}, {"L": "not", "F": "nt", "pos": "RB"}], "Howd": [{"F": "How"}, {"L": "would", "F": "d", "pos": "MD"}], "4pm": [{"F": "4"}, {"L": "p.m.", "F": "pm"}], "V_V": [{"F": "V_V"}], "Wont": [{"F": "Wo"}, {"L": "not", "F": "nt", "pos": "RB"}], "Weren't": [{"F": "Were"}, {"L": "not", "F": "n't", "pos": "RB"}], "N.Y.": [{"F": "N.Y."}], "Where've": [{"F": "Where"}, {"L": "have", "F": "'ve", "pos": "VB"}], "He'd": [{"L": "-PRON-", "F": "He"}, {"L": "would", "F": "'d", "pos": "MD"}], "Theydve": [{"L": "-PRON-", "F": "They"}, {"L": "would", "F": "d", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], "who've": [{"F": "who"}, {"L": "have", "F": "'ve", "pos": "VB"}], "1am": [{"F": "1"}, {"L": "a.m.", "F": "am"}], "Don't": [{"L": "do", "F": "Do"}, {"L": "not", "F": "n't", "pos": "RB"}], "shan't": [{"F": "sha"}, {"L": "not", "F": "n't", "pos": "RB"}], "Hedve": [{"L": "-PRON-", "F": "He"}, {"L": "would", "F": "d", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], "f.": [{"F": "f."}], "w.": [{"F": "w."}], "Kans.": [{"F": "Kans."}], "Cant": [{"L": "can", "F": "Ca", "pos": "MD"}, {"L": "not", "F": "nt", "pos": "RB"}], "-_-": [{"F": "-_-"}], "shedve": [{"L": "-PRON-", "F": "she"}, {"L": "would", "F": "d", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], "What's": [{"F": "What"}, {"F": "'s"}], "we've": [{"F": "we"}, {"L": "have", "F": "'ve", "pos": "VB"}], "N.D.": [{"F": "N.D."}], "6a.m.": [{"F": "6"}, {"F": "a.m."}], "wasnt": [{"F": "was"}, {"L": "not", "F": "nt", "pos": "RB"}], "who're": [{"F": "who"}, {"F": "'re"}], "Whove": [{"F": "Who"}, {"L": "have", "F": "ve", "pos": "VB"}], "haven't": [{"F": "have", "pos": "VB"}, {"L": "not", "F": "n't", "pos": "RB"}], ";(": [{"F": ";("}], "We'd've": [{"F": "We"}, {"L": "would", "F": "'d", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], "didn't": [{"L": "do", "F": "did", "pos": "VBD"}, {"L": "not", "F": "n't", "pos": "RB"}], "10pm": [{"F": "10"}, {"L": "p.m.", "F": "pm"}], "y.": [{"F": "y."}], "Tenn.": [{"F": "Tenn."}], "Wis.": [{"F": "Wis."}], "Whos": [{"F": "Who"}, {"F": "s"}], "theredve": [{"F": "there"}, {"L": "would", "F": "d", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], "wont": [{"F": "wo"}, {"L": "not", "F": "nt", "pos": "RB"}], "Aint": [{"L": "be", "F": "Ai", "pos": "VBP", "number": 2}, {"L": "not", "F": "nt", "pos": "RB"}], "Wholl": [{"F": "Who"}, {"L": "will", "F": "ll", "pos": "MD"}], "youve": [{"L": "-PRON-", "F": "you"}, {"L": "have", "F": "ve", "pos": "VB"}], "couldn't've": [{"F": "could", "pos": "MD"}, {"L": "not", "F": "n't", "pos": "RB"}, {"L": "have", "F": "'ve", "pos": "VB"}], "theyve": [{"L": "-PRON-", "F": "they"}, {"L": "have", "F": "ve", "pos": "VB"}], "hes": [{"L": "-PRON-", "F": "he"}, {"F": "s"}], "Shouldve": [{"F": "Should"}, {"L": "have", "F": "ve", "pos": "VB"}], "would've": [{"F": "would"}, {"L": "have", "F": "'ve", "pos": "VB"}], "whos": [{"F": "who"}, {"F": "s"}], "let's": [{"F": "let"}, {"F": "'s"}], ";-p": [{"F": ";-p"}], "Bros.": [{"F": "Bros."}], "when's": [{"F": "when"}, {"F": "'s"}], "Youdve": [{"L": "-PRON-", "F": "You"}, {"L": "would", "F": "d", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], "q.": [{"F": "q."}], "i'd": [{"L": "-PRON-", "F": "i"}, {"L": "would", "F": "'d", "pos": "MD"}], "ive": [{"L": "-PRON-", "F": "i"}, {"L": "have", "F": "ve", "pos": "VB"}], "Wasn't": [{"F": "Was"}, {"L": "not", "F": "n't", "pos": "RB"}], "Del.": [{"F": "Del."}], "where'd": [{"F": "where"}, {"L": "would", "F": "'d", "pos": "MD"}], "=]": [{"F": "=]"}], "shouldn't've": [{"F": "should"}, {"L": "not", "F": "n't", "pos": "RB"}, {"L": "have", "F": "'ve", "pos": "VB"}], "weve": [{"F": "we"}, {"L": "have", "F": "ve", "pos": "VB"}], "Mustn't": [{"F": "Must"}, {"L": "not", "F": "n't", "pos": "RB"}], "xD": [{"F": "xD"}], "You'll": [{"L": "-PRON-", "F": "You"}, {"L": "will", "F": "'ll", "pos": "MD"}], "=)": [{"F": "=)"}], "hasnt": [{"F": "has"}, {"L": "not", "F": "nt", "pos": "RB"}], "what'll": [{"F": "what"}, {"L": "will", "F": "'ll", "pos": "MD"}], "hedve": [{"L": "-PRON-", "F": "he"}, {"L": "would", "F": "d", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], "wouldnt": [{"F": "would"}, {"L": "not", "F": "nt", "pos": "RB"}], "N.J.": [{"F": "N.J."}], "We'll": [{"F": "We"}, {"L": "will", "F": "'ll", "pos": "MD"}], "whatll": [{"F": "what"}, {"L": "will", "F": "ll", "pos": "MD"}], "its": [{"L": "-PRON-", "F": "it"}, {"F": "s"}], "'S": [{"L": "'s", "F": "'S"}], "Calif.": [{"F": "Calif."}], "d.": [{"F": "d."}], "Wouldve": [{"F": "Would"}, {"L": "have", "F": "ve", "pos": "VB"}], "9p.m.": [{"F": "9"}, {"F": "p.m."}], "Theyve": [{"L": "-PRON-", "F": "They"}, {"L": "have", "F": "ve", "pos": "VB"}], "E.g.": [{"F": "E.g."}], "how's": [{"F": "how"}, {"F": "'s"}], ":>": [{"F": ":>"}], "Must've": [{"F": "Must"}, {"L": "have", "F": "'ve", "pos": "VB"}], "can't": [{"L": "can", "F": "ca", "pos": "MD"}, {"L": "not", "F": "n't", "pos": "RB"}], "10am": [{"F": "10"}, {"L": "a.m.", "F": "am"}], "how'll": [{"F": "how"}, {"L": "will", "F": "'ll", "pos": "MD"}], "I.E.": [{"F": "I.E."}], "It'd": [{"L": "-PRON-", "F": "It"}, {"L": "would", "F": "'d", "pos": "MD"}], "Apr.": [{"F": "Apr."}], "isn't": [{"L": "be", "F": "is", "pos": "VBZ"}, {"L": "not", "F": "n't", "pos": "RB"}], "Mo.": [{"F": "Mo."}], "g.": [{"F": "g."}], "shouldve": [{"F": "should"}, {"L": "have", "F": "ve", "pos": "VB"}], "What're": [{"F": "What"}, {"F": "'re"}], ";D": [{"F": ";D"}], "a.m.": [{"F": "a.m."}], "There'd": [{"F": "There"}, {"L": "would", "F": "'d", "pos": "MD"}], "Shan't": [{"F": "Sha"}, {"L": "not", "F": "n't", "pos": "RB"}], "Itd": [{"L": "-PRON-", "F": "It"}, {"L": "would", "F": "d", "pos": "MD"}], "she'd've": [{"L": "-PRON-", "F": "she"}, {"L": "would", "F": "'d", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], ":p": [{"F": ":p"}], "Va.": [{"F": "Va."}], "We've": [{"F": "We"}, {"L": "have", "F": "'ve", "pos": "VB"}], "couldn't": [{"F": "could", "pos": "MD"}, {"L": "not", "F": "n't", "pos": "RB"}], "Whereve": [{"F": "Where"}, {"L": "have", "F": "ve", "pos": "VB"}], "Thered": [{"F": "There"}, {"L": "would", "F": "d", "pos": "MD"}], ":')": [{"F": ":')"}], "hadn't": [{"L": "have", "F": "had", "pos": "VBD"}, {"L": "not", "F": "n't", "pos": "RB"}], "(=": [{"F": "(="}], "11am": [{"F": "11"}, {"L": "a.m.", "F": "am"}], "they'll": [{"L": "-PRON-", "F": "they"}, {"L": "will", "F": "'ll", "pos": "MD"}], "e.g.": [{"F": "e.g."}], "4am": [{"F": "4"}, {"L": "a.m.", "F": "am"}], "couldve": [{"F": "could", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], "Didn't": [{"L": "do", "F": "Did", "pos": "VBD"}, {"L": "not", "F": "n't", "pos": "RB"}], "Sen.": [{"F": "Sen."}], "don't": [{"L": "do", "F": "do"}, {"L": "not", "F": "n't", "pos": "RB"}], "neednt": [{"F": "need"}, {"L": "not", "F": "nt", "pos": "RB"}], "mustn't": [{"F": "must"}, {"L": "not", "F": "n't", "pos": "RB"}], "4p.m.": [{"F": "4"}, {"F": "p.m."}], "Dec.": [{"F": "Dec."}], "7p.m.": [{"F": "7"}, {"F": "p.m."}], "Whens": [{"F": "When"}, {"F": "s"}], ":))": [{"F": ":))"}], "2pm": [{"F": "2"}, {"L": "p.m.", "F": "pm"}], "She'd": [{"L": "-PRON-", "F": "She"}, {"L": "would", "F": "'d", "pos": "MD"}], "Rep.": [{"F": "Rep."}], "Jan.": [{"F": "Jan."}], " ": [{"F": " ", "pos": "SP"}], "Shes": [{"L": "-PRON-", "F": "She"}, {"F": "s"}], "o_O": [{"F": "o_O"}], "Wheres": [{"F": "Where"}, {"F": "s"}], "im": [{"L": "-PRON-", "F": "i"}, {"L": "be", "tenspect": 1, "pos": "VBP", "number": 1, "F": "m"}], "<333": [{"F": "<333"}], "-__-": [{"F": "-__-"}], "They'd've": [{"L": "-PRON-", "F": "They"}, {"L": "would", "F": "'d", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], "12a.m.": [{"F": "12"}, {"F": "a.m."}], "Ky.": [{"F": "Ky."}], "wholl": [{"F": "who"}, {"L": "will", "F": "ll", "pos": "MD"}], "Werent": [{"F": "Were"}, {"L": "not", "F": "nt", "pos": "RB"}], "=D": [{"F": "=D"}], "Wash.": [{"F": "Wash."}], "shouldntve": [{"F": "should"}, {"L": "not", "F": "nt", "pos": "RB"}, {"L": "have", "F": "ve", "pos": "VB"}], "He'll": [{"L": "-PRON-", "F": "He"}, {"L": "will", "F": "'ll", "pos": "MD"}], "arent": [{"L": "be", "F": "are", "pos": "VBP", "number": 2}, {"L": "not", "F": "nt", "pos": "RB"}], "11pm": [{"F": "11"}, {"L": "p.m.", "F": "pm"}], "5pm": [{"F": "5"}, {"L": "p.m.", "F": "pm"}], "What've": [{"F": "What"}, {"L": "have", "F": "'ve", "pos": "VB"}], "mightve": [{"F": "might"}, {"L": "have", "F": "ve", "pos": "VB"}], "Whats": [{"F": "What"}, {"F": "s"}], "Youve": [{"L": "-PRON-", "F": "You"}, {"L": "have", "F": "ve", "pos": "VB"}], "mightnt": [{"F": "might"}, {"L": "not", "F": "nt", "pos": "RB"}], "Might've": [{"F": "Might"}, {"L": "have", "F": "'ve", "pos": "VB"}], "Colo.": [{"F": "Colo."}], "Shedve": [{"L": "-PRON-", "F": "She"}, {"L": "would", "F": "d", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], "what's": [{"F": "what"}, {"F": "'s"}], "=[[": [{"F": "=[["}], "You'd've": [{"L": "-PRON-", "F": "You"}, {"L": "would", "F": "'d", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], "Sep.": [{"F": "Sep."}], "e.": [{"F": "e."}], "I'm": [{"L": "-PRON-", "F": "I"}, {"L": "be", "tenspect": 1, "pos": "VBP", "number": 1, "F": "'m"}], "xDD": [{"F": "xDD"}], "She'd've": [{"L": "-PRON-", "F": "She"}, {"L": "would", "F": "'d", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], "whod": [{"F": "who"}, {"L": "would", "F": "d", "pos": "MD"}], "Thats": [{"F": "That"}, {"F": "s"}], "He's": [{"L": "-PRON-", "F": "He"}, {"F": "'s"}], "p.": [{"F": "p."}], "Itll": [{"L": "-PRON-", "F": "It"}, {"L": "will", "F": "ll", "pos": "MD"}], "not've": [{"L": "not", "F": "not", "pos": "RB"}, {"L": "have", "F": "'ve", "pos": "VB"}], ";p": [{"F": ";p"}], "7a.m.": [{"F": "7"}, {"F": "a.m."}], "Mt.": [{"L": "Mount", "F": "Mt."}], "Its": [{"L": "-PRON-", "F": "It"}, {"F": "s"}], "didnt": [{"L": "do", "F": "did", "pos": "VBD"}, {"L": "not", "F": "nt", "pos": "RB"}], "Dont": [{"L": "do", "F": "Do"}, {"L": "not", "F": "nt", "pos": "RB"}], "It'll": [{"L": "-PRON-", "F": "It"}, {"L": "will", "F": "'ll", "pos": "MD"}], "i.e.": [{"F": "i.e."}], "you've": [{"L": "-PRON-", "F": "you"}, {"L": "have", "F": "'ve", "pos": "VB"}], "theyd": [{"L": "-PRON-", "F": "they"}, {"L": "would", "F": "d", "pos": "MD"}], "howll": [{"F": "how"}, {"L": "will", "F": "ll", "pos": "MD"}], "Hasn't": [{"F": "Has"}, {"L": "not", "F": "n't", "pos": "RB"}], "6pm": [{"F": "6"}, {"L": "p.m.", "F": "pm"}], "Isn't": [{"L": "be", "F": "Is", "pos": "VBZ"}, {"L": "not", "F": "n't", "pos": "RB"}], "what've": [{"F": "what"}, {"L": "have", "F": "'ve", "pos": "VB"}], "Theyre": [{"L": "-PRON-", "F": "They"}, {"F": "re"}], "Nev.": [{"F": "Nev."}], "we'd": [{"F": "we"}, {"L": "would", "F": "'d", "pos": "MD"}], "Shouldntve": [{"F": "Should"}, {"L": "not", "F": "nt", "pos": "RB"}, {"L": "have", "F": "ve", "pos": "VB"}], "ima": [{"L": "-PRON-", "F": "i"}, {"F": "ma"}], "thered": [{"F": "there"}, {"L": "would", "F": "d", "pos": "MD"}], "Who'll": [{"F": "Who"}, {"L": "will", "F": "'ll", "pos": "MD"}], "Mrs.": [{"F": "Mrs."}], "Itdve": [{"L": "-PRON-", "F": "It"}, {"L": "would", "F": "d", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], ":0": [{"F": ":0"}], "Minn.": [{"F": "Minn."}], "i'll": [{"L": "-PRON-", "F": "i"}, {"L": "will", "F": "'ll", "pos": "MD"}], "Ala.": [{"F": "Ala."}], "Doesnt": [{"L": "do", "F": "Does", "pos": "VBZ"}, {"L": "not", "F": "nt", "pos": "RB"}], "Isnt": [{"L": "be", "F": "Is", "pos": "VBZ"}, {"L": "not", "F": "nt", "pos": "RB"}], "\")": [{"F": "\")"}], "she'd": [{"L": "-PRON-", "F": "she"}, {"L": "would", "F": "'d", "pos": "MD"}], "notve": [{"L": "not", "F": "not", "pos": "RB"}, {"L": "have", "F": "ve", "pos": "VB"}], "j.": [{"F": "j."}], "who's": [{"F": "who"}, {"F": "'s"}], "<33": [{"F": "<33"}], "It's": [{"L": "-PRON-", "F": "It"}, {"F": "'s"}], "they'd": [{"L": "-PRON-", "F": "they"}, {"L": "would", "F": "'d", "pos": "MD"}], "whereve": [{"F": "where"}, {"L": "have", "F": "ve", "pos": "VB"}], "9pm": [{"F": "9"}, {"L": "p.m.", "F": "pm"}], "2p.m.": [{"F": "2"}, {"F": "p.m."}], "Ima": [{"L": "-PRON-", "F": "I"}, {"F": "ma"}], "Conn.": [{"F": "Conn."}], "should've": [{"F": "should"}, {"L": "have", "F": "'ve", "pos": "VB"}], "(:": [{"F": "(:"}], "Aren't": [{"L": "be", "F": "Are", "pos": "VBP", "number": 2}, {"L": "not", "F": "n't", "pos": "RB"}], "s.": [{"F": "s."}], "La.": [{"F": "La."}], ":(((": [{"F": ":((("}], "There'd've": [{"F": "There"}, {"L": "would", "F": "'d", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], "Should've": [{"F": "Should"}, {"L": "have", "F": "'ve", "pos": "VB"}], "Hows": [{"F": "How"}, {"F": "s"}], "cannot": [{"L": "can", "F": "can", "pos": "MD"}, {"L": "not", "F": "not", "pos": "RB"}], "Md.": [{"F": "Md."}], "wasn't": [{"F": "was"}, {"L": "not", "F": "n't", "pos": "RB"}], "itll": [{"L": "-PRON-", "F": "it"}, {"L": "will", "F": "ll", "pos": "MD"}], "why're": [{"F": "why"}, {"F": "'re"}], "N.H.": [{"F": "N.H."}], "Hadn't": [{"L": "have", "F": "Had", "pos": "VBD"}, {"L": "not", "F": "n't", "pos": "RB"}], "whys": [{"F": "why"}, {"F": "s"}], "Hadnt": [{"L": "have", "F": "Had", "pos": "VBD"}, {"L": "not", "F": "nt", "pos": "RB"}], "Nov.": [{"F": "Nov."}], "he'd": [{"L": "-PRON-", "F": "he"}, {"L": "would", "F": "'d", "pos": "MD"}], "8p.m.": [{"F": "8"}, {"F": "p.m."}], "he'd've": [{"L": "-PRON-", "F": "he"}, {"L": "would", "F": "'d", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], "could've": [{"F": "could", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], "6p.m.": [{"F": "6"}, {"F": "p.m."}], "Can't": [{"L": "can", "F": "Ca", "pos": "MD"}, {"L": "not", "F": "n't", "pos": "RB"}], "Youll": [{"L": "-PRON-", "F": "You"}, {"L": "will", "F": "ll", "pos": "MD"}], "shes": [{"L": "-PRON-", "F": "she"}, {"F": "s"}], "8a.m.": [{"F": "8"}, {"F": "a.m."}], "Wedve": [{"F": "We"}, {"L": "would", "F": "d", "pos": "MD"}, {"L": "have", "F": "ve", "pos": "VB"}], "couldntve": [{"F": "could", "pos": "MD"}, {"L": "not", "F": "nt", "pos": "RB"}, {"L": "have", "F": "ve", "pos": "VB"}], "there'd've": [{"F": "there"}, {"L": "would", "F": "'d", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], "i've": [{"L": "-PRON-", "F": "i"}, {"L": "have", "F": "'ve", "pos": "VB"}], "youre": [{"L": "-PRON-", "F": "you"}, {"F": "re"}], "D.C.": [{"F": "D.C."}], "8am": [{"F": "8"}, {"L": "a.m.", "F": "am"}], "t.": [{"F": "t."}], "she's": [{"L": "-PRON-", "F": "she"}, {"F": "'s"}], "He'd've": [{"L": "-PRON-", "F": "He"}, {"L": "would", "F": "'d", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], "aren't": [{"L": "be", "F": "are", "pos": "VBP", "number": 2}, {"L": "not", "F": "n't", "pos": "RB"}], "whyll": [{"F": "why"}, {"L": "will", "F": "ll", "pos": "MD"}], "Howll": [{"F": "How"}, {"L": "will", "F": "ll", "pos": "MD"}], "5am": [{"F": "5"}, {"L": "a.m.", "F": "am"}], "hasn't": [{"F": "has"}, {"L": "not", "F": "n't", "pos": "RB"}], "Rev.": [{"F": "Rev."}], "12p.m.": [{"F": "12"}, {"F": "p.m."}], "m.": [{"F": "m."}], "N.M.": [{"F": "N.M."}], "Shouldn't": [{"F": "Should"}, {"L": "not", "F": "n't", "pos": "RB"}], "i'd've": [{"L": "-PRON-", "F": "i"}, {"L": "would", "F": "'d", "pos": "MD"}, {"L": "have", "F": "'ve", "pos": "VB"}], "k.": [{"F": "k."}], "5a.m.": [{"F": "5"}, {"F": "a.m."}], "Why'll": [{"F": "Why"}, {"L": "will", "F": "'ll", "pos": "MD"}], "shouldn't": [{"F": "should"}, {"L": "not", "F": "n't", "pos": "RB"}], "Youd": [{"L": "-PRON-", "F": "You"}, {"L": "would", "F": "d", "pos": "MD"}], "theyll": [{"L": "-PRON-", "F": "they"}, {"L": "will", "F": "ll", "pos": "MD"}], "Hes": [{"L": "-PRON-", "F": "He"}, {"F": "s"}], "'s": [{"L": "'s", "F": "'s"}], "1p.m.": [{"F": "1"}, {"F": "p.m."}], "whyre": [{"F": "why"}, {"F": "re"}], "Weve": [{"F": "We"}, {"L": "have", "F": "ve", "pos": "VB"}], "Didnt": [{"L": "do", "F": "Did", "pos": "VBD"}, {"L": "not", "F": "nt", "pos": "RB"}], "Mightn't": [{"F": "Might"}, {"L": "not", "F": "n't", "pos": "RB"}], "3pm": [{"F": "3"}, {"L": "p.m.", "F": "pm"}], "Who've": [{"F": "Who"}, {"L": "have", "F": "'ve", "pos": "VB"}]} \ No newline at end of file +{"i've": [{"L": "-PRON-", "F": "i"}, {"L": "have", "pos": "VB", "F": "'ve"}], "Where's": [{"F": "Where"}, {"F": "'s"}], "4p.m.": [{"F": "4"}, {"F": "p.m."}], "12am": [{"F": "12"}, {"L": "a.m.", "F": "am"}], "j.": [{"F": "j."}], "8pm": [{"F": "8"}, {"L": "p.m.", "F": "pm"}], "E.G.": [{"F": "E.G."}], "must've": [{"F": "must"}, {"L": "have", "pos": "VB", "F": "'ve"}], "D.C.": [{"F": "D.C."}], "She'd've": [{"L": "-PRON-", "F": "She"}, {"L": "would", "pos": "MD", "F": "'d"}, {"L": "have", "pos": "VB", "F": "'ve"}], "mightnt": [{"F": "might"}, {"L": "not", "pos": "RB", "F": "nt"}], "Hes": [{"L": "-PRON-", "F": "He"}, {"F": "s"}], "7a.m.": [{"F": "7"}, {"F": "a.m."}], "Idve": [{"L": "-PRON-", "F": "I"}, {"L": "would", "pos": "MD", "F": "d"}, {"L": "have", "pos": "VB", "F": "ve"}], "Ill.": [{"F": "Ill."}], ":P": [{"F": ":P"}], "\t": [{"pos": "SP", "F": "\t"}], "10a.m.": [{"F": "10"}, {"F": "a.m."}], "would've": [{"F": "would"}, {"L": "have", "pos": "VB", "F": "'ve"}], "11am": [{"F": "11"}, {"L": "a.m.", "F": "am"}], "you'd": [{"L": "-PRON-", "F": "you"}, {"L": "would", "pos": "MD", "F": "'d"}], "Thered": [{"F": "There"}, {"L": "would", "pos": "MD", "F": "d"}], "havent": [{"pos": "VB", "F": "have"}, {"L": "not", "pos": "RB", "F": "nt"}], "im": [{"L": "-PRON-", "F": "i"}, {"L": "be", "F": "m", "pos": "VBP", "tenspect": 1, "number": 1}], "Whatll": [{"F": "What"}, {"L": "will", "pos": "MD", "F": "ll"}], "there'd": [{"F": "there"}, {"L": "would", "pos": "MD", "F": "'d"}], "Mustn't": [{"F": "Must"}, {"L": "not", "pos": "RB", "F": "n't"}], "haven't": [{"pos": "VB", "F": "have"}, {"L": "not", "pos": "RB", "F": "n't"}], "hows": [{"F": "how"}, {"F": "s"}], "Doesn't": [{"L": "do", "pos": "VBZ", "F": "Does"}, {"L": "not", "pos": "RB", "F": "n't"}], "You're": [{"L": "-PRON-", "F": "You"}, {"F": "'re"}], "he's": [{"L": "-PRON-", "F": "he"}, {"F": "'s"}], "Mo.": [{"F": "Mo."}], "Theydve": [{"L": "-PRON-", "F": "They"}, {"L": "would", "pos": "MD", "F": "d"}, {"L": "have", "pos": "VB", "F": "ve"}], "We're": [{"F": "We"}, {"F": "'re"}], "can't": [{"L": "can", "pos": "MD", "F": "ca"}, {"L": "not", "pos": "RB", "F": "n't"}], "they've": [{"L": "-PRON-", "F": "they"}, {"L": "have", "pos": "VB", "F": "'ve"}], "werent": [{"F": "were"}, {"L": "not", "pos": "RB", "F": "nt"}], "i'm": [{"L": "-PRON-", "F": "i"}, {"L": "be", "F": "'m", "pos": "VBP", "tenspect": 1, "number": 1}], "Wouldve": [{"F": "Would"}, {"L": "have", "pos": "VB", "F": "ve"}], "Inc.": [{"F": "Inc."}], "Isnt": [{"L": "be", "pos": "VBZ", "F": "Is"}, {"L": "not", "pos": "RB", "F": "nt"}], "mightn't": [{"F": "might"}, {"L": "not", "pos": "RB", "F": "n't"}], "itd": [{"L": "-PRON-", "F": "it"}, {"L": "would", "pos": "MD", "F": "d"}], "^_^": [{"F": "^_^"}], "4pm": [{"F": "4"}, {"L": "p.m.", "F": "pm"}], "theyd": [{"L": "-PRON-", "F": "they"}, {"L": "would", "pos": "MD", "F": "d"}], "p.": [{"F": "p."}], "Hasnt": [{"F": "Has"}, {"L": "not", "pos": "RB", "F": "nt"}], "how'd": [{"F": "how"}, {"L": "would", "pos": "MD", "F": "'d"}], "you'll": [{"L": "-PRON-", "F": "you"}, {"L": "will", "pos": "MD", "F": "'ll"}], "how's": [{"F": "how"}, {"F": "'s"}], "e.g.": [{"F": "e.g."}], "didn't": [{"L": "do", "pos": "VBD", "F": "did"}, {"L": "not", "pos": "RB", "F": "n't"}], "6pm": [{"F": "6"}, {"L": "p.m.", "F": "pm"}], "z.": [{"F": "z."}], "Howll": [{"F": "How"}, {"L": "will", "pos": "MD", "F": "ll"}], "Shant": [{"F": "Sha"}, {"L": "not", "pos": "RB", "F": "nt"}], "Theyd": [{"L": "-PRON-", "F": "They"}, {"L": "would", "pos": "MD", "F": "d"}], "f.": [{"F": "f."}], "u.": [{"F": "u."}], "she'd": [{"L": "-PRON-", "F": "she"}, {"L": "would", "pos": "MD", "F": "'d"}], "Fla.": [{"F": "Fla."}], "Rep.": [{"F": "Rep."}], "they're": [{"L": "-PRON-", "F": "they"}, {"F": "'re"}], "you'd've": [{"L": "-PRON-", "F": "you"}, {"L": "would", "pos": "MD", "F": "'d"}, {"L": "have", "pos": "VB", "F": "'ve"}], "Mightve": [{"F": "Might"}, {"L": "have", "pos": "VB", "F": "ve"}], "Why'll": [{"F": "Why"}, {"L": "will", "pos": "MD", "F": "'ll"}], "Should've": [{"F": "Should"}, {"L": "have", "pos": "VB", "F": "'ve"}], "that's": [{"F": "that"}, {"F": "'s"}], "9pm": [{"F": "9"}, {"L": "p.m.", "F": "pm"}], "Mass.": [{"F": "Mass."}], "there's": [{"F": "there"}, {"F": "'s"}], "It'd": [{"L": "-PRON-", "F": "It"}, {"L": "would", "pos": "MD", "F": "'d"}], "hasn't": [{"F": "has"}, {"L": "not", "pos": "RB", "F": "n't"}], "shes": [{"L": "-PRON-", "F": "she"}, {"F": "s"}], "she'd've": [{"L": "-PRON-", "F": "she"}, {"L": "would", "pos": "MD", "F": "'d"}, {"L": "have", "pos": "VB", "F": "'ve"}], "o.O": [{"F": "o.O"}], "whered": [{"F": "where"}, {"L": "would", "pos": "MD", "F": "d"}], ":(((": [{"F": ":((("}], "N.C.": [{"F": "N.C."}], "you're": [{"L": "-PRON-", "F": "you"}, {"F": "'re"}], ":0": [{"F": ":0"}], "Wouldn't": [{"F": "Would"}, {"L": "not", "pos": "RB", "F": "n't"}], "'em": [{"F": "'em"}], "Whatve": [{"F": "What"}, {"L": "have", "pos": "VB", "F": "ve"}], "Corp.": [{"F": "Corp."}], "i'ma": [{"L": "-PRON-", "F": "i"}, {"F": "'ma"}], "''": [{"F": "''"}], "v.": [{"F": "v."}], "Ga.": [{"F": "Ga."}], "1am": [{"F": "1"}, {"L": "a.m.", "F": "am"}], "Wasnt": [{"F": "Was"}, {"L": "not", "pos": "RB", "F": "nt"}], "q.": [{"F": "q."}], "Hows": [{"F": "How"}, {"F": "s"}], "why're": [{"F": "why"}, {"F": "'re"}], ";-p": [{"F": ";-p"}], "Ima": [{"L": "-PRON-", "F": "I"}, {"F": "ma"}], "neednt": [{"F": "need"}, {"L": "not", "pos": "RB", "F": "nt"}], "Ariz.": [{"F": "Ariz."}], "8am": [{"F": "8"}, {"L": "a.m.", "F": "am"}], "Aren't": [{"L": "be", "pos": "VBP", "F": "Are", "number": 2}, {"L": "not", "pos": "RB", "F": "n't"}], "4am": [{"F": "4"}, {"L": "a.m.", "F": "am"}], "she'll": [{"L": "-PRON-", "F": "she"}, {"L": "will", "pos": "MD", "F": "'ll"}], "8p.m.": [{"F": "8"}, {"F": "p.m."}], "9p.m.": [{"F": "9"}, {"F": "p.m."}], "11p.m.": [{"F": "11"}, {"F": "p.m."}], "Who'd": [{"F": "Who"}, {"L": "would", "pos": "MD", "F": "'d"}], "St.": [{"F": "St."}], "It's": [{"L": "-PRON-", "F": "It"}, {"F": "'s"}], "Gen.": [{"F": "Gen."}], "Messrs.": [{"F": "Messrs."}], "Calif.": [{"F": "Calif."}], "youdve": [{"L": "-PRON-", "F": "you"}, {"L": "would", "pos": "MD", "F": "d"}, {"L": "have", "pos": "VB", "F": "ve"}], "i'll": [{"L": "-PRON-", "F": "i"}, {"L": "will", "pos": "MD", "F": "'ll"}], "whatll": [{"F": "what"}, {"L": "will", "pos": "MD", "F": "ll"}], "mightntve": [{"F": "might"}, {"L": "not", "pos": "RB", "F": "nt"}, {"L": "have", "pos": "VB", "F": "ve"}], "Couldnt": [{"pos": "MD", "F": "Could"}, {"L": "not", "pos": "RB", "F": "nt"}], "Hasn't": [{"F": "Has"}, {"L": "not", "pos": "RB", "F": "n't"}], "hasnt": [{"F": "has"}, {"L": "not", "pos": "RB", "F": "nt"}], "shouldnt": [{"F": "should"}, {"L": "not", "pos": "RB", "F": "nt"}], "Haven't": [{"pos": "VB", "F": "Have"}, {"L": "not", "pos": "RB", "F": "n't"}], "wedve": [{"F": "we"}, {"L": "would", "pos": "MD", "F": "d"}, {"L": "have", "pos": "VB", "F": "ve"}], "Must've": [{"F": "Must"}, {"L": "have", "pos": "VB", "F": "'ve"}], "Minn.": [{"F": "Minn."}], "s.": [{"F": "s."}], "isnt": [{"L": "be", "pos": "VBZ", "F": "is"}, {"L": "not", "pos": "RB", "F": "nt"}], "He'd've": [{"L": "-PRON-", "F": "He"}, {"L": "would", "pos": "MD", "F": "'d"}, {"L": "have", "pos": "VB", "F": "'ve"}], "o_o": [{"F": "o_o"}], "let's": [{"F": "let"}, {"F": "'s"}], "They've": [{"L": "-PRON-", "F": "They"}, {"L": "have", "pos": "VB", "F": "'ve"}], "Co.": [{"F": "Co."}], "p.m.": [{"F": "p.m."}], "we're": [{"F": "we"}, {"F": "'re"}], "May.": [{"F": "May."}], "Ala.": [{"F": "Ala."}], "10am": [{"F": "10"}, {"L": "a.m.", "F": "am"}], "itll": [{"L": "-PRON-", "F": "it"}, {"L": "will", "pos": "MD", "F": "ll"}], "n.": [{"F": "n."}], "5pm": [{"F": "5"}, {"L": "p.m.", "F": "pm"}], "hedve": [{"L": "-PRON-", "F": "he"}, {"L": "would", "pos": "MD", "F": "d"}, {"L": "have", "pos": "VB", "F": "ve"}], "Shan't": [{"F": "Sha"}, {"L": "not", "pos": "RB", "F": "n't"}], "Wont": [{"F": "Wo"}, {"L": "not", "pos": "RB", "F": "nt"}], "'S": [{"L": "'s", "F": "'S"}], ";(": [{"F": ";("}], "Mightn't've": [{"F": "Might"}, {"L": "not", "pos": "RB", "F": "n't"}, {"L": "have", "pos": "VB", "F": "'ve"}], "needn't": [{"F": "need"}, {"L": "not", "pos": "RB", "F": "n't"}], "Shes": [{"L": "-PRON-", "F": "She"}, {"F": "s"}], "he'll": [{"L": "-PRON-", "F": "he"}, {"L": "will", "pos": "MD", "F": "'ll"}], "Whereve": [{"F": "Where"}, {"L": "have", "pos": "VB", "F": "ve"}], "aint": [{"L": "be", "pos": "VBP", "F": "ai", "number": 2}, {"L": "not", "pos": "RB", "F": "nt"}], "Colo.": [{"F": "Colo."}], "who've": [{"F": "who"}, {"L": "have", "pos": "VB", "F": "'ve"}], "it'd": [{"L": "-PRON-", "F": "it"}, {"L": "would", "pos": "MD", "F": "'d"}], "theyll": [{"L": "-PRON-", "F": "they"}, {"L": "will", "pos": "MD", "F": "ll"}], "wont": [{"F": "wo"}, {"L": "not", "pos": "RB", "F": "nt"}], "whyre": [{"F": "why"}, {"F": "re"}], "Nev.": [{"F": "Nev."}], "Dec.": [{"F": "Dec."}], "whereve": [{"F": "where"}, {"L": "have", "pos": "VB", "F": "ve"}], "Cant": [{"L": "can", "pos": "MD", "F": "Ca"}, {"L": "not", "pos": "RB", "F": "nt"}], "1a.m.": [{"F": "1"}, {"F": "a.m."}], "i.e.": [{"F": "i.e."}], "3am": [{"F": "3"}, {"L": "a.m.", "F": "am"}], "Won't": [{"F": "Wo"}, {"L": "not", "pos": "RB", "F": "n't"}], "hes": [{"L": "-PRON-", "F": "he"}, {"F": "s"}], "Let's": [{"F": "Let"}, {"F": "'s"}], "I'll": [{"L": "-PRON-", "F": "I"}, {"L": "will", "pos": "MD", "F": "'ll"}], "We'll": [{"F": "We"}, {"L": "will", "pos": "MD", "F": "'ll"}], "who'd": [{"F": "who"}, {"L": "would", "pos": "MD", "F": "'d"}], "E.g.": [{"F": "E.g."}], "we'd": [{"F": "we"}, {"L": "would", "pos": "MD", "F": "'d"}], "Theyre": [{"L": "-PRON-", "F": "They"}, {"F": "re"}], "She's": [{"L": "-PRON-", "F": "She"}, {"F": "'s"}], "Whod": [{"F": "Who"}, {"L": "would", "pos": "MD", "F": "d"}], "Itll": [{"L": "-PRON-", "F": "It"}, {"L": "will", "pos": "MD", "F": "ll"}], "couldn't've": [{"pos": "MD", "F": "could"}, {"L": "not", "pos": "RB", "F": "n't"}, {"L": "have", "pos": "VB", "F": "'ve"}], "How'd": [{"F": "How"}, {"L": "would", "pos": "MD", "F": "'d"}], "wouldve": [{"F": "would"}, {"L": "have", "pos": "VB", "F": "ve"}], "shan't": [{"F": "sha"}, {"L": "not", "pos": "RB", "F": "n't"}], "8a.m.": [{"F": "8"}, {"F": "a.m."}], "Havent": [{"pos": "VB", "F": "Have"}, {"L": "not", "pos": "RB", "F": "nt"}], "-__-": [{"F": "-__-"}], "6am": [{"F": "6"}, {"L": "a.m.", "F": "am"}], "Hadntve": [{"L": "have", "pos": "VBD", "F": "Had"}, {"L": "not", "pos": "RB", "F": "nt"}, {"L": "have", "pos": "VB", "F": "ve"}], "10p.m.": [{"F": "10"}, {"F": "p.m."}], "Might've": [{"F": "Might"}, {"L": "have", "pos": "VB", "F": "'ve"}], "N.M.": [{"F": "N.M."}], "shouldn't": [{"F": "should"}, {"L": "not", "pos": "RB", "F": "n't"}], "(^_^)": [{"F": "(^_^)"}], "x.": [{"F": "x."}], "where've": [{"F": "where"}, {"L": "have", "pos": "VB", "F": "'ve"}], ";)": [{"F": ";)"}], "theydve": [{"L": "-PRON-", "F": "they"}, {"L": "would", "pos": "MD", "F": "d"}, {"L": "have", "pos": "VB", "F": "ve"}], "dont": [{"L": "do", "F": "do"}, {"L": "not", "pos": "RB", "F": "nt"}], "wouldn't": [{"F": "would"}, {"L": "not", "pos": "RB", "F": "n't"}], "g.": [{"F": "g."}], "Who've": [{"F": "Who"}, {"L": "have", "pos": "VB", "F": "'ve"}], "might've": [{"F": "might"}, {"L": "have", "pos": "VB", "F": "'ve"}], "Who's": [{"F": "Who"}, {"F": "'s"}], "Theyve": [{"L": "-PRON-", "F": "They"}, {"L": "have", "pos": "VB", "F": "ve"}], "2p.m.": [{"F": "2"}, {"F": "p.m."}], "shouldn't've": [{"F": "should"}, {"L": "not", "pos": "RB", "F": "n't"}, {"L": "have", "pos": "VB", "F": "'ve"}], "hed": [{"L": "-PRON-", "F": "he"}, {"L": "would", "pos": "MD", "F": "d"}], "1p.m.": [{"F": "1"}, {"F": "p.m."}], "We've": [{"F": "We"}, {"L": "have", "pos": "VB", "F": "'ve"}], "a.": [{"F": "a."}], "<333": [{"F": "<333"}], "l.": [{"F": "l."}], "It'll": [{"L": "-PRON-", "F": "It"}, {"L": "will", "pos": "MD", "F": "'ll"}], "Jun.": [{"F": "Jun."}], "Mrs.": [{"F": "Mrs."}], "what's": [{"F": "what"}, {"F": "'s"}], "N.Y.": [{"F": "N.Y."}], "Why're": [{"F": "Why"}, {"F": "'re"}], "Wis.": [{"F": "Wis."}], "Hedve": [{"L": "-PRON-", "F": "He"}, {"L": "would", "pos": "MD", "F": "d"}, {"L": "have", "pos": "VB", "F": "ve"}], "Kans.": [{"F": "Kans."}], "idve": [{"L": "-PRON-", "F": "i"}, {"L": "would", "pos": "MD", "F": "d"}, {"L": "have", "pos": "VB", "F": "ve"}], "We'd've": [{"F": "We"}, {"L": "would", "pos": "MD", "F": "'d"}, {"L": "have", "pos": "VB", "F": "'ve"}], "Dont": [{"L": "do", "F": "Do"}, {"L": "not", "pos": "RB", "F": "nt"}], ":')": [{"F": ":')"}], "(=": [{"F": "(="}], "won't": [{"F": "wo"}, {"L": "not", "pos": "RB", "F": "n't"}], "who'll": [{"F": "who"}, {"L": "will", "pos": "MD", "F": "'ll"}], "Not've": [{"L": "not", "pos": "RB", "F": "Not"}, {"L": "have", "pos": "VB", "F": "'ve"}], "Gov.": [{"F": "Gov."}], "couldntve": [{"pos": "MD", "F": "could"}, {"L": "not", "pos": "RB", "F": "nt"}, {"L": "have", "pos": "VB", "F": "ve"}], "Doesnt": [{"L": "do", "pos": "VBZ", "F": "Does"}, {"L": "not", "pos": "RB", "F": "nt"}], "11a.m.": [{"F": "11"}, {"F": "a.m."}], "I.e.": [{"F": "I.e."}], "wasn't": [{"F": "was"}, {"L": "not", "pos": "RB", "F": "n't"}], "5am": [{"F": "5"}, {"L": "a.m.", "F": "am"}], "Shouldve": [{"F": "Should"}, {"L": "have", "pos": "VB", "F": "ve"}], "Jan.": [{"F": "Jan."}], "she's": [{"L": "-PRON-", "F": "she"}, {"F": "'s"}], "We'd": [{"F": "We"}, {"L": "would", "pos": "MD", "F": "'d"}], "Itd": [{"L": "-PRON-", "F": "It"}, {"L": "would", "pos": "MD", "F": "d"}], "What's": [{"F": "What"}, {"F": "'s"}], "e.": [{"F": "e."}], "7p.m.": [{"F": "7"}, {"F": "p.m."}], "Wholl": [{"F": "Who"}, {"L": "will", "pos": "MD", "F": "ll"}], "hadntve": [{"L": "have", "pos": "VBD", "F": "had"}, {"L": "not", "pos": "RB", "F": "nt"}, {"L": "have", "pos": "VB", "F": "ve"}], "Where'd": [{"F": "Where"}, {"L": "would", "pos": "MD", "F": "'d"}], ":-)": [{"F": ":-)"}], "whos": [{"F": "who"}, {"F": "s"}], "mustn't": [{"F": "must"}, {"L": "not", "pos": "RB", "F": "n't"}], "shouldntve": [{"F": "should"}, {"L": "not", "pos": "RB", "F": "nt"}, {"L": "have", "pos": "VB", "F": "ve"}], "Youdve": [{"L": "-PRON-", "F": "You"}, {"L": "would", "pos": "MD", "F": "d"}, {"L": "have", "pos": "VB", "F": "ve"}], "mustnt": [{"F": "must"}, {"L": "not", "pos": "RB", "F": "nt"}], "Oct.": [{"F": "Oct."}], "a.m.": [{"F": "a.m."}], "wouldn't've": [{"F": "would"}, {"L": "not", "pos": "RB", "F": "n't"}, {"L": "have", "pos": "VB", "F": "'ve"}], "k.": [{"F": "k."}], "Hadn't've": [{"L": "have", "pos": "VBD", "F": "Had"}, {"L": "not", "pos": "RB", "F": "n't"}, {"L": "have", "pos": "VB", "F": "'ve"}], "who're": [{"F": "who"}, {"F": "'re"}], "6a.m.": [{"F": "6"}, {"F": "a.m."}], "Rev.": [{"F": "Rev."}], "Del.": [{"F": "Del."}], "Ind.": [{"F": "Ind."}], "couldn't": [{"pos": "MD", "F": "could"}, {"L": "not", "pos": "RB", "F": "n't"}], "La.": [{"F": "La."}], "It'd've": [{"L": "-PRON-", "F": "It"}, {"L": "would", "pos": "MD", "F": "'d"}, {"L": "have", "pos": "VB", "F": "'ve"}], "t.": [{"F": "t."}], "don't": [{"L": "do", "F": "do"}, {"L": "not", "pos": "RB", "F": "n't"}], "Mightnt": [{"F": "Might"}, {"L": "not", "pos": "RB", "F": "nt"}], ":3": [{"F": ":3"}], "shouldve": [{"F": "should"}, {"L": "have", "pos": "VB", "F": "ve"}], "notve": [{"L": "not", "pos": "RB", "F": "not"}, {"L": "have", "pos": "VB", "F": "ve"}], "Couldn't've": [{"pos": "MD", "F": "Could"}, {"L": "not", "pos": "RB", "F": "n't"}, {"L": "have", "pos": "VB", "F": "'ve"}], "Aint": [{"L": "be", "pos": "VBP", "F": "Ai", "number": 2}, {"L": "not", "pos": "RB", "F": "nt"}], "wheres": [{"F": "where"}, {"F": "s"}], "Don't": [{"L": "do", "F": "Do"}, {"L": "not", "pos": "RB", "F": "n't"}], "Theredve": [{"F": "There"}, {"L": "would", "pos": "MD", "F": "d"}, {"L": "have", "pos": "VB", "F": "ve"}], "Could've": [{"pos": "MD", "F": "Could"}, {"L": "have", "pos": "VB", "F": "'ve"}], "d.": [{"F": "d."}], "Wouldnt": [{"F": "Would"}, {"L": "not", "pos": "RB", "F": "nt"}], "They're": [{"L": "-PRON-", "F": "They"}, {"F": "'re"}], "There's": [{"F": "There"}, {"F": "'s"}], "Mr.": [{"F": "Mr."}], "shant": [{"F": "sha"}, {"L": "not", "pos": "RB", "F": "nt"}], "how'll": [{"F": "how"}, {"L": "will", "pos": "MD", "F": "'ll"}], "'s": [{"L": "'s", "F": "'s"}], "whens": [{"F": "when"}, {"F": "s"}], ";p": [{"F": ";p"}], "Youll": [{"L": "-PRON-", "F": "You"}, {"L": "will", "pos": "MD", "F": "ll"}], "Wheres": [{"F": "Where"}, {"F": "s"}], ":p": [{"F": ":p"}], ":-P": [{"F": ":-P"}], "Dr.": [{"F": "Dr."}], "they'd": [{"L": "-PRON-", "F": "they"}, {"L": "would", "pos": "MD", "F": "'d"}], "Whatre": [{"F": "What"}, {"F": "re"}], ";-)": [{"F": ";-)"}], "N.D.": [{"F": "N.D."}], "I'ma": [{"L": "-PRON-", "F": "I"}, {"F": "'ma"}], "N.H.": [{"F": "N.H."}], "Wasn't": [{"F": "Was"}, {"L": "not", "pos": "RB", "F": "n't"}], "itdve": [{"L": "-PRON-", "F": "it"}, {"L": "would", "pos": "MD", "F": "d"}, {"L": "have", "pos": "VB", "F": "ve"}], "Didnt": [{"L": "do", "pos": "VBD", "F": "Did"}, {"L": "not", "pos": "RB", "F": "nt"}], "Ark.": [{"F": "Ark."}], ":>": [{"F": ":>"}], "Wouldntve": [{"F": "Would"}, {"L": "not", "pos": "RB", "F": "nt"}, {"L": "have", "pos": "VB", "F": "ve"}], "6p.m.": [{"F": "6"}, {"F": "p.m."}], "where'd": [{"F": "where"}, {"L": "would", "pos": "MD", "F": "'d"}], ":))": [{"F": ":))"}], ":/": [{"F": ":/"}], "1pm": [{"F": "1"}, {"L": "p.m.", "F": "pm"}], "should've": [{"F": "should"}, {"L": "have", "pos": "VB", "F": "'ve"}], "2am": [{"F": "2"}, {"L": "a.m.", "F": "am"}], "ain't": [{"L": "be", "pos": "VBP", "F": "ai", "number": 2}, {"L": "not", "pos": "RB", "F": "n't"}], "Nov.": [{"F": "Nov."}], "didnt": [{"L": "do", "pos": "VBD", "F": "did"}, {"L": "not", "pos": "RB", "F": "nt"}], "4a.m.": [{"F": "4"}, {"F": "a.m."}], "co.": [{"F": "co."}], "i.": [{"F": "i."}], "when's": [{"F": "when"}, {"F": "'s"}], "wouldntve": [{"F": "would"}, {"L": "not", "pos": "RB", "F": "nt"}, {"L": "have", "pos": "VB", "F": "ve"}], "mightve": [{"F": "might"}, {"L": "have", "pos": "VB", "F": "ve"}], "howll": [{"F": "how"}, {"L": "will", "pos": "MD", "F": "ll"}], "hadn't": [{"L": "have", "pos": "VBD", "F": "had"}, {"L": "not", "pos": "RB", "F": "n't"}], "I'd've": [{"L": "-PRON-", "F": "I"}, {"L": "would", "pos": "MD", "F": "'d"}, {"L": "have", "pos": "VB", "F": "'ve"}], "Feb.": [{"F": "Feb."}], "howd": [{"F": "how"}, {"L": "would", "pos": "MD", "F": "d"}], "it'd've": [{"L": "-PRON-", "F": "it"}, {"L": "would", "pos": "MD", "F": "'d"}, {"L": "have", "pos": "VB", "F": "'ve"}], "isn't": [{"L": "be", "pos": "VBZ", "F": "is"}, {"L": "not", "pos": "RB", "F": "n't"}], "weve": [{"F": "we"}, {"L": "have", "pos": "VB", "F": "ve"}], "Sen.": [{"F": "Sen."}], "Whove": [{"F": "Who"}, {"L": "have", "pos": "VB", "F": "ve"}], "Youd": [{"L": "-PRON-", "F": "You"}, {"L": "would", "pos": "MD", "F": "d"}], "3a.m.": [{"F": "3"}, {"F": "a.m."}], "Where've": [{"F": "Where"}, {"L": "have", "pos": "VB", "F": "'ve"}], "Shouldn't": [{"F": "Should"}, {"L": "not", "pos": "RB", "F": "n't"}], "whats": [{"F": "what"}, {"F": "s"}], "Cannot": [{"L": "can", "pos": "MD", "F": "Can"}, {"L": "not", "pos": "RB", "F": "not"}], "You'd've": [{"L": "-PRON-", "F": "You"}, {"L": "would", "pos": "MD", "F": "'d"}, {"L": "have", "pos": "VB", "F": "'ve"}], "What'll": [{"F": "What"}, {"L": "will", "pos": "MD", "F": "'ll"}], "Thats": [{"F": "That"}, {"F": "s"}], "o_O": [{"F": "o_O"}], "Whats": [{"F": "What"}, {"F": "s"}], "What're": [{"F": "What"}, {"F": "'re"}], "xDD": [{"F": "xDD"}], "3pm": [{"F": "3"}, {"L": "p.m.", "F": "pm"}], "Who're": [{"F": "Who"}, {"F": "'re"}], "mustve": [{"F": "must"}, {"L": "have", "pos": "VB", "F": "ve"}], ":-/": [{"F": ":-/"}], "Apr.": [{"F": "Apr."}], "ima": [{"L": "-PRON-", "F": "i"}, {"F": "ma"}], "Whens": [{"F": "When"}, {"F": "s"}], "Kan.": [{"F": "Kan."}], "w.": [{"F": "w."}], "3p.m.": [{"F": "3"}, {"F": "p.m."}], "Whyre": [{"F": "Why"}, {"F": "re"}], "-_-": [{"F": "-_-"}], "12pm": [{"F": "12"}, {"L": "p.m.", "F": "pm"}], "Ltd.": [{"F": "Ltd."}], "wasnt": [{"F": "was"}, {"L": "not", "pos": "RB", "F": "nt"}], "Shedve": [{"L": "-PRON-", "F": "She"}, {"L": "would", "pos": "MD", "F": "d"}, {"L": "have", "pos": "VB", "F": "ve"}], "Nebr.": [{"F": "Nebr."}], "o.": [{"F": "o."}], ";D": [{"F": ";D"}], "whys": [{"F": "why"}, {"F": "s"}], "Tenn.": [{"F": "Tenn."}], "She'd": [{"L": "-PRON-", "F": "She"}, {"L": "would", "pos": "MD", "F": "'d"}], "Needn't": [{"F": "Need"}, {"L": "not", "pos": "RB", "F": "n't"}], "Hadnt": [{"L": "have", "pos": "VBD", "F": "Had"}, {"L": "not", "pos": "RB", "F": "nt"}], "m.": [{"F": "m."}], "arent": [{"L": "be", "pos": "VBP", "F": "are", "number": 2}, {"L": "not", "pos": "RB", "F": "nt"}], "Arent": [{"L": "be", "pos": "VBP", "F": "Are", "number": 2}, {"L": "not", "pos": "RB", "F": "nt"}], "<33": [{"F": "<33"}], " ": [{"pos": "SP", "F": " "}], "you've": [{"L": "-PRON-", "F": "you"}, {"L": "have", "pos": "VB", "F": "'ve"}], "mightn't've": [{"F": "might"}, {"L": "not", "pos": "RB", "F": "n't"}, {"L": "have", "pos": "VB", "F": "'ve"}], "Aug.": [{"F": "Aug."}], "=3": [{"F": "=3"}], "Miss.": [{"F": "Miss."}], "Jul.": [{"F": "Jul."}], "Werent": [{"F": "Were"}, {"L": "not", "pos": "RB", "F": "nt"}], "You'd": [{"L": "-PRON-", "F": "You"}, {"L": "would", "pos": "MD", "F": "'d"}], "How's": [{"F": "How"}, {"F": "'s"}], "2a.m.": [{"F": "2"}, {"F": "a.m."}], "youre": [{"L": "-PRON-", "F": "you"}, {"F": "re"}], "hadn't've": [{"L": "have", "pos": "VBD", "F": "had"}, {"L": "not", "pos": "RB", "F": "n't"}, {"L": "have", "pos": "VB", "F": "'ve"}], "12p.m.": [{"F": "12"}, {"F": "p.m."}], "Im": [{"L": "-PRON-", "F": "I"}, {"L": "be", "F": "m", "pos": "VBP", "tenspect": 1, "number": 1}], "not've": [{"L": "not", "pos": "RB", "F": "not"}, {"L": "have", "pos": "VB", "F": "'ve"}], "thats": [{"F": "that"}, {"F": "s"}], "Mustnt": [{"F": "Must"}, {"L": "not", "pos": "RB", "F": "nt"}], "what're": [{"F": "what"}, {"F": "'re"}], "How'll": [{"F": "How"}, {"L": "will", "pos": "MD", "F": "'ll"}], "Conn.": [{"F": "Conn."}], "it's": [{"L": "-PRON-", "F": "it"}, {"F": "'s"}], "Can't": [{"L": "can", "pos": "MD", "F": "Ca"}, {"L": "not", "pos": "RB", "F": "n't"}], "'ol": [{"F": "'ol"}], "Mustve": [{"F": "Must"}, {"L": "have", "pos": "VB", "F": "ve"}], "Couldn't": [{"pos": "MD", "F": "Could"}, {"L": "not", "pos": "RB", "F": "n't"}], "Okla.": [{"F": "Okla."}], "what'll": [{"F": "what"}, {"L": "will", "pos": "MD", "F": "'ll"}], "Whys": [{"F": "Why"}, {"F": "s"}], "it'll": [{"L": "-PRON-", "F": "it"}, {"L": "will", "pos": "MD", "F": "'ll"}], "Mt.": [{"L": "Mount", "F": "Mt."}], "Itdve": [{"L": "-PRON-", "F": "It"}, {"L": "would", "pos": "MD", "F": "d"}, {"L": "have", "pos": "VB", "F": "ve"}], "couldve": [{"pos": "MD", "F": "could"}, {"L": "have", "pos": "VB", "F": "ve"}], "wholl": [{"F": "who"}, {"L": "will", "pos": "MD", "F": "ll"}], "I've": [{"L": "-PRON-", "F": "I"}, {"L": "have", "pos": "VB", "F": "'ve"}], "thered": [{"F": "there"}, {"L": "would", "pos": "MD", "F": "d"}], "Theyll": [{"L": "-PRON-", "F": "They"}, {"L": "will", "pos": "MD", "F": "ll"}], "Neb.": [{"F": "Neb."}], "Who'll": [{"F": "Who"}, {"L": "will", "pos": "MD", "F": "'ll"}], "cannot": [{"L": "can", "pos": "MD", "F": "can"}, {"L": "not", "pos": "RB", "F": "not"}], ":(": [{"F": ":("}], "xD": [{"F": "xD"}], "10pm": [{"F": "10"}, {"L": "p.m.", "F": "pm"}], "couldnt": [{"pos": "MD", "F": "could"}, {"L": "not", "pos": "RB", "F": "nt"}], "Would've": [{"F": "Would"}, {"L": "have", "pos": "VB", "F": "'ve"}], "Mightn't": [{"F": "Might"}, {"L": "not", "pos": "RB", "F": "n't"}], "5p.m.": [{"F": "5"}, {"F": "p.m."}], "youve": [{"L": "-PRON-", "F": "you"}, {"L": "have", "pos": "VB", "F": "ve"}], ":Y": [{"F": ":Y"}], "shedve": [{"L": "-PRON-", "F": "she"}, {"L": "would", "pos": "MD", "F": "d"}, {"L": "have", "pos": "VB", "F": "ve"}], "why's": [{"F": "why"}, {"F": "'s"}], "could've": [{"pos": "MD", "F": "could"}, {"L": "have", "pos": "VB", "F": "'ve"}], "Neednt": [{"F": "Need"}, {"L": "not", "pos": "RB", "F": "nt"}], "vs.": [{"F": "vs."}], "Mont.": [{"F": "Mont."}], "Adm.": [{"F": "Adm."}], "Md.": [{"F": "Md."}], "That's": [{"F": "That"}, {"F": "'s"}], "Mar.": [{"F": "Mar."}], "they'll": [{"L": "-PRON-", "F": "they"}, {"L": "will", "pos": "MD", "F": "'ll"}], "b.": [{"F": "b."}], "Sep.": [{"F": "Sep."}], "whod": [{"F": "who"}, {"L": "would", "pos": "MD", "F": "d"}], "2pm": [{"F": "2"}, {"L": "p.m.", "F": "pm"}], "whyll": [{"F": "why"}, {"L": "will", "pos": "MD", "F": "ll"}], "hadnt": [{"L": "have", "pos": "VBD", "F": "had"}, {"L": "not", "pos": "RB", "F": "nt"}], "There'd've": [{"F": "There"}, {"L": "would", "pos": "MD", "F": "'d"}, {"L": "have", "pos": "VB", "F": "'ve"}], "He'd": [{"L": "-PRON-", "F": "He"}, {"L": "would", "pos": "MD", "F": "'d"}], "theyre": [{"L": "-PRON-", "F": "they"}, {"F": "re"}], "Ms.": [{"F": "Ms."}], "there'd've": [{"F": "there"}, {"L": "would", "pos": "MD", "F": "'d"}, {"L": "have", "pos": "VB", "F": "'ve"}], "5a.m.": [{"F": "5"}, {"F": "a.m."}], "7am": [{"F": "7"}, {"L": "a.m.", "F": "am"}], "they'd've": [{"L": "-PRON-", "F": "they"}, {"L": "would", "pos": "MD", "F": "'d"}, {"L": "have", "pos": "VB", "F": "'ve"}], "Mich.": [{"F": "Mich."}], "cant": [{"L": "can", "pos": "MD", "F": "ca"}, {"L": "not", "pos": "RB", "F": "nt"}], "Va.": [{"F": "Va."}], "11pm": [{"F": "11"}, {"L": "p.m.", "F": "pm"}], "youll": [{"L": "-PRON-", "F": "you"}, {"L": "will", "pos": "MD", "F": "ll"}], "Isn't": [{"L": "be", "pos": "VBZ", "F": "Is"}, {"L": "not", "pos": "RB", "F": "n't"}], "i'd've": [{"L": "-PRON-", "F": "i"}, {"L": "would", "pos": "MD", "F": "'d"}, {"L": "have", "pos": "VB", "F": "'ve"}], "Hadn't": [{"L": "have", "pos": "VBD", "F": "Had"}, {"L": "not", "pos": "RB", "F": "n't"}], "why'll": [{"F": "why"}, {"L": "will", "pos": "MD", "F": "'ll"}], "Jr.": [{"F": "Jr."}], "whove": [{"F": "who"}, {"L": "have", "pos": "VB", "F": "ve"}], "we'd've": [{"F": "we"}, {"L": "would", "pos": "MD", "F": "'d"}, {"L": "have", "pos": "VB", "F": "'ve"}], "Youve": [{"L": "-PRON-", "F": "You"}, {"L": "have", "pos": "VB", "F": "ve"}], "He'll": [{"L": "-PRON-", "F": "He"}, {"L": "will", "pos": "MD", "F": "'ll"}], "Wedve": [{"F": "We"}, {"L": "would", "pos": "MD", "F": "d"}, {"L": "have", "pos": "VB", "F": "ve"}], "9am": [{"F": "9"}, {"L": "a.m.", "F": "am"}], "Hed": [{"L": "-PRON-", "F": "He"}, {"L": "would", "pos": "MD", "F": "d"}], "whatve": [{"F": "what"}, {"L": "have", "pos": "VB", "F": "ve"}], "Ore.": [{"F": "Ore."}], "(:": [{"F": "(:"}], "Shouldnt": [{"F": "Should"}, {"L": "not", "pos": "RB", "F": "nt"}], "Wash.": [{"F": "Wash."}], "Weve": [{"F": "We"}, {"L": "have", "pos": "VB", "F": "ve"}], "N.J.": [{"F": "N.J."}], "Shouldntve": [{"F": "Should"}, {"L": "not", "pos": "RB", "F": "nt"}, {"L": "have", "pos": "VB", "F": "ve"}], "h.": [{"F": "h."}], "we'll": [{"F": "we"}, {"L": "will", "pos": "MD", "F": "'ll"}], "we've": [{"F": "we"}, {"L": "have", "pos": "VB", "F": "'ve"}], "doesnt": [{"L": "do", "pos": "VBZ", "F": "does"}, {"L": "not", "pos": "RB", "F": "nt"}], "who's": [{"F": "who"}, {"F": "'s"}], "he'd": [{"L": "-PRON-", "F": "he"}, {"L": "would", "pos": "MD", "F": "'d"}], "Ain't": [{"L": "be", "pos": "VBP", "F": "Ai", "number": 2}, {"L": "not", "pos": "RB", "F": "n't"}], "I'd": [{"L": "-PRON-", "F": "I"}, {"L": "would", "pos": "MD", "F": "'d"}], "theredve": [{"F": "there"}, {"L": "would", "pos": "MD", "F": "d"}, {"L": "have", "pos": "VB", "F": "ve"}], "She'll": [{"L": "-PRON-", "F": "She"}, {"L": "will", "pos": "MD", "F": "'ll"}], "They'd": [{"L": "-PRON-", "F": "They"}, {"L": "would", "pos": "MD", "F": "'d"}], "\")": [{"F": "\")"}], "Couldve": [{"pos": "MD", "F": "Could"}, {"L": "have", "pos": "VB", "F": "ve"}], "Whyll": [{"F": "Why"}, {"L": "will", "pos": "MD", "F": "ll"}], "y.": [{"F": "y."}], "12a.m.": [{"F": "12"}, {"F": "a.m."}], "wouldnt": [{"F": "would"}, {"L": "not", "pos": "RB", "F": "nt"}], "<3": [{"F": "<3"}], "\n": [{"pos": "SP", "F": "\n"}], "Whered": [{"F": "Where"}, {"L": "would", "pos": "MD", "F": "d"}], "I'm": [{"L": "-PRON-", "F": "I"}, {"L": "be", "F": "'m", "pos": "VBP", "tenspect": 1, "number": 1}], "Couldntve": [{"pos": "MD", "F": "Could"}, {"L": "not", "pos": "RB", "F": "nt"}, {"L": "have", "pos": "VB", "F": "ve"}], "Ive": [{"L": "-PRON-", "F": "I"}, {"L": "have", "pos": "VB", "F": "ve"}], "i'd": [{"L": "-PRON-", "F": "i"}, {"L": "would", "pos": "MD", "F": "'d"}], "youd": [{"L": "-PRON-", "F": "you"}, {"L": "would", "pos": "MD", "F": "d"}], "There'd": [{"F": "There"}, {"L": "would", "pos": "MD", "F": "'d"}], "He's": [{"L": "-PRON-", "F": "He"}, {"F": "'s"}], "Mightntve": [{"F": "Might"}, {"L": "not", "pos": "RB", "F": "nt"}, {"L": "have", "pos": "VB", "F": "ve"}], "When's": [{"F": "When"}, {"F": "'s"}], "doesn't": [{"L": "do", "pos": "VBZ", "F": "does"}, {"L": "not", "pos": "RB", "F": "n't"}], "=[[": [{"F": "=[["}], "Youre": [{"L": "-PRON-", "F": "You"}, {"F": "re"}], "=]": [{"F": "=]"}], "You'll": [{"L": "-PRON-", "F": "You"}, {"L": "will", "pos": "MD", "F": "'ll"}], "=)": [{"F": "=)"}], "Pa.": [{"F": "Pa."}], "he'd've": [{"L": "-PRON-", "F": "he"}, {"L": "would", "pos": "MD", "F": "'d"}, {"L": "have", "pos": "VB", "F": "'ve"}], "You've": [{"L": "-PRON-", "F": "You"}, {"L": "have", "pos": "VB", "F": "'ve"}], "They'll": [{"L": "-PRON-", "F": "They"}, {"L": "will", "pos": "MD", "F": "'ll"}], "Ky.": [{"F": "Ky."}], "c.": [{"F": "c."}], "I.E.": [{"F": "I.E."}], "V_V": [{"F": "V_V"}], "Didn't": [{"L": "do", "pos": "VBD", "F": "Did"}, {"L": "not", "pos": "RB", "F": "n't"}], "What've": [{"F": "What"}, {"L": "have", "pos": "VB", "F": "'ve"}], "Weren't": [{"F": "Were"}, {"L": "not", "pos": "RB", "F": "n't"}], ":]": [{"F": ":]"}], "Notve": [{"L": "not", "pos": "RB", "F": "Not"}, {"L": "have", "pos": "VB", "F": "ve"}], "9a.m.": [{"F": "9"}, {"F": "a.m."}], "7pm": [{"F": "7"}, {"L": "p.m.", "F": "pm"}], "Sept.": [{"F": "Sept."}], "Bros.": [{"F": "Bros."}], "Howd": [{"F": "How"}, {"L": "would", "pos": "MD", "F": "d"}], "weren't": [{"F": "were"}, {"L": "not", "pos": "RB", "F": "n't"}], "Why's": [{"F": "Why"}, {"F": "'s"}], ":((": [{"F": ":(("}], "theyve": [{"L": "-PRON-", "F": "they"}, {"L": "have", "pos": "VB", "F": "ve"}], "where's": [{"F": "where"}, {"F": "'s"}], "ive": [{"L": "-PRON-", "F": "i"}, {"L": "have", "pos": "VB", "F": "ve"}], "=D": [{"F": "=D"}], "what've": [{"F": "what"}, {"L": "have", "pos": "VB", "F": "'ve"}], "Whos": [{"F": "Who"}, {"F": "s"}], ":O": [{"F": ":O"}], "Shouldn't've": [{"F": "Should"}, {"L": "not", "pos": "RB", "F": "n't"}, {"L": "have", "pos": "VB", "F": "'ve"}], "whatre": [{"F": "what"}, {"F": "re"}], "Wouldn't've": [{"F": "Would"}, {"L": "not", "pos": "RB", "F": "n't"}, {"L": "have", "pos": "VB", "F": "'ve"}], "aren't": [{"L": "be", "pos": "VBP", "F": "are", "number": 2}, {"L": "not", "pos": "RB", "F": "n't"}], ":)": [{"F": ":)"}], "They'd've": [{"L": "-PRON-", "F": "They"}, {"L": "would", "pos": "MD", "F": "'d"}, {"L": "have", "pos": "VB", "F": "'ve"}]} \ No newline at end of file From 62a01dd41dac9892754ec5403288f8eeb442e0be Mon Sep 17 00:00:00 2001 From: Matthew Honnibal Date: Tue, 8 Sep 2015 14:23:58 +0200 Subject: [PATCH 6/6] * Fix issue #92: lexemes.bin read error on 32-bit platforms. --- spacy/vocab.pyx | 52 ++++++++++++++++++++++++++++++++++++------------- 1 file changed, 38 insertions(+), 14 deletions(-) diff --git a/spacy/vocab.pyx b/spacy/vocab.pyx index ac2e11e11..edb4f1879 100644 --- a/spacy/vocab.pyx +++ b/spacy/vocab.pyx @@ -4,6 +4,7 @@ from __future__ import unicode_literals from libc.stdio cimport fopen, fclose, fread, fwrite, FILE from libc.string cimport memset from libc.stdint cimport int32_t +from libc.stdint cimport uint64_t import bz2 from os import path @@ -192,33 +193,56 @@ cdef class Vocab: for key, addr in self._by_hash.items(): lexeme = addr fp.write_from(&lexeme.orth, sizeof(lexeme.orth), 1) - fp.write_from(lexeme, sizeof(LexemeC), 1) + fp.write_from(&lexeme.flags, sizeof(lexeme.flags), 1) + fp.write_from(&lexeme.id, sizeof(lexeme.flags), 1) + fp.write_from(&lexeme.length, sizeof(lexeme.length), 1) + fp.write_from(&lexeme.orth, sizeof(lexeme.orth), 1) + fp.write_from(&lexeme.lower, sizeof(lexeme.lower), 1) + fp.write_from(&lexeme.norm, sizeof(lexeme.norm), 1) + fp.write_from(&lexeme.shape, sizeof(lexeme.shape), 1) + fp.write_from(&lexeme.prefix, sizeof(lexeme.prefix), 1) + fp.write_from(&lexeme.suffix, sizeof(lexeme.suffix), 1) + fp.write_from(&lexeme.cluster, sizeof(lexeme.cluster), 1) + fp.write_from(&lexeme.prob, sizeof(lexeme.prob), 1) + fp.write_from(&lexeme.sentiment, sizeof(lexeme.sentiment), 1) + fp.write_from(&lexeme.l2_norm, sizeof(lexeme.l2_norm), 1) fp.close() def load_lexemes(self, strings_loc, loc): self.strings.load(strings_loc) if not path.exists(loc): raise IOError('LexemeCs file not found at %s' % loc) - cdef bytes bytes_loc = loc.encode('utf8') if type(loc) == unicode else loc - cdef FILE* fp = fopen(bytes_loc, b'rb') - if fp == NULL: - raise IOError('lexemes data file present, but cannot open from ' % loc) - cdef size_t st + fp = CFile(loc, 'rb') cdef LexemeC* lexeme cdef attr_t orth cdef hash_t key cdef unicode py_str + cdef uint64_t bad_bytes i = 0 while True: - st = fread(&orth, sizeof(orth), 1, fp) - if st != 1: - break lexeme = self.mem.alloc(sizeof(LexemeC), 1) - # Copies data from the file into the lexeme - st = fread(lexeme, sizeof(LexemeC), 1, fp) - lexeme.repvec = EMPTY_VEC - if st != 1: + try: + fp.read_into(&orth, 1, sizeof(orth)) + except IOError: break + # This 64 bit chunk is there for backwards compatibility. Remove on next release. + fp.read_into(&bad_bytes, 1, sizeof(bad_bytes)) + # Copy data from the file into the lexeme + fp.read_into(&lexeme.flags, 1, sizeof(lexeme.flags)) + fp.read_into(&lexeme.id, 1, sizeof(lexeme.id)) + fp.read_into(&lexeme.length, 1, sizeof(lexeme.length)) + fp.read_into(&lexeme.orth, 1, sizeof(lexeme.orth)) + fp.read_into(&lexeme.lower, 1, sizeof(lexeme.lower)) + fp.read_into(&lexeme.norm, 1, sizeof(lexeme.norm)) + fp.read_into(&lexeme.shape, 1, sizeof(lexeme.shape)) + fp.read_into(&lexeme.prefix, 1, sizeof(lexeme.prefix)) + fp.read_into(&lexeme.suffix, 1, sizeof(lexeme.suffix)) + fp.read_into(&lexeme.cluster, 1, sizeof(lexeme.cluster)) + fp.read_into(&lexeme.prob, 1, sizeof(lexeme.prob)) + fp.read_into(&lexeme.sentiment, 1, sizeof(lexeme.sentiment)) + fp.read_into(&lexeme.l2_norm, 1, sizeof(lexeme.l2_norm)) + + lexeme.repvec = EMPTY_VEC if orth != lexeme.orth: # TODO: Improve this error message, pending resolution to Issue #64 raise IOError('Error reading from lexemes.bin. Integrity check fails.') @@ -228,7 +252,7 @@ cdef class Vocab: self._by_orth.set(lexeme.orth, lexeme) self.length += 1 i += 1 - fclose(fp) + fp.close() def load_rep_vectors(self, loc): cdef CFile file_ = CFile(loc, b'rb')