![\"Open](\"https://colab.research.google.com/assets/colab-badge.svg\"){kind=icon}
"
]
},
{
"cell_type": "code",
"execution_count": 1,
"metadata": {
"id": "ShG7yaY20_jg",
"colab": {
"base_uri": "https://localhost:8080/"
},
"outputId": "bba7084f-b552-4027-cb09-858e6c549bc1"
},
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"\u001b[K |████████████████████████████████| 574 kB 5.1 MB/s \n",
"\u001b[K |████████████████████████████████| 4.7 MB 33.9 MB/s \n",
"\u001b[K |████████████████████████████████| 197 kB 68.0 MB/s \n",
"\u001b[K |████████████████████████████████| 6.6 MB 45.7 MB/s \n",
"\u001b[K |████████████████████████████████| 120 kB 56.5 MB/s \n",
"\u001b[?25h Building wheel for emoji (setup.py) ... \u001b[?25l\u001b[?25hdone\n"
]
}
],
"source": [
"!pip install -Uqq stanza"
]
},
{
"cell_type": "code",
"source": [
"import stanza\n",
"import nltk\n",
"from nltk.corpus import wordnet\n",
"from nltk.corpus import verbnet\n",
"\n",
"stanza.download('en') # download English model\n",
"nlp = stanza.Pipeline('en', processors='tokenize,pos,lemma,depparse,ner')\n",
"\n",
"nltk.download('omw-1.4')\n",
"nltk.download('wordnet')\n",
"nltk.download('verbnet')"
],
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/",
"height": 558,
"referenced_widgets": [
"4eedf1ebd7724c47886dbaf8c432fa27",
"2ae174538489490abac7de3fe89b72f9",
"1a3fd53fe31a403f8af07fb4e559cd9a",
"dbf7cac41e0845088ae3d2de6e6685fd",
"811692c4bfb14ab9bdf0944a185bcdea",
"4d638d54f81b4450978a4758ca3a4c3c",
"e001a703a4bb4cf6a6fbbc53a35ca1f6",
"2e1edd0cd4184d6288ea1a48c5a3c54e",
"ad283e7f367a4613a103cf73d6c95b11",
"077c55a8e44c447387f24a35c4560891",
"112082ac7aba40caa03ac0c1b5db5b04",
"ae3f920b0f2643aeb9620cd9eb6110e9",
"cd6dc76d3ac34df79ced860e7c9d31de",
"ae75f7bb1b7c494dbb2ef8f23786f496",
"b040c9e48a7c4c8080747e6eefbd8242",
"464ceb334022420ca73234932f45e434",
"e75a0779c3b744eba444f727e9b5b0b9",
"72bdf9e623854a288c1d7bbb3ad5bf15",
"f6c3a13239ce449695bd7ba25a1eaa37",
"a0b2730e6a53429ea3269d85cf531541",
"ee46b4454f934db5b1eed5dcfd857188",
"da524a9f74024d8296896804ae156e00",
"f96daf5dac8648389d27189d0a00b6d3",
"85f56de7a9954e26abba220c82075d45",
"c40d78fdad3f4a259bcc7bf7bfa8c43b",
"672f5266150e4ba9bfb7b6e3a4e86879",
"267e1b66cb424f19b8a1c8e20f98fa6e",
"e8de14a6fb5741338d8cf77c956b3761",
"51d05cd434034cdea16a1a533aa15faf",
"35979960457f4233bcd32d136408a816",
"785b0d3affed4e87be0c418815247b83",
"f6c91f37203141f881219d5b0f869ad7",
"6b56d9f3d5734b2aaac1089e3b492a83"
]
},
"id": "RMLlmBIc85_s",
"outputId": "ee4afc3d-a88c-4a81-8af8-66d0d697925b"
},
"execution_count": 2,
"outputs": [
{
"output_type": "display_data",
"data": {
"text/plain": [
"Downloading https://raw.githubusercontent.com/stanfordnlp/stanza-resources/main/resources_1.4.0.json: 0%| …"
],
"application/vnd.jupyter.widget-view+json": {
"version_major": 2,
"version_minor": 0,
"model_id": "4eedf1ebd7724c47886dbaf8c432fa27"
}
},
"metadata": {}
},
{
"output_type": "stream",
"name": "stderr",
"text": [
"INFO:stanza:Downloading default packages for language: en (English)...\n"
]
},
{
"output_type": "display_data",
"data": {
"text/plain": [
"Downloading https://huggingface.co/stanfordnlp/stanza-en/resolve/v1.4.0/models/default.zip: 0%| | 0…"
],
"application/vnd.jupyter.widget-view+json": {
"version_major": 2,
"version_minor": 0,
"model_id": "ae3f920b0f2643aeb9620cd9eb6110e9"
}
},
"metadata": {}
},
{
"output_type": "stream",
"name": "stderr",
"text": [
"INFO:stanza:Finished downloading models and saved to /root/stanza_resources.\n"
]
},
{
"output_type": "display_data",
"data": {
"text/plain": [
"Downloading https://raw.githubusercontent.com/stanfordnlp/stanza-resources/main/resources_1.4.0.json: 0%| …"
],
"application/vnd.jupyter.widget-view+json": {
"version_major": 2,
"version_minor": 0,
"model_id": "f96daf5dac8648389d27189d0a00b6d3"
}
},
"metadata": {}
},
{
"output_type": "stream",
"name": "stderr",
"text": [
"INFO:stanza:Loading these models for language: en (English):\n",
"=========================\n",
"| Processor | Package |\n",
"-------------------------\n",
"| tokenize | combined |\n",
"| pos | combined |\n",
"| lemma | combined |\n",
"| depparse | combined |\n",
"| ner | ontonotes |\n",
"=========================\n",
"\n",
"INFO:stanza:Use device: cpu\n",
"INFO:stanza:Loading: tokenize\n",
"INFO:stanza:Loading: pos\n",
"INFO:stanza:Loading: lemma\n",
"INFO:stanza:Loading: depparse\n",
"INFO:stanza:Loading: ner\n",
"INFO:stanza:Done loading processors!\n",
"[nltk_data] Downloading package omw-1.4 to /root/nltk_data...\n",
"[nltk_data] Downloading package wordnet to /root/nltk_data...\n",
"[nltk_data] Downloading package verbnet to /root/nltk_data...\n",
"[nltk_data] Unzipping corpora/verbnet.zip.\n"
]
},
{
"output_type": "execute_result",
"data": {
"text/plain": [
"True"
]
},
"metadata": {},
"execution_count": 2
}
]
},
{
"cell_type": "code",
"source": [
"def events(text):\n",
" '''\n",
" as per Page: 32\n",
" inputs plot text\n",
" returns (s, v, o, m)\n",
" where v is a verb, \n",
" s is the subject of the verb,\n",
" o is the object of the verb, \n",
" and m is the modifier—or “wildcard”, \n",
" which can be a propositional object, \n",
" indirect object, causal complement \n",
" (e.g., in “I was glad that he drove,” “drove” is the causal complement to “glad.”), \n",
" or any other dependency unclassifiable to Stanford’s dependency parser.\n",
" '''\n",
" doc = nlp(text)\n",
"\n",
" v,s,o,m = 'UNK','UNK','UNK','UNK'\n",
" for sent in doc.sentences:\n",
" for word in sent.words:\n",
" if word.pos == \"VERB\":\n",
" # Generalized\n",
" # 3. Verbs were replaced by VerbNet [79] version 3.2.43 frames (e.g. “arrived”/“arriving” become “escape-51.1”)\n",
" # TODO: verbnet.classids('scurry')\n",
" gVerb = verbnet.classids(word.text) #.split('.')[0]\n",
" v = gVerb[0].split('.')[0] if gVerb else word.text #verb\n",
" if word.deprel == \"nsubj\" and word.pos == \"PRON\":\n",
" s = word.text #subject of the verb\n",
" if o == 'UNK' and word.deprel == \"obl\" and word.pos == \"NOUN\":\n",
" # Generalized\n",
" if word.pos == \"NOUN\":\n",
" # 1. Named entities were identified (cf. [77]), and “PERSON” names were replaced with the tag | \n", " | plots | \n", "
|---|---|
| 0 | \n", "Old Major, the old boar on the Manor Farm, sum... | \n", "
| 1 | \n", "When Major dies, two young pigs, Snowball and ... | \n", "
| 2 | \n", "The animals revolt and drive the drunken and i... | \n", "
| 3 | \n", "They adopt the Seven Commandments of Animalism... | \n", "
| 4 | \n", "Snowball teaches the animals to read and write... | \n", "
| \n", " | plots | \n", "
|---|---|
| 9 | \n", "Snowball, who has been studying the battles of... | \n", "
| 10 | \n", "Snowball's popularity soars, and this event is... | \n", "
| 11 | \n", "It is celebrated annually with the firing of a... | \n", "
| 12 | \n", "Napoleon and Snowball struggle for pre-eminenc... | \n", "
| 13 | \n", "When Snowball announces his plans to modernize... | \n", "
| \n", " | plots | \n", "event | \n", "
|---|---|---|
| 9 | \n", "Snowball, who has been studying the battles of... | \n", "who escape-51 expectation men | \n", "
| 10 | \n", "Snowball's popularity soars, and this event is... | \n", "UNK proclaimed UNK Cowshed | \n", "
| 11 | \n", "It is celebrated annually with the firing of a... | \n", "UNK celebrated attack Revolution | \n", "
| 12 | \n", "Napoleon and Snowball struggle for pre-eminenc... | \n", "UNK battle-36 pre-eminence UNK | \n", "
| 13 | \n", "When Snowball announces his plans to modernize... | \n", "UNK declares UNK windmill | \n", "