{"doc_key": "ai-test-1", "sentence": ["Typical", "generative", "model", "approaches", "include", "naive", "Bayes", "classifier", "s", ",", "Gaussian", "mixture", "model", "s", ",", "variational", "autoencoders", "and", "others", "."], "ner": [[5, 7, "algorithm"], [10, 12, "algorithm"], [15, 16, "algorithm"]], "relations": []}
{"doc_key": "ai-test-2", "sentence": ["Finally", ",", "every", "other", "year", ",", "ELRA", "organizes", "a", "major", "conference", "LREC", ",", "the", "International", "Language", "Resources", "and", "Evaluation", "Conference", "."], "ner": [[6, 6, "organisation"], [11, 11, "conference"], [14, 19, "conference"]], "relations": [[6, 6, 11, 11, "role", "", false, false], [14, 19, 11, 11, "named", "", false, false]]}
{"doc_key": "ai-test-3", "sentence": ["The", "task", "is", "usually", "to", "derive", "the", "maximum", "likelihood", "estimate", "of", "the", "parameters", "of", "the", "HMM", "given", "the", "of", "output", "sequences", "."], "ner": [[7, 9, "algorithm"], [15, 15, "algorithm"]], "relations": []}
{"doc_key": "ai-test-4", "sentence": ["Unlike", "neural", "network", "s", "and", "Support", "vector", "machine", ",", "the", "AdaBoost", "training", "process", "selects", "only", "those", "features", "known", "to", "improve", "the", "predictive", "power", "of", "the", "model", ",", "reducing", "dimensionality", "and", "potentially", "improving", "execution", "time", "as", "irrelevant", "features", "need", "not", "be", "computed", "."], "ner": [[1, 2, "algorithm"], [5, 7, "algorithm"], [10, 10, "algorithm"]], "relations": [[1, 2, 10, 10, "compare", "", false, false], [5, 7, 10, 10, "compare", "", false, false]]}
{"doc_key": "ai-test-5", "sentence": ["Troponymy", "is", "one", "of", "the", "possible", "relations", "between", "verb", "s", "in", "the", "semantic", "network", "of", "the", "WordNet", "database", "."], "ner": [[0, 0, "misc"], [12, 13, "misc"], [16, 17, "product"]], "relations": [[0, 0, 12, 13, "part-of", "", false, false], [12, 13, 16, 17, "part-of", "", false, false]]}
{"doc_key": "ai-test-6", "sentence": ["A", "frame", "language", "is", "a", "technology", "used", "for", "knowledge", "representation", "in", "artificial", "intelligence", "."], "ner": [[8, 9, "task"], [11, 12, "field"]], "relations": [[8, 9, 11, 12, "part-of", "", false, false]]}
{"doc_key": "ai-test-7", "sentence": ["NIST", "also", "differs", "from", "Bilingual", "evaluation", "understudy", "in", "its", "calculation", "of", "the", "brevity", "penalty", "insofar", "as", "small", "variations", "in", "translation", "length", "do", "not", "impact", "the", "overall", "score", "as", "much", "."], "ner": [[0, 0, "metrics"], [4, 6, "metrics"], [12, 13, "misc"]], "relations": [[0, 0, 4, 6, "compare", "", false, false]]}
{"doc_key": "ai-test-8", "sentence": ["The", "model", "is", "initially", "fit", "on", "a", "training", "dataset", ",", "The", "model", "(", "e.g.", "a", "neural", "net", "or", "a", "naive", "Bayes", "classifier", ")", "is", "trained", "on", "the", "training", "dataset", "using", "a", "supervised", "learning", "method", ",", "for", "example", "using", "optimization", "methods", "such", "as", "gradient", "descent", "or", "stochastic", "gradient", "descent", "."], "ner": [[15, 16, "algorithm"], [19, 21, "algorithm"], [31, 32, "field"], [42, 43, "algorithm"], [45, 47, "algorithm"]], "relations": [[15, 16, 31, 32, "usage", "", false, false], [19, 21, 31, 32, "usage", "", false, false], [42, 43, 31, 32, "type-of", "", false, false], [45, 47, 31, 32, "type-of", "", false, false]]}
{"doc_key": "ai-test-9", "sentence": ["FrameNet", "has", "been", "used", "in", "applications", "like", "question", "answering", ",", "paraphrasing", ",", "recognizing", "textual", "entailment", ",", "and", "information", "extraction", ",", "either", "directly", "or", "by", "means", "of", "Semantic", "Role", "Labeling", "tools", "."], "ner": [[0, 0, "product"], [7, 8, "task"], [10, 10, "task"], [12, 14, "task"], [17, 18, "task"], [26, 28, "task"]], "relations": [[7, 8, 0, 0, "usage", "", true, false], [10, 10, 0, 0, "usage", "", true, false], [12, 14, 0, 0, "usage", "", true, false], [17, 18, 0, 0, "usage", "", true, false], [26, 28, 0, 0, "usage", "", true, false]]}
{"doc_key": "ai-test-10", "sentence": ["This", "would", "include", "programs", "such", "as", "data", "analysis", "and", "extraction", "tools", ",", "spreadsheets", "(", "e.g.", "Excel", ")", ",", "databases", "(", "e.g.", "Access", ")", ",", "statistical", "analysis", "(", "e.g.", "SAS", ")", ",", "generalized", "audit", "software", "(", "e.g.", "ACL", ",", "Arbutus", ",", "EAS", ")", ",", "business", "intelligence", "(", "e.g.", "Crystal", "Reports", "and", "Business", "Objects", ")", ",", "etc", "."], "ner": [[6, 7, "field"], [12, 12, "misc"], [15, 15, "product"], [18, 18, "misc"], [21, 21, "product"], [24, 25, "field"], [28, 28, "product"], [31, 33, "misc"], [36, 36, "product"], [38, 38, "product"], [40, 40, "product"], [43, 44, "misc"], [47, 48, "product"], [50, 51, "product"]], "relations": [[15, 15, 12, 12, "general-affiliation", "", false, false], [21, 21, 18, 18, "general-affiliation", "", false, false], [28, 28, 24, 25, "general-affiliation", "", false, false], [36, 36, 31, 33, "type-of", "", false, false], [38, 38, 31, 33, "type-of", "", false, false], [40, 40, 31, 33, "type-of", "", false, false], [47, 48, 43, 44, "general-affiliation", "", false, false], [50, 51, 43, 44, "general-affiliation", "", false, false]]}
{"doc_key": "ai-test-11", "sentence": ["Rethink", "Robotics", "-", "founded", "by", "Rodney", "Brooks", ",", "previously", "with", "iRobot", "-", "introduced", "Baxter", "in", "September", "2012", ";", "as", "an", "industrial", "robot", "designed", "to", "safely", "interact", "with", "neighboring", "human", "workers", ",", "and", "be", "programmable", "for", "performing", "simple", "tasks", "."], "ner": [[0, 1, "organisation"], [5, 6, "researcher"], [10, 10, "organisation"], [13, 13, "product"], [20, 21, "product"]], "relations": [[0, 1, 5, 6, "origin", "", false, false], [5, 6, 10, 10, "role", "", false, false], [13, 13, 20, 21, "type-of", "", false, false], [20, 21, 5, 6, "origin", "introduced_by", false, false]]}
{"doc_key": "ai-test-12", "sentence": ["Typical", "text", "mining", "tasks", "include", "text", "categorization", ",", "text", "clustering", ",", "concept", "/", "entity", "extraction", ",", "production", "of", "granular", "taxonomies", ",", "sentiment", "analysis", ",", "document", "summarization", ",", "and", "entity", "relation", "modeling", "(", "i.e.", ",", "learning", "relations", "between", "named", "entity", "recognition", ")", "."], "ner": [[1, 2, "field"], [5, 6, "task"], [8, 9, "task"], [11, 14, "task"], [16, 19, "task"], [21, 22, "task"], [24, 25, "task"], [28, 30, "task"], [37, 39, "task"]], "relations": [[5, 6, 1, 2, "part-of", "task_part_of_field", false, false], [8, 9, 1, 2, "part-of", "task_part_of_field", false, false], [11, 14, 1, 2, "part-of", "task_part_of_field", false, false], [16, 19, 1, 2, "part-of", "task_part_of_field", false, false], [21, 22, 1, 2, "part-of", "task_part_of_field", false, false], [24, 25, 1, 2, "part-of", "task_part_of_field", false, false], [28, 30, 1, 2, "part-of", "task_part_of_field", false, false], [37, 39, 1, 2, "part-of", "task_part_of_field", false, false]]}
{"doc_key": "ai-test-13", "sentence": ["Nonetheless", ",", "stemming", "reduces", "precision", ",", "or", "TRUE", "negative", "rate", ",", "for", "such", "systems", "."], "ner": [[4, 4, "metrics"], [7, 9, "metrics"]], "relations": []}
{"doc_key": "ai-test-14", "sentence": ["A", "special", "case", "of", "keyword", "spotting", "is", "wake", "word", "(", "also", "called", "hot", "word", ")", "detection", "used", "by", "personal", "digital", "assistants", "such", "as", "Alexa", "or", "Siri", "to", "wake", "up", "when", "their", "name", "is", "spoken", "."], "ner": [[4, 5, "task"], [7, 8, "misc"], [12, 13, "misc"], [23, 23, "product"], [25, 25, "product"]], "relations": [[7, 8, 4, 5, "temporal", "", false, false], [12, 13, 7, 8, "named", "", false, false], [23, 23, 7, 8, "usage", "", false, false], [25, 25, 7, 8, "usage", "", false, false]]}
{"doc_key": "ai-test-15", "sentence": ["Prova", "is", "an", "open", "source", "programming", "language", "that", "combines", "Prolog", "with", "Java", "."], "ner": [[0, 0, "programlang"], [9, 9, "programlang"], [11, 11, "programlang"]], "relations": [[9, 9, 0, 0, "part-of", "", false, false], [11, 11, 0, 0, "part-of", "", false, false]]}
{"doc_key": "ai-test-16", "sentence": ["In", "1987", ",", "Tocibai", "Machine", ",", "a", "subsidiary", "of", "Toshiba", ",", "was", "accused", "of", "illegally", "selling", "CNC", "milling", "s", "used", "to", "produce", "very", "quiet", "submarine", "propellers", "to", "the", "Soviet", "Union", "in", "violation", "of", "the", "CoCom", "agreement", ",", "an", "international", "embargo", "on", "certain", "countries", "to", "COMECON", "countries", "."], "ner": [[3, 4, "organisation"], [9, 9, "organisation"], [16, 17, "product"], [28, 29, "country"], [34, 34, "organisation"], [44, 44, "misc"]], "relations": [[3, 4, 9, 9, "part-of", "", false, false], [3, 4, 9, 9, "role", "sells", false, false], [3, 4, 28, 29, "role", "sells_to", false, false], [34, 34, 44, 44, "opposite", "", true, false]]}
{"doc_key": "ai-test-17", "sentence": ["Engelberger", "'s", "most", "famous", "co-invention", ",", "the", "Unimate", "industrial", "robotic", "arm", ",", "was", "among", "the", "first", "inductees", "into", "the", "Robot", "Hall", "of", "Fame", "in", "2003", "."], "ner": [[0, 0, "researcher"], [7, 10, "product"], [19, 22, "location"]], "relations": [[7, 10, 0, 0, "artifact", "", false, false], [7, 10, 19, 22, "physical", "", false, false]]}
{"doc_key": "ai-test-18", "sentence": ["Originally", "controlled", "via", "static", "html", "web", "pages", "using", "CGI", ",", "work", "by", "Dalton", "saw", "the", "introduction", "of", "an", "augmented", "reality", "Java", "-based", "interface", "that", "met", "with", "limited", "success", "."], "ner": [[3, 4, "misc"], [8, 8, "misc"], [12, 12, "person"], [18, 19, "field"], [20, 20, "programlang"]], "relations": [[3, 4, 8, 8, "usage", "", false, false], [12, 12, 18, 19, "role", "", false, false], [18, 19, 20, 20, "part-of", "", false, false]]}
{"doc_key": "ai-test-19", "sentence": ["The", "first", "publication", "about", "the", "LMF", "specification", "as", "it", "has", "been", "ratified", "by", "ISO", "(", "this", "paper", "became", "(", "in", "2015", ")", "the", "9th", "most", "cited", "paper", "within", "the", "LREC", "conferences", "from", "LREC", "papers", ")", ":"], "ner": [[5, 6, "task"], [13, 13, "organisation"], [29, 29, "conference"], [32, 32, "conference"]], "relations": [[5, 6, 13, 13, "origin", "", false, false], [29, 29, 32, 32, "named", "same", false, false]]}
{"doc_key": "ai-test-20", "sentence": ["A", "confusion", "matrix", "or", "matching", "matrix", "is", "often", "used", "as", "a", "tool", "to", "validate", "the", "accuracy", "of", "k", "-NN", "classification", "."], "ner": [[1, 2, "metrics"], [15, 15, "metrics"], [17, 19, "algorithm"]], "relations": [[15, 15, 1, 2, "usage", "", false, false], [15, 15, 17, 19, "related-to", "", false, false]]}
{"doc_key": "ai-test-21", "sentence": ["Decision", "tree", "learning", "is", "one", "of", "the", "predictive", "modeling", "approaches", "used", "in", "statistics", ",", "data", "mining", "and", "machine", "learning", "."], "ner": [[0, 1, "algorithm"], [12, 12, "field"], [14, 15, "field"], [17, 18, "field"]], "relations": [[0, 1, 12, 12, "part-of", "", false, false], [0, 1, 14, 15, "part-of", "", false, false], [0, 1, 17, 18, "part-of", "", false, false]]}
{"doc_key": "ai-test-22", "sentence": ["At", "runtime", ",", "the", "target", "prosody", "of", "a", "sentence", "is", "superimposed", "on", "these", "minimal", "units", "by", "means", "of", "signal", "processing", "techniques", "such", "as", "linear", "predictive", "coding", ",", "PSOLA"], "ner": [[5, 5, "misc"], [18, 19, "field"], [23, 25, "algorithm"], [27, 27, "algorithm"]], "relations": [[5, 5, 18, 19, "related-to", "", true, false], [23, 25, 18, 19, "type-of", "", false, false], [27, 27, 18, 19, "type-of", "", false, false]]}
{"doc_key": "ai-test-23", "sentence": ["This", "approach", "utilized", "artificial", "intelligence", "and", "machine", "learning", "to", "allow", "researchers", "to", "visibly", "compare", "conventional", "and", "thermal", "facial", "imagery", "."], "ner": [[3, 4, "field"], [6, 7, "field"], [17, 18, "task"]], "relations": [[17, 18, 3, 4, "usage", "", true, false], [17, 18, 6, 7, "usage", "", true, false]]}
{"doc_key": "ai-test-24", "sentence": ["In", "computer", "science", ",", "evolutionary", "computation", "is", "a", "family", "of", "algorithms", "for", "global", "optimization", "inspired", "by", "biological", "evolution", ",", "and", "the", "subfield", "of", "artificial", "intelligence", "and", "soft", "computing", "studying", "these", "algorithms", "."], "ner": [[1, 2, "field"], [4, 5, "algorithm"], [12, 13, "task"], [16, 17, "misc"], [23, 24, "field"], [26, 27, "field"]], "relations": [[4, 5, 1, 2, "part-of", "", false, false], [4, 5, 12, 13, "topic", "", false, false], [12, 13, 16, 17, "origin", "", false, false], [23, 24, 1, 2, "part-of", "", false, false], [23, 24, 4, 5, "topic", "", false, false], [26, 27, 1, 2, "part-of", "", false, false], [26, 27, 4, 5, "topic", "", false, false]]}
{"doc_key": "ai-test-25", "sentence": ["For", "instance", ",", "one", "can", "combine", "some", "measure", "based", "on", "the", "confusion", "matrix", "with", "the", "mean", "squared", "error", "evaluated", "between", "the", "raw", "model", "outputs", "and", "the", "actual", "values", "."], "ner": [[11, 12, "metrics"], [15, 17, "metrics"]], "relations": []}
{"doc_key": "ai-test-26", "sentence": ["The", "majority", "are", "results", "of", "the", "word2vec", "model", "developed", "by", "Mikolov", "et", "al", "or", "variants", "of", "word2vec", "."], "ner": [[6, 7, "product"], [10, 10, "researcher"], [16, 16, "product"]], "relations": [[6, 7, 10, 10, "origin", "", false, false], [6, 7, 16, 16, "named", "same", false, false]]}
{"doc_key": "ai-test-27", "sentence": ["It", "was", "during", "this", "time", "that", "a", "total", "of", "43", "publications", "were", "recognized", "by", "the", "CVPR", "and", "the", "International", "Conference", "on", "Computer", "Vision", "(", "ICCV", ")", "."], "ner": [[15, 15, "conference"], [18, 22, "conference"], [24, 24, "conference"]], "relations": [[24, 24, 18, 22, "named", "", false, false]]}
{"doc_key": "ai-test-28", "sentence": ["The", "AIBO", "has", "seen", "much", "use", "as", "an", "inexpensive", "platform", "for", "artificial", "intelligence", "education", "and", "research", ",", "because", "integrates", "a", "computer", ",", "Computer", "vision", ",", "and", "articulators", "in", "a", "package", "vastly", "cheaper", "than", "conventional", "research", "robots", "."], "ner": [[1, 1, "product"], [11, 12, "field"], [22, 23, "field"]], "relations": [[1, 1, 11, 12, "general-affiliation", "platform_for_education_about", false, false], [22, 23, 1, 1, "part-of", "", true, false]]}
{"doc_key": "ai-test-29", "sentence": ["She", "served", "as", "Program", "Chair", "of", "International", "Conference", "on", "Computer", "Vision", "2021", "."], "ner": [[6, 11, "conference"]], "relations": []}
{"doc_key": "ai-test-30", "sentence": ["Scheinman", ",", "after", "receiving", "a", "fellowship", "from", "Unimation", "to", "develop", "his", "designs", ",", "sold", "those", "designs", "to", "Unimation", "who", "further", "developed", "them", "with", "support", "from", "General", "Motors", "and", "later", "marketed", "it", "as", "the", "Programmable", "Universal", "Machine", "for", "Assembly", "(", "PUMA", ")", "."], "ner": [[0, 0, "researcher"], [7, 7, "organisation"], [17, 17, "organisation"], [25, 26, "organisation"], [33, 37, "product"], [39, 39, "product"]], "relations": [[0, 0, 7, 7, "role", "", false, false], [0, 0, 17, 17, "role", "", true, false], [17, 17, 25, 26, "role", "develops_with", false, false], [33, 37, 17, 17, "artifact", "", false, false], [39, 39, 33, 37, "named", "", false, false]]}
{"doc_key": "ai-test-31", "sentence": ["An", "overview", "of", "calibration", "methods", "for", "binary", "classification", "and", "multiclass", "classification", "classification", "tasks", "is", "given", "by", "Gebel", "(", "2009", ")"], "ner": [[6, 7, "task"], [9, 12, "task"], [16, 16, "researcher"]], "relations": [[16, 16, 6, 7, "general-affiliation", "works_with", false, false], [16, 16, 9, 12, "general-affiliation", "works_with", false, false]]}
{"doc_key": "ai-test-32", "sentence": ["He", "is", "involved", "in", "fields", "such", "as", "optical", "character", "recognition", "(", "OCR", ")", ",", "speech", "synthesis", ",", "speech", "recognition", "technology", ",", "and", "electronic", "keyboard", "instruments", "."], "ner": [[7, 9, "task"], [11, 11, "task"], [14, 15, "task"], [17, 18, "task"]], "relations": [[11, 11, 7, 9, "named", "", false, false]]}
{"doc_key": "ai-test-33", "sentence": ["For", "more", "recent", "and", "state-of-the-art", "techniques", ",", "Kaldi", "toolkit", "can", "be", "used", "."], "ner": [[7, 8, "product"]], "relations": []}
{"doc_key": "ai-test-34", "sentence": ["Johnson-Laird", "is", "a", "Fellow", "of", "the", "American", "Philosophical", "Society", ",", "a", "Fellow", "of", "the", "Royal", "Society", ",", "a", "Fellow", "of", "the", "British", "Academy", ",", "a", "William", "James", "Fellow", "of", "the", "Association", "for", "Psychological", "Science", ",", "and", "a", "Fellow", "of", "the", "Cognitive", "Science", "Society", "."], "ner": [[0, 0, "researcher"], [6, 8, "organisation"], [14, 15, "organisation"], [21, 22, "organisation"], [25, 26, "researcher"], [30, 33, "organisation"], [40, 42, "organisation"]], "relations": [[0, 0, 6, 8, "role", "", false, false], [0, 0, 14, 15, "role", "", false, false], [0, 0, 21, 22, "role", "", false, false], [0, 0, 30, 33, "role", "", false, false], [0, 0, 40, 42, "role", "", false, false]]}
{"doc_key": "ai-test-35", "sentence": ["At", "the", "IEEE", "International", "Conference", "on", "Image", "Processing", "in", "2010", ",", "Rui", "Hu", ",", "Mark", "Banard", ",", "and", "John", "Collomosse", "extended", "the", "HOG", "descriptor", "for", "use", "in", "sketch", "based", "image", "retrieval", "(", "SBIR", ")", "."], "ner": [[2, 7, "conference"], [11, 12, "researcher"], [14, 15, "researcher"], [18, 19, "researcher"], [22, 23, "algorithm"], [27, 30, "task"], [32, 32, "task"]], "relations": [[11, 12, 2, 7, "physical", "", false, false], [11, 12, 2, 7, "temporal", "", false, false], [14, 15, 2, 7, "physical", "", false, false], [14, 15, 2, 7, "temporal", "", false, false], [18, 19, 2, 7, "physical", "", false, false], [18, 19, 2, 7, "temporal", "", false, false], [22, 23, 18, 19, "role", "extends", false, false], [27, 30, 18, 19, "role", "extends", false, false], [32, 32, 27, 30, "named", "", false, false]]}
{"doc_key": "ai-test-36", "sentence": ["BLEU", "uses", "a", "modified", "form", "of", "precision", "to", "compare", "a", "candidate", "translation", "against", "multiple", "reference", "translations", "."], "ner": [[0, 0, "metrics"], [6, 6, "metrics"]], "relations": [[0, 0, 6, 6, "usage", "", false, false]]}
{"doc_key": "ai-test-37", "sentence": ["For", "the", "case", "of", "a", "general", "base", "space", "math", "(", "Y", ",", "\\", "mathcal", "{", "B", "}", ",", "\\", "nu", ")", "/", "math", "(", "i.e.", "a", "base", "space", "which", "is", "not", "countable", ")", ",", "one", "typically", "considers", "the", "relative", "entropy", "."], "ner": [[38, 39, "metrics"]], "relations": []}
{"doc_key": "ai-test-38", "sentence": ["As", "of", "October", "2011", ",", "the", "already-existing", "partnerships", "with", "the", "United", "States", "'", "National", "Park", "Service", "(", "NPS", ")", ",", "the", "United", "Kingdom", "'s", "Historic", "Scotland", "(", "HS", ")", ",", "World", "Monuments", "Fund", ",", "and", "Mexico", "'s", "Instituto", "Nacional", "de", "Antropolog\u00eda", "y", "Historia", "(", "INAH", ")", "had", "been", "greatly", "expanded", ",", ",", "CyArk", "website"], "ner": [[10, 11, "country"], [13, 15, "organisation"], [17, 17, "organisation"], [21, 22, "country"], [24, 25, "organisation"], [27, 27, "organisation"], [30, 32, "organisation"], [35, 35, "country"], [37, 42, "organisation"], [44, 44, "organisation"], [52, 52, "misc"], [53, 53, "misc"]], "relations": [[13, 15, 10, 11, "physical", "", false, false], [17, 17, 13, 15, "named", "", false, false], [24, 25, 21, 22, "physical", "", false, false], [27, 27, 24, 25, "named", "", false, false], [37, 42, 35, 35, "physical", "", false, false], [44, 44, 37, 42, "named", "", false, false], [52, 52, 53, 53, "general-affiliation", "", false, false]]}
{"doc_key": "ai-test-39", "sentence": ["Kernel", "SVMs", "are", "available", "in", "many", "machine-learning", "toolkits", ",", "including", "LIBSVM", ",", "MATLAB", ",", "and", "others", "."], "ner": [[0, 1, "algorithm"], [6, 6, "field"], [10, 10, "product"], [12, 12, "product"]], "relations": [[0, 1, 10, 10, "part-of", "", false, false], [0, 1, 12, 12, "part-of", "", false, false], [10, 10, 6, 6, "general-affiliation", "", false, false], [12, 12, 6, 6, "general-affiliation", "", false, false]]}
{"doc_key": "ai-test-40", "sentence": ["The", "2009", "Loebner", "Prize", "Competition", "was", "held", "September", "6", ",", "2009", "at", "the", "Brighton", "Centre", ",", "Brighton", "UK", "in", "conjunction", "with", "the", "Interspeech", "2009", "conference", "."], "ner": [[2, 4, "misc"], [13, 14, "location"], [16, 16, "location"], [17, 17, "country"], [22, 24, "conference"]], "relations": [[2, 4, 13, 14, "physical", "", false, false], [2, 4, 22, 24, "temporal", "", false, false], [13, 14, 16, 16, "physical", "", false, false], [16, 16, 17, 17, "physical", "", false, false], [22, 24, 13, 14, "physical", "", false, false]]}
{"doc_key": "ai-test-41", "sentence": ["The", "humanoid", "QRIO", "robot", "was", "designed", "as", "the", "successor", "to", "AIBO", ",", "and", "runs", "the", "same", "base", "R-CODE", "Aperios", "operating", "system", "."], "ner": [[2, 3, "product"], [10, 10, "product"], [17, 17, "product"], [18, 20, "product"]], "relations": [[18, 20, 2, 3, "part-of", "", false, false], [18, 20, 10, 10, "part-of", "", false, false], [18, 20, 17, 17, "general-affiliation", "", false, false]]}
{"doc_key": "ai-test-42", "sentence": ["Speech", "waveforms", "are", "generated", "from", "HMMs", "themselves", "based", "on", "the", "maximum", "likelihood", "criterion", "."], "ner": [[0, 1, "misc"], [5, 5, "algorithm"], [10, 11, "algorithm"]], "relations": [[5, 5, 0, 1, "cause-effect", "", true, false], [10, 11, 0, 1, "origin", "", true, false]]}
{"doc_key": "ai-test-43", "sentence": ["Google", "Translate", "is", "a", "free", "multilingual", "statistical", "machine", "translation", "and", "neural", "machine", "translation", "service", "developed", "by", "Google", ",", "to", "translate", "text", "and", "websites", "from", "one", "language", "into", "another", "."], "ner": [[0, 1, "product"], [5, 8, "task"], [10, 12, "task"], [16, 16, "product"]], "relations": [[0, 1, 5, 8, "type-of", "", false, false], [0, 1, 10, 12, "type-of", "", false, false], [0, 1, 16, 16, "artifact", "", false, false]]}
{"doc_key": "ai-test-44", "sentence": ["Skeletons", "are", "widely", "used", "in", "computer", "vision", ",", "image", "analysis", ",", "pattern", "recognition", "and", "digital", "image", "processing", "for", "purposes", "such", "as", "optical", "character", "recognition", ",", "fingerprint", "recognition", ",", "visual", "inspection", "or", "compression", "."], "ner": [[5, 6, "field"], [8, 9, "field"], [11, 12, "field"], [14, 16, "field"], [21, 23, "task"], [25, 26, "task"], [28, 31, "task"]], "relations": [[21, 23, 5, 6, "part-of", "", false, true], [21, 23, 8, 9, "part-of", "", false, true], [21, 23, 11, 12, "part-of", "", false, true], [25, 26, 5, 6, "part-of", "", false, true], [25, 26, 8, 9, "part-of", "", false, true], [25, 26, 11, 12, "part-of", "", false, true], [28, 31, 5, 6, "part-of", "", false, true], [28, 31, 8, 9, "part-of", "", false, true], [28, 31, 11, 12, "part-of", "", false, true]]}
{"doc_key": "ai-test-45", "sentence": ["The", "ImageNet", "Large", "Scale", "Visual", "Recognition", "Challenge", "is", "a", "benchmark", "in", "object", "classification", "and", "detection", ",", "with", "millions", "of", "images", "and", "hundreds", "of", "object", "classes", "."], "ner": [[1, 6, "conference"], [11, 14, "task"]], "relations": [[1, 6, 11, 14, "topic", "", false, false]]}
{"doc_key": "ai-test-46", "sentence": ["Bengio", ",", "together", "with", "Geoffrey", "Hinton", "and", "Yann", "LeCun", ",", "are", "referred", "to", "by", "some", "as", "the", "Godfathers", "of", "AI", "and", "Godfathers", "of", "Deep", "Learning", "."], "ner": [[0, 0, "researcher"], [4, 5, "researcher"], [7, 8, "researcher"], [17, 19, "misc"], [21, 24, "misc"]], "relations": [[0, 0, 17, 19, "part-of", "", false, false], [0, 0, 21, 24, "part-of", "", false, false], [4, 5, 17, 19, "part-of", "", false, false], [4, 5, 21, 24, "part-of", "", false, false], [7, 8, 17, 19, "part-of", "", false, false], [7, 8, 21, 24, "part-of", "", false, false]]}
{"doc_key": "ai-test-47", "sentence": ["He", "is", "a", "Life", "Fellow", "of", "IEEE", "."], "ner": [[6, 6, "organisation"]], "relations": []}
{"doc_key": "ai-test-48", "sentence": ["NSA", "Bethesda", "is", "responsible", "for", "base", "operational", "support", "for", "its", "major", "tenant", ",", "the", "Walter", "Reed", "National", "Military", "Medical", "Center", "."], "ner": [[0, 1, "organisation"], [14, 19, "organisation"]], "relations": [[0, 1, 14, 19, "role", "", false, false]]}
{"doc_key": "ai-test-49", "sentence": ["The", "three", "major", "learning", "paradigms", "are", "supervised", "learning", ",", "unsupervised", "learning", "and", "reinforcement", "learning", "."], "ner": [[6, 7, "field"], [9, 10, "field"], [12, 13, "field"]], "relations": []}
{"doc_key": "ai-test-50", "sentence": ["Examples", "include", "control", ",", "planning", "and", "scheduling", ",", "the", "ability", "to", "answer", "diagnostic", "and", "consumer", "questions", ",", "handwriting", "recognition", ",", "natural", "language", "understanding", ",", "speech", "recognition", "and", "facial", "recognition", "."], "ner": [[2, 2, "task"], [4, 6, "task"], [11, 15, "task"], [17, 18, "task"], [20, 22, "task"], [24, 25, "task"], [27, 28, "task"]], "relations": []}
{"doc_key": "ai-test-51", "sentence": ["In", "1991", "he", "was", "elected", "as", "a", "fellow", "of", "the", "Association", "for", "the", "Advancement", "of", "Artificial", "Intelligence", "(", "1990", ",", "founding", "fellow", ")", "."], "ner": [[10, 16, "conference"]], "relations": []}
{"doc_key": "ai-test-52", "sentence": ["However", ",", "by", "formulating", "the", "problem", "as", "the", "solution", "of", "a", "Toeplitz", "matrix", "and", "using", "Levinson", "recursion", ",", "we", "can", "relatively", "quickly", "estimate", "a", "filter", "with", "the", "smallest", "mean", "squared", "error", "possible", "."], "ner": [[11, 12, "misc"], [15, 16, "algorithm"], [28, 30, "metrics"]], "relations": []}
{"doc_key": "ai-test-53", "sentence": ["In", "July", "2011", "the", "15th", "edition", "of", "Campus", "Party", "Spain", "will", "be", "held", "at", "the", "City", "of", "Arts", "and", "Sciences", "in", "Valencia", "."], "ner": [[4, 9, "conference"], [15, 19, "location"], [21, 21, "location"]], "relations": [[4, 9, 15, 19, "physical", "", false, false], [15, 19, 21, 21, "physical", "", false, false]]}
{"doc_key": "ai-test-54", "sentence": ["Often", "this", "is", "generally", "only", "possible", "at", "the", "very", "end", "of", "complicated", "games", "such", "as", "chess", "or", "go", ",", "since", "it", "is", "not", "computationally", "feasible", "to", "look", "ahead", "as", "far", "as", "the", "completion", "of", "the", "game", ",", "except", "towards", "the", "end", ",", "and", "instead", ",", "positions", "are", "given", "finite", "values", "as", "estimates", "of", "the", "degree", "of", "belief", "that", "they", "will", "lead", "to", "a", "win", "for", "one", "player", "or", "another", "."], "ner": [[15, 15, "product"], [17, 17, "product"]], "relations": []}
{"doc_key": "ai-test-55", "sentence": ["The", "difference", "between", "the", "multinomial", "logit", "model", "and", "numerous", "other", "methods", ",", "models", ",", "algorithms", ",", "etc.", "with", "the", "same", "basic", "setup", "(", "the", "perceptron", "algorithm", ",", "support", "vector", "machine", "s", ",", "linear", "discriminant", "analysis", ",", "etc", "."], "ner": [[4, 6, "algorithm"], [24, 25, "algorithm"], [27, 29, "algorithm"], [32, 34, "algorithm"]], "relations": [[4, 6, 24, 25, "compare", "", false, false], [4, 6, 27, 29, "compare", "", false, false], [4, 6, 32, 34, "compare", "", false, false]]}
{"doc_key": "ai-test-56", "sentence": ["Association", "for", "Computational", "Linguistics", ",", "published", "by"], "ner": [[0, 3, "conference"]], "relations": []}
{"doc_key": "ai-test-57", "sentence": ["In", "computerised", "Facial", "recognition", "system", ",", "each", "face", "is", "represented", "by", "a", "large", "number", "of", "pixel", "values", "."], "ner": [[2, 4, "product"]], "relations": []}
{"doc_key": "ai-test-58", "sentence": ["In", "2002", ",", "his", "son", ",", "Daniel", "Pearl", ",", "a", "journalist", "working", "for", "the", "Wall", "Street", "Journal", "was", "kidnapped", "and", "murdered", "in", "Pakistan", ",", "leading", "Judea", "and", "the", "other", "members", "of", "the", "family", "and", "friends", "to", "create", "the", "Daniel", "Pearl", "Foundation", "."], "ner": [[6, 7, "person"], [14, 16, "organisation"], [22, 22, "country"], [25, 25, "person"], [38, 40, "organisation"]], "relations": [[6, 7, 14, 16, "role", "", false, false], [6, 7, 22, 22, "physical", "", false, false], [25, 25, 38, 40, "origin", "", false, false], [25, 25, 38, 40, "role", "", false, false]]}
{"doc_key": "ai-test-59", "sentence": ["As", "of", "late", "2006", ",", "Red", "Envelope", "Entertainment", "also", "expanded", "into", "producing", "original", "content", "with", "filmmakers", "such", "as", "John", "Waters", "."], "ner": [[5, 7, "organisation"], [18, 19, "person"]], "relations": [[5, 7, 18, 19, "role", "", false, false]]}
{"doc_key": "ai-test-60", "sentence": ["The", "building", "is", "now", "part", "of", "the", "Beth", "Israel", "Deaconess", "Medical", "Center", "."], "ner": [[7, 11, "organisation"]], "relations": []}
{"doc_key": "ai-test-61", "sentence": ["A", "common", "theme", "of", "this", "work", "is", "the", "adoption", "of", "a", "sign-theoretic", "perspective", "on", "issues", "of", "artificial", "intelligence", "and", "knowledge", "representation", "."], "ner": [[16, 17, "field"], [19, 20, "task"]], "relations": []}
{"doc_key": "ai-test-62", "sentence": ["For", "instance", ",", "the", "term", "neural", "machine", "translation", "(", "NMT", ")", "emphasizes", "the", "fact", "that", "deep", "learning-based", "approaches", "to", "machine", "translation", "directly", "learn", "sequence-to-sequence", "transformations", ",", "obviating", "the", "need", "for", "intermediate", "steps", "such", "as", "word", "alignment", "and", "language", "modeling", "that", "was", "used", "in", "statistical", "machine", "translation", "(", "SMT", ")", "."], "ner": [[5, 7, "task"], [9, 9, "task"], [19, 20, "task"], [34, 35, "task"], [37, 38, "task"], [43, 45, "task"], [47, 47, "task"]], "relations": [[5, 7, 19, 20, "type-of", "", false, false], [5, 7, 43, 45, "compare", "", false, false], [5, 7, 43, 45, "opposite", "", false, false], [9, 9, 5, 7, "named", "", false, false], [34, 35, 43, 45, "part-of", "", false, false], [37, 38, 43, 45, "part-of", "", false, false], [43, 45, 19, 20, "type-of", "", false, false], [47, 47, 43, 45, "named", "", false, false]]}
{"doc_key": "ai-test-63", "sentence": ["Most", "research", "in", "the", "field", "of", "WSD", "is", "performed", "by", "using", "WordNet", "as", "a", "reference", "sense", "inventory", "for", "."], "ner": [[6, 6, "field"], [11, 11, "product"]], "relations": [[6, 6, 11, 11, "usage", "", false, false]]}
{"doc_key": "ai-test-64", "sentence": ["Notable", "former", "PhD", "students", "and", "postdoctoral", "researchers", "from", "his", "group", "include", "Richard", "Zemel", ",", "and", "Zoubin", "Ghahramani", "."], "ner": [[2, 2, "misc"], [11, 12, "researcher"], [15, 16, "researcher"]], "relations": [[11, 12, 2, 2, "general-affiliation", "", false, true], [15, 16, 2, 2, "general-affiliation", "", false, true]]}
{"doc_key": "ai-test-65", "sentence": ["Each", "prediction", "result", "or", "instance", "of", "a", "confusion", "matrix", "represents", "one", "point", "in", "the", "ROC", "space", "."], "ner": [[7, 8, "metrics"], [14, 14, "metrics"]], "relations": [[7, 8, 14, 14, "related-to", "", false, false]]}
{"doc_key": "ai-test-66", "sentence": ["In", "1997", "Thrun", "and", "his", "colleagues", "Wolfram", "Burgard", "and", "Dieter", "Fox", "developed", "the", "world", "'s", "first", "robotic", "tour", "guide", "in", "the", "Deutsches", "Museum", "Bonn", "(", "1997", ")", "."], "ner": [[2, 2, "researcher"], [6, 7, "researcher"], [9, 10, "researcher"], [16, 18, "product"], [21, 23, "location"]], "relations": [[2, 2, 21, 23, "physical", "", false, false], [6, 7, 21, 23, "physical", "", false, false], [9, 10, 21, 23, "physical", "", false, false], [16, 18, 2, 2, "artifact", "", false, false], [16, 18, 6, 7, "artifact", "", false, false], [16, 18, 9, 10, "artifact", "", false, false], [16, 18, 21, 23, "physical", "", false, false]]}
{"doc_key": "ai-test-67", "sentence": ["WordNet", "is", "a", "lexical", "database", "of", "semantic", "relation", "s", "between", "word", "s", "in", "more", "than", "200", "languages.", "its", "primary", "use", "is", "in", "automatic", "natural", "language", "processing", "and", "artificial", "intelligence", "applications", "."], "ner": [[0, 0, "product"], [6, 7, "misc"], [23, 25, "field"], [27, 28, "field"]], "relations": [[6, 7, 0, 0, "part-of", "", false, false], [23, 25, 0, 0, "usage", "", false, false], [27, 28, 0, 0, "usage", "", false, false]]}
{"doc_key": "ai-test-68", "sentence": ["Conferences", "in", "the", "field", "of", "natural", "language", "processing", ",", "such", "as", "Association", "for", "Computational", "Linguistics", ",", "North", "American", "Chapter", "of", "the", "Association", "for", "Computational", "Linguistics", ",", "EMNLP", ",", "and", "HLT", ",", "are", "beginning", "to", "include", "papers", "on", "speech", "processing", "."], "ner": [[5, 7, "field"], [11, 14, "conference"], [16, 24, "conference"], [26, 26, "conference"], [29, 29, "conference"], [37, 38, "field"]], "relations": [[11, 14, 5, 7, "topic", "", false, false], [11, 14, 37, 38, "topic", "", false, false], [16, 24, 5, 7, "topic", "", false, false], [16, 24, 37, 38, "topic", "", false, false], [26, 26, 5, 7, "topic", "", false, false], [26, 26, 37, 38, "topic", "", false, false], [29, 29, 5, 7, "topic", "", false, false], [29, 29, 37, 38, "topic", "", false, false]]}
{"doc_key": "ai-test-69", "sentence": ["A", "set", "of", "Java", "programs", "use", "the", "lexicon", "to", "work", "through", "the", "variations", "in", "biomedical", "texts", "by", "relating", "words", "by", "their", "parts", "of", "speech", ",", "which", "can", "be", "helpful", "in", "web", "searches", "or", "searches", "through", "an", "electronic", "medical", "record", "."], "ner": [[3, 3, "programlang"], [21, 23, "misc"], [36, 38, "misc"]], "relations": []}
{"doc_key": "ai-test-70", "sentence": ["There", "are", "many", "more", "recent", "algorithms", "such", "as", "LPBoost", ",", "TotalBoost", ",", "BrownBoost", ",", "xgboost", ",", "MadaBoost", ",", ",", "and", "others", "."], "ner": [[8, 8, "algorithm"], [10, 10, "algorithm"], [12, 12, "algorithm"], [14, 14, "algorithm"], [16, 16, "algorithm"]], "relations": []}
{"doc_key": "ai-test-71", "sentence": ["This", "is", "an", "example", "implementation", "in", "Python", ":"], "ner": [[6, 6, "programlang"]], "relations": []}
{"doc_key": "ai-test-72", "sentence": ["The", "Mattel", "Intellivision", "game", "console", "offered", "the", "Intellivoice", "Voice", "Synthesis", "module", "in", "1982", "."], "ner": [[1, 1, "organisation"], [2, 2, "product"], [7, 9, "task"]], "relations": [[2, 2, 1, 1, "artifact", "made_by_company", false, false], [7, 9, 2, 2, "part-of", "", false, false]]}
{"doc_key": "ai-test-73", "sentence": ["He", "also", "worked", "on", "machine", "translation", ",", "both", "high-accuracy", "knowledge-based", "MT", "and", "machine", "learning", "for", "Statistical", "machine", "translation", "(", "such", "as", "generalized", "example-based", "MT", ")", "."], "ner": [[4, 5, "task"], [8, 10, "task"], [12, 13, "field"], [15, 17, "task"], [21, 23, "task"]], "relations": [[8, 10, 4, 5, "part-of", "", false, false], [12, 13, 4, 5, "part-of", "", false, false], [15, 17, 4, 5, "part-of", "", false, false], [21, 23, 15, 17, "type-of", "", false, false]]}
{"doc_key": "ai-test-74", "sentence": ["Wolfram", "Mathematica", "(", "usually", "termed", "Mathematica", ")", "is", "a", "modern", "technical", "computing", "system", "spanning", "most", "areas", "of", "technical", "-", "including", "neural", "networks", ",", "machine", "learning", ",", "image", "processing", ",", "geometry", ",", "data", "science", ",", "visualizations", ",", "and", "others", "."], "ner": [[0, 1, "misc"], [5, 5, "misc"], [20, 21, "algorithm"], [23, 24, "field"], [26, 27, "field"], [29, 29, "field"], [31, 32, "field"], [34, 34, "field"]], "relations": [[0, 1, 20, 21, "general-affiliation", "", false, false], [0, 1, 23, 24, "general-affiliation", "", false, false], [0, 1, 26, 27, "general-affiliation", "", false, false], [0, 1, 29, 29, "general-affiliation", "", false, false], [0, 1, 31, 32, "general-affiliation", "", false, false], [0, 1, 34, 34, "general-affiliation", "", false, false], [5, 5, 0, 1, "named", "", false, false]]}
{"doc_key": "ai-test-75", "sentence": ["The", "first", "digitally", "operated", "and", "programmable", "robot", "was", "invented", "by", "George", "Devol", "in", "1954", "and", "was", "ultimately", "called", "the", "Unimate", "."], "ner": [[2, 6, "product"], [10, 11, "researcher"], [19, 19, "product"]], "relations": [[19, 19, 2, 6, "type-of", "", false, false], [19, 19, 10, 11, "artifact", "", false, false]]}
{"doc_key": "ai-test-76", "sentence": ["Like", "DBNs", ",", "DBMs", "can", "learn", "complex", "and", "abstract", "internal", "representations", "of", "the", "input", "in", "tasks", "such", "as", "Object", "recognition", "or", "speech", "recognition", ",", "using", "limited", ",", "labeled", "data", "to", "fine-tune", "the", "representations", "built", "using", "a", "large", "set", "of", "unlabeled", "sensory", "input", "data", "."], "ner": [[1, 1, "algorithm"], [3, 3, "algorithm"], [18, 19, "task"], [21, 22, "task"]], "relations": [[1, 1, 3, 3, "compare", "", false, false], [3, 3, 18, 19, "general-affiliation", "", false, false], [3, 3, 21, 22, "general-affiliation", "", false, false]]}
{"doc_key": "ai-test-77", "sentence": ["Scientific", "conferences", "where", "vision", "based", "activity", "recognition", "work", "often", "appears", "are", "ICCV", "and", "CVPR", "."], "ner": [[3, 6, "task"], [11, 11, "conference"], [13, 13, "conference"]], "relations": [[11, 11, 3, 6, "topic", "", false, false], [13, 13, 3, 6, "topic", "", false, false]]}
{"doc_key": "ai-test-78", "sentence": ["In", "statistics", ",", "an", "expectation-maximization", "(", "EM", ")", "algorithm", "is", "an", "iterative", "method", "to", "find", "maximum", "likelihood", "or", "maximum", "a", "posteriori", "(", "MAP", ")", "estimates", "of", "parameter", "s", "in", "statistical", "model", "s", ",", "where", "the", "model", "depends", "on", "unobserved", "latent", "variable", "s", "."], "ner": [[1, 1, "field"], [4, 4, "algorithm"], [6, 6, "algorithm"], [15, 16, "metrics"], [18, 20, "metrics"], [22, 22, "metrics"], [39, 40, "misc"]], "relations": [[4, 4, 1, 1, "part-of", "", false, false], [4, 4, 15, 16, "related-to", "finds", false, false], [4, 4, 18, 20, "related-to", "finds", false, false], [4, 4, 39, 40, "related-to", "", false, false], [6, 6, 4, 4, "named", "", false, false], [22, 22, 18, 20, "named", "", false, false]]}
{"doc_key": "ai-test-79", "sentence": ["Similarly", ",", "investigators", "sometimes", "report", "the", "FALSE", "Positive", "Rate", "(", "FPR", ")", "as", "well", "as", "the", "FALSE", "Negative", "Rate", "(", "FNR", ")", "."], "ner": [[6, 8, "metrics"], [10, 10, "metrics"], [16, 18, "metrics"], [20, 20, "metrics"]], "relations": [[10, 10, 6, 8, "named", "", false, false], [20, 20, 16, 18, "named", "", false, false]]}
{"doc_key": "ai-test-80", "sentence": ["The", "concept", "is", "similar", "to", "the", "signal", "to", "noise", "ratio", "used", "in", "the", "sciences", "and", "confusion", "matrix", "used", "in", "artificial", "intelligence", "."], "ner": [[6, 9, "metrics"], [13, 13, "field"], [15, 16, "metrics"], [19, 20, "field"]], "relations": [[13, 13, 6, 9, "usage", "", false, false], [19, 20, 15, 16, "usage", "", false, false]]}
{"doc_key": "ai-test-81", "sentence": ["The", "Code", "of", "Ethics", "on", "Human", "Augmentation", ",", "which", "was", "originally", "introduced", "by", "Steve", "Mann", "in", "2004", "and", "refined", "with", "Ray", "Kurzweil", "and", "Marvin", "Minsky", "in", "2013", ",", "was", "ultimately", "ratified", "at", "the", "Virtual", "Reality", "Toronto", "conference", "on", "June", "25", ",", "2017", "."], "ner": [[5, 6, "field"], [13, 14, "researcher"], [20, 21, "researcher"], [23, 24, "researcher"], [33, 36, "conference"]], "relations": [[5, 6, 13, 14, "general-affiliation", "", false, false], [5, 6, 20, 21, "general-affiliation", "", false, false], [5, 6, 23, 24, "general-affiliation", "", false, false], [33, 36, 5, 6, "topic", "", false, false]]}
{"doc_key": "ai-test-82", "sentence": ["In", "1913", ",", "Walter", "R.", "Booth", "directed", "10", "films", "for", "the", "U.K.", "Kinoplastikon", ",", "presumably", "in", "collaboration", "with", "Cecil", "Hepworth", "."], "ner": [[3, 5, "person"], [11, 12, "organisation"], [18, 19, "person"]], "relations": [[3, 5, 11, 12, "role", "directed_for", false, false], [3, 5, 18, 19, "role", "collaborator", false, false]]}
{"doc_key": "ai-test-83", "sentence": ["They", "introduced", "their", "new", "robot", "in", "1961", "at", "a", "trade", "show", "at", "Chicago", "'s", "Cow", "Palace", "."], "ner": [[12, 12, "location"], [14, 15, "location"]], "relations": [[14, 15, 12, 12, "physical", "", false, false]]}
{"doc_key": "ai-test-84", "sentence": ["While", "some", "chatbot", "applications", "use", "extensive", "word-classification", "processes", ",", "natural", "language", "processing", "processors", ",", "and", "sophisticated", "Artificial", "intelligence", ",", "others", "simply", "scan", "for", "general", "keywords", "and", "generate", "responses", "using", "common", "phrases", "obtained", "from", "an", "associated", "library", "or", "database", "."], "ner": [[2, 2, "product"], [6, 6, "task"], [9, 11, "field"], [16, 17, "field"]], "relations": [[2, 2, 6, 6, "usage", "", false, false], [2, 2, 9, 11, "usage", "", false, false], [2, 2, 16, 17, "usage", "", false, false]]}
{"doc_key": "ai-test-85", "sentence": ["The", "WaveNet", "model", "proposed", "in", "2016", "achieves", "great", "performance", "on", "speech", "quality", "."], "ner": [[1, 1, "product"]], "relations": []}
{"doc_key": "ai-test-86", "sentence": ["Organizations", "known", "to", "use", "ALE", "for", "Emergency", "management", ",", "disaster", "relief", ",", "ordinary", "communication", "or", "extraordinary", "situation", "response", ":", "American", "Red", "Cross", ",", "FEMA", ",", "Disaster", "Medical", "Assistance", "Team", "s", ",", "NATO", ",", "Federal", "Bureau", "of", "Investigation", ",", "United", "Nations", ",", "AT", "&", "T", ",", "Civil", "Air", "Patrol", ",", "(", "ARES", ")", "."], "ner": [[4, 4, "product"], [6, 7, "misc"], [9, 10, "misc"], [12, 13, "misc"], [15, 17, "misc"], [19, 21, "organisation"], [23, 23, "organisation"], [25, 28, "organisation"], [31, 31, "organisation"], [33, 36, "organisation"], [38, 39, "organisation"], [41, 43, "organisation"], [45, 47, "organisation"], [50, 50, "organisation"]], "relations": [[4, 4, 6, 7, "general-affiliation", "", false, false], [4, 4, 9, 10, "general-affiliation", "", false, false], [4, 4, 12, 13, "general-affiliation", "", false, false], [4, 4, 15, 17, "general-affiliation", "", false, false], [19, 21, 4, 4, "usage", "", false, false], [23, 23, 4, 4, "usage", "", false, false], [25, 28, 4, 4, "usage", "", false, false], [31, 31, 4, 4, "usage", "", false, false], [33, 36, 4, 4, "usage", "", false, false], [38, 39, 4, 4, "usage", "", false, false], [41, 43, 4, 4, "usage", "", false, false], [45, 47, 4, 4, "usage", "", false, false], [50, 50, 4, 4, "usage", "", false, false]]}
{"doc_key": "ai-test-87", "sentence": ["Here", ",", "the", "Kronecker", "delta", "is", "used", "for", "simplicity", "(", "cf.", "the", "derivative", "of", "a", "sigmoid", "function", ",", "being", "expressed", "via", "the", "function", "itself", ")", "."], "ner": [[3, 4, "algorithm"], [15, 16, "algorithm"]], "relations": []}
{"doc_key": "ai-test-88", "sentence": ["The", "theory", "is", "based", "in", "philosophical", "foundations", ",", "and", "was", "founded", "by", "Ray", "Solomonoff", "around", "1960", ".", "Samuel", "Rathmanner", "and", "Marcus", "Hutter", "."], "ner": [[12, 13, "researcher"], [17, 18, "researcher"], [20, 21, "researcher"]], "relations": []}
{"doc_key": "ai-test-89", "sentence": ["WordNet", ",", "a", "freely", "available", "database", "originally", "designed", "as", "a", "semantic", "network", "based", "on", "psycholinguistic", "principles", ",", "was", "expanded", "by", "addition", "of", "definitions", "and", "is", "now", "also", "viewed", "as", "a", "dictionary", "."], "ner": [[0, 0, "product"], [10, 11, "misc"], [14, 15, "misc"]], "relations": [[0, 0, 10, 11, "type-of", "", false, false], [0, 0, 14, 15, "general-affiliation", "", false, false]]}
{"doc_key": "ai-test-90", "sentence": ["Advances", "in", "the", "field", "of", "computational", "imaging", "research", "is", "presented", "in", "several", "venues", "including", "publications", "of", "SIGGRAPH", "and", "the", "."], "ner": [[5, 6, "field"], [16, 16, "conference"]], "relations": [[16, 16, 5, 6, "topic", "", false, false]]}
{"doc_key": "ai-test-91", "sentence": ["Classification", "can", "be", "thought", "of", "as", "two", "separate", "problems", "-", "binary", "classification", "and", "multiclass", "classification", "."], "ner": [[0, 0, "task"], [10, 11, "task"], [13, 14, "task"]], "relations": [[10, 11, 0, 0, "part-of", "", false, false], [13, 14, 0, 0, "part-of", "", false, false]]}
{"doc_key": "ai-test-92", "sentence": ["Advanced", "gene", "finders", "for", "both", "prokaryotic", "and", "eukaryotic", "genomes", "typically", "use", "complex", "probabilistic", "model", "s", ",", "such", "as", "hidden", "Markov", "model", "s", "(", "HMMs", ")", "to", "combine", "information", "from", "a", "variety", "of", "different", "signal", "and", "content", "measurements", "."], "ner": [[12, 13, "algorithm"], [18, 20, "algorithm"], [23, 23, "algorithm"]], "relations": [[18, 20, 12, 13, "type-of", "", false, false], [23, 23, 18, 20, "named", "", false, false]]}
{"doc_key": "ai-test-93", "sentence": ["Neuroevolution", ",", "or", "neuro-evolution", ",", "is", "a", "form", "of", "artificial", "intelligence", "that", "uses", "evolutionary", "algorithm", "s", "to", "generate", "artificial", "neural", "network", "s", "(", "ANN", ")", ",", "parameters", ",", "topology", "and", "rules.", "and", "evolutionary", "robotics", "."], "ner": [[0, 0, "misc"], [3, 3, "misc"], [9, 10, "field"], [13, 14, "algorithm"], [18, 20, "algorithm"], [23, 23, "algorithm"], [32, 33, "algorithm"]], "relations": [[0, 0, 9, 10, "part-of", "", false, false], [0, 0, 13, 14, "usage", "", false, false], [3, 3, 0, 0, "named", "", false, false], [18, 20, 0, 0, "origin", "", true, false], [23, 23, 18, 20, "named", "", false, false], [32, 33, 0, 0, "origin", "", true, false]]}
{"doc_key": "ai-test-94", "sentence": ["Since", "IBM", "proposed", "and", "realized", "the", "system", "of", "BLEU", "Papineni", "et", "al", "."], "ner": [[1, 1, "organisation"], [8, 8, "metrics"], [9, 9, "researcher"]], "relations": [[8, 8, 1, 1, "artifact", "", false, false]]}
{"doc_key": "ai-test-95", "sentence": ["In", "2009", ",", "experts", "attended", "a", "conference", "hosted", "by", "the", "Association", "for", "the", "Advancement", "of", "Artificial", "Intelligence", "(", "AAAI", ")", "to", "discuss", "whether", "computers", "and", "robots", "might", "be", "able", "to", "acquire", "any", "autonomy", ",", "and", "how", "much", "these", "abilities", "might", "pose", "a", "threat", "or", "hazard", "."], "ner": [[10, 16, "conference"], [18, 18, "conference"]], "relations": [[18, 18, 10, 16, "named", "", false, false]]}
{"doc_key": "ai-test-96", "sentence": ["After", "boosting", ",", "a", "classifier", "constructed", "from", "200", "features", "could", "yield", "a", "95", "%", "detection", "rate", "under", "a", "^", "{", "-5", "}", "/", "math", "FALSE", "positive", "rate", ".P.", "Viola", ",", "M.", "Jones", ",", "Robust", "Real-time", "Object", "Detection", ",", "2001", "."], "ner": [[24, 26, "metrics"], [27, 28, "researcher"], [30, 31, "researcher"], [33, 36, "task"]], "relations": [[33, 36, 24, 26, "topic", "", false, false], [33, 36, 27, 28, "artifact", "", false, false], [33, 36, 30, 31, "artifact", "", false, false]]}
{"doc_key": "ai-test-97", "sentence": ["The", "website", "was", "originally", "Perl", "-based", ",", "but", "IMDb", "no", "longer", "discloses", "what", "software", "it", "uses", "for", "reasons", "of", "security", "."], "ner": [[4, 4, "programlang"], [8, 8, "organisation"]], "relations": []}
{"doc_key": "ai-test-98", "sentence": ["The", "start-up", "was", "founded", "by", "Demis", "Hassabis", ",", "Shane", "Legg", "and", "Mustafa", "Suleyman", "in", "2010", "."], "ner": [[5, 6, "researcher"], [8, 9, "researcher"], [11, 12, "person"]], "relations": []}
{"doc_key": "ai-test-99", "sentence": ["Two", "very", "commonly", "used", "loss", "functions", "are", "the", "mean", "squared", "error", ",", "mathL", "(", "a", ")", "=", "a", "^", "2", "/", "math", ",", "and", "the", "absolute", "loss", ",", "mathL", "(", "a", ")", "=", "|", "a", "|", "/", "math", "."], "ner": [[4, 5, "misc"], [8, 10, "metrics"], [25, 26, "metrics"]], "relations": [[8, 10, 4, 5, "type-of", "", false, false], [25, 26, 4, 5, "type-of", "", false, false]]}
{"doc_key": "ai-test-100", "sentence": ["The", "soft-margin", "support", "vector", "machine", "described", "above", "is", "an", "example", "of", "an", "empirical", "risk", "minimization", "(", "ERM", ")", "for", "the", "hinge", "loss", "."], "ner": [[2, 4, "algorithm"], [12, 14, "algorithm"], [16, 16, "algorithm"], [20, 21, "metrics"]], "relations": [[2, 4, 12, 14, "type-of", "example_of", false, false], [12, 14, 20, 21, "related-to", "", false, false], [16, 16, 12, 14, "named", "", false, false]]}
{"doc_key": "ai-test-101", "sentence": ["A", "deep", "learning", "based", "approach", "to", "MT", ",", "neural", "machine", "translation", "has", "made", "rapid", "progress", "in", "recent", "years", ",", "and", "Google", "has", "announced", "its", "translation", "services", "are", "now", "using", "this", "technology", "in", "preference", "to", "its", "previous", "statistical", "methods", "."], "ner": [[1, 2, "field"], [6, 6, "task"], [8, 10, "task"], [20, 20, "organisation"]], "relations": [[8, 10, 1, 2, "origin", "", false, false], [8, 10, 6, 6, "type-of", "", false, false], [20, 20, 8, 10, "usage", "", false, false]]}
{"doc_key": "ai-test-102", "sentence": ["This", "tends", "to", "yield", "very", "large", "performance", "gains", "when", "working", "with", "large", "corpora", "such", "as", "WordNet", "."], "ner": [[15, 15, "product"]], "relations": []}
{"doc_key": "ai-test-103", "sentence": ["Face", "detection", "is", "used", "in", "biometrics", ",", "often", "as", "a", "part", "of", "(", "or", "together", "with", ")", "a", "facial", "recognition", "system", "."], "ner": [[0, 1, "task"], [5, 5, "field"], [18, 20, "product"]], "relations": [[0, 1, 18, 20, "part-of", "", false, false], [18, 20, 5, 5, "part-of", "", false, false]]}
{"doc_key": "ai-test-104", "sentence": ["trained", "by", "maximum", "likelihood", "estimation", "."], "ner": [[2, 4, "algorithm"]], "relations": []}
{"doc_key": "ai-test-105", "sentence": [",", "Ltd.", "in", "Thailand", ";", "Komatsu", "(", "Shanghai", ")", "Ltd.", "in", "1996", "in", "Shanghai", ",", "China", ";", "Industrial", "Power", "Alliance", "Ltd.", "in", "Japan", ",", "a", "joint", "venture", "with", "Cummins", ",", "in", "1998", ";", "L", "&", "T-Komatsu", "Limited", "in", "India", "in", "1998", "(", "shares", "sold", "in", "2013", ")", ";", "and", "Komatsu", "Brasil", "International", "Ltda.", "in", "Brazil", "in", "1998", "."], "ner": [[3, 3, "country"], [5, 9, "organisation"], [13, 13, "location"], [15, 15, "country"], [17, 20, "organisation"], [22, 22, "country"], [28, 28, "organisation"], [33, 36, "organisation"], [38, 38, "country"], [49, 52, "organisation"], [54, 54, "country"]], "relations": [[5, 9, 13, 13, "physical", "", false, false], [13, 13, 15, 15, "physical", "", false, false], [17, 20, 22, 22, "physical", "", false, false], [33, 36, 38, 38, "physical", "", false, false], [49, 52, 54, 54, "physical", "", false, false]]}
{"doc_key": "ai-test-106", "sentence": ["dgp", "also", "occasionally", "hosts", "artists", "in", "residence", "(", "e.g.", ",", "Oscar", "-winner", "Chris", "Landreth", "."], "ner": [[0, 0, "organisation"], [4, 6, "misc"], [10, 10, "misc"], [12, 13, "person"]], "relations": [[12, 13, 0, 0, "physical", "", false, false], [12, 13, 4, 6, "general-affiliation", "", false, false], [12, 13, 10, 10, "win-defeat", "", false, false]]}
{"doc_key": "ai-test-107", "sentence": ["It", "currently", "includes", "four", "sub-competitions", "-", "the", "RoboMaster", "Robotics", "Competition", ",", "the", "RoboMaster", "Technical", "Challenge", ",", "the", "ICRA", "RoboMaster", "AI", "Challenge", ",", "and", "the", "new", "RoboMaster", "Youth", "Tournament", "."], "ner": [[7, 9, "misc"], [12, 14, "misc"], [17, 20, "misc"], [25, 27, "misc"]], "relations": []}
{"doc_key": "ai-test-108", "sentence": ["By", "the", "early", "2000s", ",", "the", "dominant", "speech", "processing", "strategy", "started", "to", "shift", "away", "from", "Hidden", "Markov", "model", "towards", "more", "modern", "neural", "networks", "and", "deep", "learning", "."], "ner": [[7, 8, "field"], [15, 17, "algorithm"], [21, 22, "algorithm"], [24, 25, "field"]], "relations": [[7, 8, 21, 22, "usage", "", false, false], [7, 8, 24, 25, "usage", "", false, false]]}
{"doc_key": "ai-test-109", "sentence": ["Another", "equivalent", "expression", ",", "in", "the", "case", "of", "a", "binary", "target", "rate", ",", "is", "that", "the", "TRUE", "positive", "rate", "and", "the", "FALSE", "positive", "rate", "are", "equal", "(", "and", "therefore", "the", "FALSE", "negative", "rate", "and", "the", "TRUE", "negative", "rate", "are", "equal", ")", "for", "every", "value", "of", "the", "sensitive", "characteristics", ":"], "ner": [[9, 11, "misc"], [16, 18, "metrics"], [21, 23, "metrics"], [30, 32, "metrics"], [35, 37, "metrics"]], "relations": [[16, 18, 21, 23, "related-to", "equal", false, false], [30, 32, 35, 37, "related-to", "equal", false, false]]}
{"doc_key": "ai-test-110", "sentence": ["The", "MATLAB", "function", ","], "ner": [[1, 1, "product"]], "relations": []}
{"doc_key": "ai-test-111", "sentence": ["An", "articulated", "robot", "is", "a", "robot", "with", "rotary", "joint", "s", "(", "e.g.", "a", "legged", "robot", "or", "an", "industrial", "robot", ")", "."], "ner": [[1, 2, "product"], [7, 8, "misc"], [17, 18, "product"]], "relations": [[7, 8, 1, 2, "part-of", "", false, false], [17, 18, 1, 2, "type-of", "", false, false]]}
{"doc_key": "ai-test-112", "sentence": ["Pandora", "(", "also", "known", "as", "Pandora", "Media", "or", "Pandora", "Radio", ")", "is", "an", "American", "music", "streaming", "and", "automated", "Recommender", "system", "internet", "radio", "service", "powered", "by", "the", "Music", "Genome", "Project", "and", "headquartered", "in", "Oakland", ",", "California", "."], "ner": [[0, 0, "product"], [5, 6, "product"], [8, 9, "product"], [13, 13, "misc"], [17, 19, "product"], [26, 28, "misc"], [32, 32, "location"], [34, 34, "location"]], "relations": [[0, 0, 13, 13, "general-affiliation", "nationality", false, false], [0, 0, 26, 28, "usage", "", false, false], [0, 0, 32, 32, "physical", "", false, false], [5, 6, 0, 0, "named", "", false, false], [8, 9, 0, 0, "named", "", false, false], [32, 32, 34, 34, "physical", "", false, false]]}
{"doc_key": "ai-test-113", "sentence": ["She", "is", "a", "board", "member", "of", "the", "International", "Machine", "Learning", "Society", ",", "has", "been", "a", "member", "of", "AAAI", "Executive", "council", ",", "was", "PC", "co-chair", "of", "ICML", "2011", ",", "and", "has", "served", "as", "senior", "PC", "member", "for", "conferences", "including", "AAAI", ",", "ICML", ",", "IJCAI", ",", "ISWC", ",", "KDD", ",", "SIGMOD", ",", "UAI", ",", "VLDB", ",", "WSDM", "and", "WWW", "."], "ner": [[7, 10, "organisation"], [17, 19, "organisation"], [25, 26, "conference"], [38, 38, "conference"], [40, 40, "conference"], [42, 42, "conference"], [44, 44, "conference"], [46, 46, "conference"], [48, 48, "conference"], [50, 50, "conference"], [52, 52, "conference"], [54, 54, "conference"], [56, 56, "conference"]], "relations": []}
{"doc_key": "ai-test-114", "sentence": ["James", "S.", "Albus", "of", "the", "National", "Institute", "of", "Standards", "and", "Technology", "(", "NIST", ")", "developed", "the", "Robocrane", ",", "where", "the", "platform", "hangs", "from", "six", "cables", "instead", "of", "being", "supported", "by", "six", "jacks", "."], "ner": [[0, 2, "researcher"], [5, 10, "organisation"], [12, 12, "organisation"], [16, 16, "product"]], "relations": [[0, 2, 5, 10, "role", "", false, false], [12, 12, 5, 10, "named", "", false, false], [16, 16, 0, 2, "origin", "", false, false]]}
{"doc_key": "ai-test-115", "sentence": ["Another", "class", "of", "direct", "search", "algorithms", "are", "the", "various", "evolutionary", "algorithm", "s", ",", "e.g.", "genetic", "algorithm", "s", "."], "ner": [[3, 5, "algorithm"], [9, 10, "algorithm"], [14, 15, "algorithm"]], "relations": [[9, 10, 3, 5, "type-of", "", false, false], [14, 15, 9, 10, "named", "", false, false]]}
{"doc_key": "ai-test-116", "sentence": ["KUKA", "is", "a", "German", "manufacturer", "of", "industrial", "robot", "s", "and", "solution", "s", "for", "factory", "automation", "."], "ner": [[0, 0, "organisation"], [3, 4, "misc"], [6, 7, "product"]], "relations": [[3, 4, 0, 0, "named", "", false, false], [6, 7, 0, 0, "artifact", "", false, false]]}
{"doc_key": "ai-test-117", "sentence": ["Other", "films", "between", "2016", "to", "2020", "that", "captured", "with", "IMAX", "camera", "'s", "were", "Zack", "Snyder", "'", "s", "Batman", "v", "Superman", ":", "Dawn", "of", "Justice", ",", "Clint", "Eastwood", "'", "s", "Sully", ",", "Damien", "Chazelle", "'", "s", "First", "Man", ",", "Patty", "Jenkins", "'", "Wonder", "Woman", "1984", ",", "Cary", "Joji", "Fukunaga", "'", "s", "No", "Time", "to", "Die", "and", "Joseph", "Kosinski", "'", "s", "Top", "Gun", ":", "Maverick", "."], "ner": [[9, 9, "misc"], [13, 14, "person"], [17, 23, "misc"], [25, 26, "person"], [29, 29, "misc"], [31, 32, "person"], [35, 36, "misc"], [38, 39, "person"], [41, 43, "misc"], [45, 47, "person"], [50, 53, "misc"], [55, 56, "person"], [59, 62, "misc"]], "relations": [[13, 14, 9, 9, "usage", "", false, false], [17, 23, 13, 14, "artifact", "", false, false], [25, 26, 9, 9, "usage", "", false, false], [29, 29, 25, 26, "artifact", "", false, false], [31, 32, 9, 9, "usage", "", false, false], [35, 36, 31, 32, "artifact", "", false, false], [38, 39, 9, 9, "usage", "", false, false], [41, 43, 38, 39, "artifact", "", false, false], [45, 47, 9, 9, "usage", "", false, false], [50, 53, 45, 47, "artifact", "", false, false], [55, 56, 9, 9, "usage", "", false, false], [59, 62, 55, 56, "artifact", "", false, false]]}
{"doc_key": "ai-test-118", "sentence": ["The", "trial", "of", "MICR", "E13B", "font", "was", "shown", "to", "the", "American", "Bankers", "Association", "(", "ABA", ")", "in", "July", "1956", ",", "which", "adopted", "it", "in", "1958", "as", "the", "MICR", "standard", "for", "negotiable", "document", "s", "in", "the", "United", "States", "."], "ner": [[3, 4, "misc"], [10, 12, "organisation"], [14, 14, "organisation"], [27, 27, "misc"], [35, 36, "country"]], "relations": [[3, 4, 27, 27, "named", "", false, false], [10, 12, 3, 4, "usage", "", false, false], [10, 12, 35, 36, "physical", "", false, false], [14, 14, 10, 12, "named", "", false, false]]}
{"doc_key": "ai-test-119", "sentence": ["Local", "search", "algorithms", "are", "widely", "applied", "to", "numerous", "hard", "computational", "problems", ",", "including", "problems", "from", "computer", "science", "(", "particularly", "artificial", "intelligence", ")", ",", "mathematics", ",", "operations", "research", ",", "engineering", ",", "and", "bioinformatics", "."], "ner": [[0, 2, "misc"], [15, 16, "field"], [19, 20, "field"], [23, 23, "field"], [25, 26, "field"], [28, 28, "field"], [31, 31, "field"]], "relations": [[15, 16, 0, 2, "usage", "", false, false], [19, 20, 15, 16, "part-of", "", false, false], [23, 23, 0, 2, "usage", "", false, false], [25, 26, 0, 2, "usage", "", false, false], [28, 28, 0, 2, "usage", "", false, false], [31, 31, 0, 2, "usage", "", false, false]]}
{"doc_key": "ai-test-120", "sentence": ["Gerd", "Gigerenzer", "(", "born", "September", "3", ",", "1947", ",", "Wallersdorf", ",", "Germany", ")", "is", "a", "Germany", "psychologist", "who", "has", "studied", "the", "use", "of", "bounded", "rationality", "and", "heuristic", "s", "in", "decision", "making", "."], "ner": [[0, 1, "researcher"], [9, 9, "location"], [11, 11, "country"], [15, 15, "country"], [23, 24, "algorithm"], [26, 26, "algorithm"], [29, 30, "task"]], "relations": [[0, 1, 9, 9, "physical", "", false, false], [0, 1, 15, 15, "general-affiliation", "nationality", false, false], [0, 1, 23, 24, "general-affiliation", "topic_of_study", false, false], [0, 1, 26, 26, "general-affiliation", "topic_of_study", false, false], [9, 9, 11, 11, "physical", "", false, false], [26, 26, 29, 30, "part-of", "", false, false]]}
{"doc_key": "ai-test-121", "sentence": ["to", "minimize", "the", "Mean", "squared", "error", "."], "ner": [[3, 5, "metrics"]], "relations": []}
{"doc_key": "ai-test-122", "sentence": ["But", "even", "an", "official", "language", "with", "a", "regulating", "academy", ",", "such", "as", "Standard", "French", "with", "the", "Acad\u00e9mie", "fran\u00e7aise", ",", "is", "classified", "as", "a", "natural", "language", "(", "for", "example", ",", "in", "the", "field", "of", "natural", "language", "processing", ")", ",", "as", "its", "prescriptive", "points", "do", "not", "make", "it", "either", "constructed", "enough", "to", "be", "classified", "as", "a", "constructed", "language", "or", "controlled", "enough", "to", "be", "classified", "as", "a", "controlled", "natural", "language", "."], "ner": [[12, 13, "misc"], [16, 17, "organisation"], [33, 35, "field"], [54, 55, "misc"], [64, 66, "misc"]], "relations": [[12, 13, 16, 17, "origin", "", false, false], [54, 55, 64, 66, "compare", "", false, false]]}
{"doc_key": "ai-test-123", "sentence": ["There", "are", "a", "number", "of", "other", "metrics", ",", "most", "simply", "the", "accuracy", "or", "Fraction", "Correct", "(", "FC", ")", ",", "which", "measures", "the", "fraction", "of", "all", "instances", "that", "are", "correctly", "categorized", ";", "the", "complement", "is", "the", "Fraction", "Incorrect", "(", "FiC", ")", "."], "ner": [[11, 11, "metrics"], [13, 14, "metrics"], [16, 16, "metrics"], [35, 36, "metrics"], [38, 38, "metrics"]], "relations": [[16, 16, 13, 14, "named", "", false, false], [38, 38, 35, 36, "named", "", false, false]]}
{"doc_key": "ai-test-124", "sentence": ["Cardie", "became", "a", "Fellow", "of", "the", "Association", "for", "Computational", "Linguistics", "in", "2016", "."], "ner": [[0, 0, "researcher"], [6, 9, "conference"]], "relations": [[0, 0, 6, 9, "role", "", false, false]]}
{"doc_key": "ai-test-125", "sentence": ["Learning", "the", "parameters", "math", "\\", "theta", "/", "math", "is", "usually", "done", "by", "maximum", "likelihood", "learning", "for", "mathp", "(", "Y", "_", "i", "|", "X", "_", "i", ";", "\\", "theta", ")", "/", "math", "."], "ner": [[12, 14, "algorithm"]], "relations": []}
{"doc_key": "ai-test-126", "sentence": ["Cluster", "analysis", ",", "and", "Non-negative", "matrix", "factorization", "for", "descriptive", "mining", "."], "ner": [[0, 1, "task"], [4, 6, "algorithm"], [8, 9, "task"]], "relations": [[8, 9, 0, 1, "usage", "", true, false], [8, 9, 4, 6, "usage", "", true, false]]}
{"doc_key": "ai-test-127", "sentence": ["In", "computer", "science", "and", "the", "information", "technology", "that", "it", "enables", ",", "it", "has", "been", "a", "long-term", "challenge", "to", "the", "ability", "in", "computers", "to", "do", "natural", "language", "processing", "and", "machine", "learning", "."], "ner": [[1, 2, "field"], [5, 6, "field"], [24, 26, "field"], [28, 29, "field"]], "relations": [[24, 26, 1, 2, "part-of", "", false, false], [24, 26, 5, 6, "part-of", "", false, false], [28, 29, 1, 2, "part-of", "", false, false], [28, 29, 5, 6, "part-of", "", false, false]]}
{"doc_key": "ai-test-128", "sentence": ["(", "Code", "for", "Gabor", "feature", "extraction", "from", "images", "in", "MATLAB", "can", "be", "found", "at"], "ner": [[3, 5, "algorithm"], [9, 9, "product"]], "relations": [[3, 5, 9, 9, "part-of", "", false, false]]}
{"doc_key": "ai-test-129", "sentence": ["The", "NeuralExpert", "centers", "the", "design", "specifications", "around", "the", "type", "of", "problem", "the", "user", "would", "like", "the", "neural", "network", "to", "solve", "(", "Classification", ",", "Prediction", ",", "Function", "approximation", "or", "Cluster", "analysis", ")", "."], "ner": [[1, 1, "misc"], [16, 17, "algorithm"], [21, 21, "task"], [23, 23, "task"], [25, 26, "task"], [28, 29, "task"]], "relations": [[1, 1, 16, 17, "general-affiliation", "", false, false], [1, 1, 21, 21, "related-to", "solves_problem_of_type", false, false], [1, 1, 23, 23, "related-to", "solves_problem_of_type", false, false], [1, 1, 25, 26, "related-to", "solves_problem_of_type", false, false], [1, 1, 28, 29, "related-to", "solves_problem_of_type", false, false]]}
{"doc_key": "ai-test-130", "sentence": ["When", "the", "quantization", "step", "size", "(", "\u0394", ")", "is", "small", "relative", "to", "the", "variation", "in", "the", "signal", "being", "quantized", ",", "it", "is", "relatively", "simple", "to", "show", "that", "the", "mean", "squared", "error", "produced", "by", "such", "a", "rounding", "operation", "will", "be", "approximately", "math", "\\", "Delta", "^", "2", "/", "12", "/", "math.math"], "ner": [[2, 4, "misc"], [28, 30, "metrics"]], "relations": []}
{"doc_key": "ai-test-131", "sentence": ["The", "construction", "of", "a", "rich", "lexicon", "with", "a", "suitable", "ontology", "requires", "significant", "effort", ",", "e.g.", ",", "Wordnet", "lexicon", "required", "many", "person-years", "of", "effort.", "G.", "A.", "Miller", ",", "R.", "Beckwith", ",", "C.", "D.", "Fellbaum", ",", "D.", "Gross", ",", "K.", "Miller", "."], "ner": [[16, 16, "product"], [23, 25, "researcher"], [27, 28, "researcher"], [30, 32, "researcher"], [34, 35, "researcher"], [37, 38, "researcher"]], "relations": []}
{"doc_key": "ai-test-132", "sentence": ["Kawasaki", "'s", "portfolio", "also", "includes", "retractable", "roofs", ",", "floors", "and", "other", "giant", "structures", ",", "the", "Sapporo", "Dome", "'", "retractable", "surface", "is", "one", "example", "."], "ner": [[0, 0, "organisation"], [15, 16, "location"]], "relations": [[15, 16, 0, 0, "artifact", "", false, false]]}
{"doc_key": "ai-test-133", "sentence": ["Kappa", "statistics", "such", "as", "Fleiss", "'", "kappa", "and", "Cohen", "'s", "kappa", "are", "methods", "for", "calculating", "inter-rater", "reliability", "based", "on", "different", "assumptions", "about", "the", "marginal", "or", "prior", "distributions", ",", "and", "are", "increasingly", "used", "as", "chance", "corrected", "alternatives", "to", "accuracy", "in", "other", "contexts", "."], "ner": [[0, 1, "metrics"], [4, 6, "metrics"], [8, 10, "metrics"], [15, 16, "metrics"], [37, 37, "metrics"]], "relations": [[0, 1, 15, 16, "related-to", "", false, false], [0, 1, 37, 37, "opposite", "alternative_to", false, false], [4, 6, 0, 1, "type-of", "", false, false], [8, 10, 0, 1, "type-of", "", false, false]]}
{"doc_key": "ai-test-134", "sentence": ["With", "his", "students", "Sepp", "Hochreiter", ",", "Felix", "Gers", ",", "Fred", "Cummins", ",", "Alex", "Graves", ",", "and", "others", ",", "Schmidhuber", "published", "increasingly", "sophisticated", "versions", "of", "a", "type", "of", "recurrent", "neural", "network", "called", "the", "long", "short-term", "memory", "(", "LSTM", ")", "."], "ner": [[3, 4, "researcher"], [6, 7, "researcher"], [9, 10, "researcher"], [12, 13, "researcher"], [18, 18, "researcher"], [27, 29, "algorithm"], [32, 34, "algorithm"], [36, 36, "algorithm"]], "relations": [[3, 4, 18, 18, "role", "student_of", false, false], [6, 7, 18, 18, "role", "student_of", false, false], [9, 10, 18, 18, "role", "student_of", false, false], [12, 13, 18, 18, "role", "student_of", false, false], [32, 34, 3, 4, "origin", "", false, false], [32, 34, 6, 7, "origin", "", false, false], [32, 34, 9, 10, "origin", "", false, false], [32, 34, 12, 13, "origin", "", false, false], [32, 34, 18, 18, "origin", "", false, false], [32, 34, 27, 29, "type-of", "", false, false], [36, 36, 32, 34, "named", "", false, false]]}
{"doc_key": "ai-test-135", "sentence": ["2004", "-", "The", "first", "Cobot", "KUKA", "LBR", "3", "is", "released", "."], "ner": [[4, 7, "product"]], "relations": []}
{"doc_key": "ai-test-136", "sentence": ["Two", "shallow", "approaches", "used", "to", "train", "and", "then", "disambiguate", "are", "Naive", "Bayes", "classifier", "and", "decision", "trees", "."], "ner": [[10, 12, "algorithm"], [14, 15, "algorithm"]], "relations": []}
{"doc_key": "ai-test-137", "sentence": ["The", "first", "practical", "forms", "of", "photography", "were", "introduced", "in", "January", "1839", "by", "Louis", "Daguerre", "and", "Henry", "Fox", "Talbot", "."], "ner": [[5, 5, "misc"], [12, 13, "person"], [15, 17, "person"]], "relations": [[5, 5, 12, 13, "origin", "", false, false], [5, 5, 15, 17, "origin", "", false, false]]}
{"doc_key": "ai-test-138", "sentence": ["For", "example", ",", "speech", "synthesis", ",", "combined", "with", "speech", "recognition", ",", "allows", "for", "interaction", "with", "mobile", "devices", "via", "language", "processing", "interfaces", "."], "ner": [[3, 4, "task"], [8, 9, "task"], [18, 19, "field"]], "relations": [[3, 4, 18, 19, "part-of", "task_part_of_field", false, false], [8, 9, 18, 19, "part-of", "task_part_of_field", false, false]]}
{"doc_key": "ai-test-139", "sentence": ["Phidgets", "can", "be", "programmed", "using", "a", "variety", "of", "software", "and", "programming", "languages", ",", "ranging", "from", "Java", "to", "Microsoft", "Excel", "."], "ner": [[0, 0, "product"], [15, 15, "programlang"], [17, 18, "product"]], "relations": [[0, 0, 15, 15, "general-affiliation", "", false, false], [0, 0, 17, 18, "general-affiliation", "", false, false]]}
{"doc_key": "ai-test-140", "sentence": ["The", "term", "machine", "learning", "was", "coined", "in", "1959", "by", "Arthur", "Samuel", ",", "an", "American", "IBMer", "and", "pioneer", "in", "the", "field", "of", "computer", "gaming", "and", "artificial", "intelligence", "."], "ner": [[2, 3, "field"], [9, 10, "researcher"], [13, 14, "misc"], [21, 22, "field"], [24, 25, "field"]], "relations": [[2, 3, 9, 10, "origin", "", false, false], [9, 10, 21, 22, "general-affiliation", "topic_of_study", false, false], [9, 10, 24, 25, "general-affiliation", "topic_of_study", false, false], [13, 14, 9, 10, "named", "", false, false]]}
{"doc_key": "ai-test-141", "sentence": ["The", "Israeli", "poet", "David", "Avidan", ",", "who", "was", "fascinated", "with", "future", "technologies", "and", "their", "relation", "to", "art", ",", "desired", "to", "explore", "the", "use", "of", "computers", "for", "writing", "literature", "."], "ner": [[1, 2, "misc"], [3, 4, "person"]], "relations": [[3, 4, 1, 2, "named", "", false, false]]}
{"doc_key": "ai-test-142", "sentence": ["As", "part", "of", "the", "GATEway", "Project", "in", "2017", ",", "Oxbotica", "trialled", "seven", "autonomous", "shuttle", "buses", "in", "Greenwich", ",", "navigating", "a", "two-mile", "riverside", "path", "near", "London", "'s", "The", "O2", "Arena", "on", "a", "route", "also", "used", "by", "pedestrians", "and", "cyclists", "."], "ner": [[4, 5, "misc"], [9, 9, "organisation"], [16, 16, "location"], [24, 24, "location"], [26, 28, "location"]], "relations": [[9, 9, 4, 5, "part-of", "", false, false], [26, 28, 24, 24, "physical", "", false, false]]}
{"doc_key": "ai-test-143", "sentence": ["An", "unrelated", "but", "commonly", "used", "combination", "of", "basic", "statistics", "from", "information", "retrieval", "is", "the", "F-score", ",", "being", "a", "(", "possibly", "weighted", ")", "harmonic", "mean", "of", "recall", "and", "precision", "where", "recall", "=", "sensitivity", "=", "TRUE", "positive", "rate", ",", "but", "specificity", "and", "precision", "are", "totally", "different", "measures", "."], "ner": [[10, 11, "task"], [14, 14, "metrics"], [22, 23, "misc"], [25, 25, "metrics"], [27, 27, "metrics"], [29, 29, "metrics"], [31, 31, "metrics"], [33, 35, "metrics"], [38, 38, "metrics"], [40, 40, "metrics"]], "relations": [[14, 14, 22, 23, "related-to", "is_a", false, false], [14, 14, 25, 25, "usage", "", false, false], [14, 14, 27, 27, "usage", "", false, false], [25, 25, 29, 29, "named", "same", false, false], [27, 27, 40, 40, "named", "same", false, false], [29, 29, 38, 38, "opposite", "", false, false], [29, 29, 40, 40, "opposite", "", false, false], [31, 31, 29, 29, "named", "", false, false], [33, 35, 29, 29, "named", "", false, false]]}
{"doc_key": "ai-test-144", "sentence": ["Neuromorphic", "engineering", "is", "an", "interdisciplinary", "subject", "that", "takes", "inspiration", "from", "biology", ",", "physics", ",", "mathematics", ",", "computer", "science", ",", "and", "electronic", "engineering", "to", "design", "artificial", "neural", "systems", ",", "such", "as", "vision", "systems", ",", "head-eye", "systems", ",", "auditory", "processors", ",", "and", "autonomous", "robots", ",", "whose", "physical", "architecture", "and", "design", "principles", "are", "based", "on", "those", "of", "biological", "nervous", "systems", "."], "ner": [[0, 1, "field"], [10, 10, "field"], [12, 12, "field"], [14, 14, "field"], [16, 17, "field"], [20, 21, "field"], [30, 31, "product"], [33, 34, "product"], [36, 37, "product"], [40, 41, "product"], [54, 56, "product"]], "relations": [[0, 1, 10, 10, "origin", "takes_inspiration_from", false, false], [0, 1, 12, 12, "origin", "takes_inspiration_from", false, false], [0, 1, 14, 14, "origin", "takes_inspiration_from", false, false], [0, 1, 16, 17, "origin", "takes_inspiration_from", false, false], [0, 1, 20, 21, "origin", "takes_inspiration_from", false, false], [30, 31, 0, 1, "origin", "", false, false], [33, 34, 0, 1, "origin", "", false, false], [36, 37, 0, 1, "origin", "", false, false], [40, 41, 0, 1, "origin", "", false, false]]}
{"doc_key": "ai-test-145", "sentence": ["To", "be", "specific", ",", "the", "BIBO", "stability", "criterion", "requires", "that", "the", "ROC", "of", "the", "system", "includes", "the", "unit", "circle", "."], "ner": [[5, 7, "metrics"], [11, 11, "metrics"]], "relations": [[11, 11, 5, 7, "cause-effect", "", false, false]]}
{"doc_key": "ai-test-146", "sentence": ["2", "The", "program", "was", "rewritten", "in", "Java", "beginning", "in", "1998", "."], "ner": [[6, 6, "programlang"]], "relations": []}
{"doc_key": "ai-test-147", "sentence": ["The", "MCC", "can", "be", "calculated", "directly", "from", "the", "confusion", "matrix", "using", "the", "formula", ":"], "ner": [[1, 1, "metrics"], [8, 9, "metrics"]], "relations": [[1, 1, 8, 9, "origin", "", false, false]]}
{"doc_key": "ai-test-148", "sentence": ["It", "was", "developed", "by", "a", "team", "at", "the", "MIT-IBM", "Watson", "AI", "Lab", "and", "first", "presented", "at", "the", "2018", "International", "Conference", "on", "Learning", "Representations", "."], "ner": [[8, 11, "organisation"], [17, 22, "conference"]], "relations": [[8, 11, 17, 22, "temporal", "", false, false]]}
{"doc_key": "ai-test-149", "sentence": ["When", "the", "TRUE", "prevalence", "s", "for", "the", "two", "positive", "variables", "are", "equal", "as", "assumed", "in", "Fleiss", "kappa", "and", "F-score", ",", "that", "is", "the", "number", "of", "positive", "predictions", "matches", "the", "number", "of", "positive", "classes", "in", "the", "dichotomous", "(", "two", "class", ")", "case", ",", "the", "different", "kappa", "and", "correlation", "measure", "collapse", "to", "identity", "with", "Youden", "'s", "J", ",", "and", "recall", ",", "precision", "and", "F-score", "are", "similarly", "identical", "with", "accuracy", "."], "ner": [[2, 3, "metrics"], [15, 16, "metrics"], [18, 18, "metrics"], [44, 44, "metrics"], [46, 46, "metrics"], [52, 54, "metrics"], [57, 57, "metrics"], [59, 59, "metrics"], [61, 61, "metrics"], [66, 66, "metrics"]], "relations": [[15, 16, 44, 44, "type-of", "", false, false], [15, 16, 52, 54, "related-to", "collapses_to_identity", false, false], [18, 18, 46, 46, "type-of", "", false, false], [18, 18, 52, 54, "related-to", "collapses_to_identity", false, false], [18, 18, 61, 61, "named", "same", false, false], [57, 57, 66, 66, "related-to", "collapses_to_identity", false, false], [59, 59, 66, 66, "related-to", "collapses_to_identity", false, false], [61, 61, 66, 66, "related-to", "collapses_to_identity", false, false]]}
{"doc_key": "ai-test-150", "sentence": ["The", "Building", "Educational", "Applications", "workshop", "(", "BEA", ")", "at", "NAACL", "2013", "hosted", "the", "inaugural", "NLI", "shared", "task.", "Tetreault", "et", "al", ",", "2013", "The", "competition", "resulted", "in", "29", "entries", "from", "teams", "across", "the", "globe", ",", "24", "of", "which", "also", "published", "a", "paper", "describing", "their", "systems", "and", "approaches", "."], "ner": [[1, 4, "misc"], [6, 6, "misc"], [9, 9, "conference"], [14, 16, "task"], [17, 17, "researcher"]], "relations": [[1, 4, 9, 9, "part-of", "", false, false], [1, 4, 9, 9, "physical", "", false, false], [1, 4, 9, 9, "temporal", "", false, false], [6, 6, 1, 4, "named", "", false, false], [14, 16, 1, 4, "part-of", "", false, false]]}
{"doc_key": "ai-test-151", "sentence": ["The", "Viterbi", "algorithm", "is", "a", "dynamic", "programming", "algorithm", "for", "finding", "the", "most", "likely", "sequence", "of", "hidden", "states", "called", "the", "Viterbi", "path", "that", "results", "in", "a", "sequence", "of", "observed", "events", ",", "especially", "in", "the", "context", "of", "Markov", "information", "source", "s", "and", "hidden", "Markov", "model", "s", "(", "HMM", ")", "."], "ner": [[1, 2, "algorithm"], [5, 7, "algorithm"], [15, 16, "misc"], [19, 20, "misc"], [35, 37, "misc"], [40, 42, "algorithm"], [45, 45, "algorithm"]], "relations": [[1, 2, 5, 7, "type-of", "", false, false], [1, 2, 15, 16, "related-to", "finds", false, false], [19, 20, 15, 16, "type-of", "", false, false], [45, 45, 40, 42, "named", "", false, false]]}
{"doc_key": "ai-test-152", "sentence": ["In", "statistics", ",", "multinomial", "logistic", "regression", "is", "a", "classification", "method", "that", "generalizes", "logistic", "regression", "to", "multiclass", "classification", ",", "i.e.", "with", "more", "than", "two", "possible", "discrete", "outcomes", "."], "ner": [[1, 1, "field"], [3, 5, "algorithm"], [8, 9, "misc"], [12, 13, "algorithm"], [15, 16, "task"]], "relations": [[3, 5, 1, 1, "part-of", "", false, false], [3, 5, 8, 9, "general-affiliation", "", false, false], [3, 5, 12, 13, "related-to", "generalizes_from", false, false], [3, 5, 15, 16, "related-to", "generalizes_to", false, false]]}
{"doc_key": "ai-test-153", "sentence": ["Hidden", "Markov", "models", "are", "known", "for", "their", "applications", "to", "reinforcement", "learning", "and", "temporal", "pattern", "recognition", "such", "as", "speech", ",", "handwriting", "recognition", ",", "gesture", "recognition", ",", "Thad", "Starner", ",", "Alex", "Pentland", "."], "ner": [[0, 2, "algorithm"], [9, 10, "field"], [12, 14, "field"], [17, 17, "task"], [19, 20, "task"], [22, 23, "task"], [25, 26, "researcher"], [28, 29, "researcher"]], "relations": [[0, 2, 9, 10, "part-of", "", false, false], [0, 2, 12, 14, "part-of", "", false, false], [17, 17, 0, 2, "usage", "", true, false], [19, 20, 0, 2, "usage", "", true, false], [22, 23, 0, 2, "usage", "", true, false]]}
{"doc_key": "ai-test-154", "sentence": ["Essentially", ",", "this", "means", "that", "if", "the", "n-gram", "has", "been", "seen", "more", "than", "k", "times", "in", "training", ",", "the", "conditional", "probability", "of", "a", "word", "given", "its", "history", "is", "proportional", "to", "the", "maximum", "likelihood", "estimate", "of", "that", "n", "-gram", "."], "ner": [[7, 7, "misc"], [31, 33, "metrics"], [36, 37, "misc"]], "relations": [[7, 7, 36, 37, "named", "", false, false], [31, 33, 36, 37, "related-to", "", false, false]]}
{"doc_key": "ai-test-155", "sentence": ["He", "is", "interested", "in", "knowledge", "representation", ",", "commonsense", "reasoning", ",", "and", "natural", "language", "understanding", ",", "believing", "that", "deep", "language", "understanding", "can", "only", "currently", "be", "achieved", "by", "significant", "hand-engineering", "of", "semantically-rich", "formalisms", "coupled", "with", "statistical", "preferences", "."], "ner": [[4, 5, "task"], [7, 8, "task"], [11, 13, "task"], [17, 19, "task"], [27, 27, "misc"]], "relations": [[27, 27, 17, 19, "cause-effect", "", false, false]]}
{"doc_key": "ai-test-156", "sentence": ["In", "JavaScript", ",", "Python", "or"], "ner": [[1, 1, "programlang"], [3, 3, "programlang"]], "relations": []}
{"doc_key": "ai-test-157", "sentence": ["The", "Newcomb", "Awards", "are", "announced", "in", "the", "AI", "Magazine", "published", "by", "AAAI", "."], "ner": [[1, 2, "misc"], [7, 8, "misc"], [11, 11, "conference"]], "relations": [[1, 2, 7, 8, "part-of", "", false, false], [7, 8, 11, 11, "artifact", "", false, false]]}
{"doc_key": "ai-test-158", "sentence": ["The", "Mean", "squared", "error", "on", "a", "test", "set", "of", "100", "exemplars", "is", "0.084", ",", "smaller", "than", "the", "unnormalized", "error", "."], "ner": [[1, 3, "metrics"]], "relations": []}
{"doc_key": "ai-test-159", "sentence": ["The", "F-score", "has", "been", "widely", "used", "in", "the", "natural", "language", "processing", "literature", ",", "such", "as", "the", "evaluation", "of", "named", "entity", "recognition", "(", "NER", ")", "and", "word", "segmentation", "."], "ner": [[1, 1, "metrics"], [8, 10, "field"], [18, 20, "task"], [22, 22, "task"], [25, 26, "task"]], "relations": [[8, 10, 1, 1, "usage", "", false, false], [18, 20, 8, 10, "part-of", "task_part_of_field", false, false], [22, 22, 18, 20, "named", "", false, false], [25, 26, 8, 10, "part-of", "task_part_of_field", false, false]]}
{"doc_key": "ai-test-160", "sentence": ["Chatbots", "are", "typically", "used", "in", "dialog", "systems", "for", "various", "purposes", "including", "customer", "service", ",", "request", "routing", ",", "or", "for", "information", "gathering", "."], "ner": [[0, 0, "product"], [5, 6, "product"], [14, 15, "misc"], [19, 20, "misc"]], "relations": [[0, 0, 14, 15, "related-to", "performs_task", false, false], [0, 0, 19, 20, "related-to", "performs_task", false, false], [5, 6, 0, 0, "usage", "", false, false]]}
{"doc_key": "ai-test-161", "sentence": ["Important", "journals", "include", "the", "IEEE", "Transactions", "on", "Speech", "and", "Audio", "Processing", "(", "later", "renamed", "IEEE", "Transactions", "on", "Audio", ",", "Speech", "and", "Language", "Processing", "and", "since", "Sept", "2014", "renamed", "IEEE", "/", "ACM", "Transactions", "on", "Audio", ",", "Speech", "and", "Language", "Processing", "-", "after", "merging", "with", "an", "ACM", "publication", ")", ",", "Computer", "Speech", "and", "Language", ",", "and", "Speech", "Communication", "."], "ner": [[4, 10, "conference"], [14, 22, "conference"], [28, 38, "conference"], [44, 44, "conference"], [48, 51, "conference"], [54, 55, "conference"]], "relations": [[14, 22, 4, 10, "named", "", false, false], [28, 38, 4, 10, "named", "", false, false], [44, 44, 28, 38, "part-of", "", false, false]]}
{"doc_key": "ai-test-162", "sentence": ["EM", "is", "frequently", "used", "for", "data", "clustering", "in", "machine", "learning", "and", "computer", "vision", "."], "ner": [[0, 0, "algorithm"], [5, 6, "task"], [8, 9, "field"], [11, 12, "field"]], "relations": [[5, 6, 0, 0, "usage", "", false, false], [5, 6, 8, 9, "part-of", "task_part_of_field", false, false], [5, 6, 11, 12, "part-of", "task_part_of_field", false, false]]}
{"doc_key": "ai-test-163", "sentence": ["While", "there", "is", "no", "perfect", "way", "of", "describing", "the", "confusion", "matrix", "of", "TRUE", "and", "FALSE", "positives", "and", "negatives", "by", "a", "single", "number", ",", "the", "Matthews", "correlation", "coefficient", "is", "generally", "regarded", "as", "being", "one", "of", "the", "best", "such", "measures", "."], "ner": [[9, 10, "metrics"], [24, 26, "metrics"]], "relations": [[9, 10, 24, 26, "related-to", "described_by", false, false]]}
{"doc_key": "ai-test-164", "sentence": ["As", "data", "set", "s", "have", "grown", "in", "size", "and", "complexity", ",", "direct", "hands-on", "data", "analysis", "has", "been", "augmented", "with", "indirect", ",", "automated", "data", "processing", ",", "aided", "by", "other", "discoveries", "in", "computer", "science", ",", "specially", "in", "the", "field", "of", "machine", "learning", ",", "such", "as", "neural", "networks", ",", "cluster", "analysis", ",", "genetic", "algorithms", "(", "1950s", ")", ",", "decision", "tree", "learning", "and", "decision", "rules", "(", "1960s", ")", ",", "and", "support", "vector", "machines", "(", "1990s", ")", "."], "ner": [[13, 14, "field"], [30, 31, "field"], [38, 39, "field"], [43, 44, "algorithm"], [46, 47, "task"], [49, 50, "algorithm"], [55, 57, "algorithm"], [59, 60, "algorithm"], [66, 68, "algorithm"]], "relations": [[38, 39, 30, 31, "part-of", "subfield", false, false], [43, 44, 38, 39, "part-of", "", false, true], [46, 47, 38, 39, "part-of", "", false, true], [49, 50, 38, 39, "part-of", "", false, true], [55, 57, 38, 39, "part-of", "", false, true], [59, 60, 38, 39, "part-of", "", false, true], [66, 68, 38, 39, "part-of", "", false, true]]}
{"doc_key": "ai-test-165", "sentence": ["In", "the", "fall", "of", "2005", ",", "Thrun", "published", "a", "textbook", "entitled", "Probabilistic", "Robotics", "together", "with", "his", "long-term", "co-workers", "Dieter", "Fox", "and", "Wolfram", "Burgard", "."], "ner": [[6, 6, "researcher"], [11, 12, "misc"], [18, 19, "researcher"], [21, 22, "researcher"]], "relations": [[11, 12, 6, 6, "artifact", "", false, false], [11, 12, 18, 19, "artifact", "", false, false], [11, 12, 21, 22, "artifact", "", false, false]]}
{"doc_key": "ai-test-166", "sentence": ["John", "D.", "Lafferty", ",", "Andrew", "McCallum", "and", "Pereiramath", "as", "follows", ":"], "ner": [[0, 2, "researcher"], [4, 5, "researcher"], [7, 7, "researcher"]], "relations": []}
{"doc_key": "ai-test-167", "sentence": ["Question", "answering", "(", "QA", ")", "is", "a", "computer", "science", "discipline", "within", "the", "fields", "of", "information", "retrieval", "and", "natural", "language", "processing", "(", "NLP", ")", ",", "which", "is", "concerned", "with", "building", "systems", "that", "automatically", "answer", "questions", "posed", "by", "humans", "in", "a", "natural", "language", "."], "ner": [[0, 1, "task"], [3, 3, "task"], [7, 8, "field"], [14, 15, "field"], [17, 19, "field"], [21, 21, "field"]], "relations": [[0, 1, 14, 15, "part-of", "task_part_of_field", false, false], [0, 1, 17, 19, "part-of", "task_part_of_field", false, false], [3, 3, 0, 1, "named", "", false, false], [14, 15, 7, 8, "part-of", "subfield", false, false], [17, 19, 7, 8, "part-of", "subfield", false, false], [21, 21, 17, 19, "named", "", false, false]]}
{"doc_key": "ai-test-168", "sentence": ["However", ",", "in", "the", "version", "of", "the", "metric", "used", "by", "NIST", "evaluations", "prior", "to", "2009", ",", "the", "shortest", "reference", "sentence", "had", "been", "used", "instead", "."], "ner": [[10, 10, "metrics"]], "relations": []}
{"doc_key": "ai-test-169", "sentence": ["On", "August", "27", ",", "2018", ",", "Toyota", "announced", "an", "investment", "of", "$", "500", "Million", "in", "Uber", "'", "s", "autonomous", "car", "s", "."], "ner": [[6, 6, "person"], [15, 15, "organisation"], [18, 19, "product"]], "relations": [[6, 6, 18, 19, "related-to", "invests_in", false, false], [18, 19, 15, 15, "artifact", "", false, false]]}
{"doc_key": "ai-test-170", "sentence": ["The", "sample", "maximum", "is", "the", "maximum", "likelihood", "estimator", "for", "the", "population", "maximum", ",", "but", ",", "as", "discussed", "above", ",", "it", "is", "biased", "."], "ner": [[5, 7, "metrics"]], "relations": []}
{"doc_key": "ai-test-171", "sentence": ["LSI", "helps", "overcome", "synonymy", "by", "increasing", "recall", ",", "one", "of", "the", "most", "problematic", "constraints", "of", "Boolean", "keyword", "queries", "and", "vector", "space", "models", "."], "ner": [[0, 0, "task"], [3, 3, "misc"], [6, 6, "metrics"], [15, 17, "algorithm"], [19, 21, "algorithm"]], "relations": [[0, 0, 3, 3, "related-to", "overcomes", false, false], [0, 0, 6, 6, "related-to", "increases", false, false], [3, 3, 15, 17, "opposite", "", false, false], [3, 3, 19, 21, "opposite", "", false, false]]}
{"doc_key": "ai-test-172", "sentence": ["Data", "acquisition", "applications", "are", "usually", "controlled", "by", "software", "programs", "developed", "using", "various", "general", "purpose", "programming", "languages", "such", "as", "Assembly", ",", "BASIC", ",", "C", ",", "C", "+", "+", ",", "C", "#", ",", "Fortran", ",", "Java", ",", "LabVIEW", ",", "Lisp", ",", "Pascal", ",", "etc", "."], "ner": [[0, 1, "task"], [18, 18, "programlang"], [20, 20, "programlang"], [22, 22, "programlang"], [24, 26, "programlang"], [28, 29, "programlang"], [31, 31, "programlang"], [33, 33, "programlang"], [35, 35, "programlang"], [37, 37, "programlang"], [39, 39, "programlang"]], "relations": [[0, 1, 18, 18, "general-affiliation", "", false, false], [0, 1, 20, 20, "general-affiliation", "", false, false], [0, 1, 22, 22, "general-affiliation", "", false, false], [0, 1, 24, 26, "general-affiliation", "", false, false], [0, 1, 28, 29, "general-affiliation", "", false, false], [0, 1, 31, 31, "general-affiliation", "", false, false], [0, 1, 33, 33, "general-affiliation", "", false, false], [0, 1, 35, 35, "general-affiliation", "", false, false], [0, 1, 37, 37, "general-affiliation", "", false, false], [0, 1, 39, 39, "general-affiliation", "", false, false]]}
{"doc_key": "ai-test-173", "sentence": ["In", "2003", ",", "Honda", "released", "its", "Cog", "advertisement", "in", "the", "UK", "and", "on", "the", "Internet", "."], "ner": [[3, 3, "organisation"], [6, 6, "product"], [10, 10, "country"]], "relations": [[6, 6, 3, 3, "artifact", "", false, false], [6, 6, 10, 10, "physical", "", true, false]]}
{"doc_key": "ai-test-174", "sentence": ["The", "Association", "for", "Computational", "Linguistics", "defines", "computational", "linguistics", "as", ":"], "ner": [[1, 4, "conference"], [6, 7, "field"]], "relations": [[1, 4, 6, 7, "topic", "", false, false]]}
{"doc_key": "ai-test-175", "sentence": ["Expectation-maximization", "algorithm", "s", "may", "be", "employed", "to", "calculate", "approximate", "maximum", "likelihood", "estimates", "of", "unknown", "state-space", "parameters", "within", "minimum-variance", "filters", "and", "smoothers", "."], "ner": [[0, 1, "algorithm"], [9, 11, "algorithm"]], "relations": [[0, 1, 9, 11, "related-to", "calculates", false, false]]}
{"doc_key": "ai-test-176", "sentence": ["Correspondents", "included", "former", "Baywatch", "actresses", "Donna", "D", "'Errico", ",", "Carmen", "Electra", ",", "and", "Traci", "Bingham", ",", "former", "Playboy", "Playmate", "Heidi", "Mark", ",", "comedian", "Arj", "Barker", "and", "identical", "twins", "Randy", "and", "Jason", "Sklar", "."], "ner": [[3, 3, "misc"], [5, 7, "person"], [9, 10, "person"], [13, 14, "person"], [17, 18, "misc"], [19, 20, "person"], [23, 24, "person"], [28, 28, "person"], [30, 31, "person"]], "relations": [[5, 7, 3, 3, "role", "actor_in", false, false], [9, 10, 3, 3, "role", "actor_in", false, false], [13, 14, 3, 3, "role", "actor_in", false, false], [19, 20, 17, 18, "role", "model_for", false, false], [28, 28, 30, 31, "social", "family", false, false]]}
{"doc_key": "ai-test-177", "sentence": ["It", "is", "commonly", "used", "to", "generate", "representations", "for", "speech", "recognition", "(", "ASR", ")", ",", "e.g.", "the", "CMU", "Sphinx", "system", ",", "and", "speech", "synthesis", "(", "TTS", ")", ",", "e.g.", "the", "Festival", "system", "."], "ner": [[8, 9, "task"], [11, 11, "task"], [16, 18, "product"], [21, 22, "task"], [24, 24, "task"], [29, 30, "product"]], "relations": [[11, 11, 8, 9, "named", "", false, false], [16, 18, 8, 9, "general-affiliation", "", false, false], [24, 24, 21, 22, "named", "", false, false], [29, 30, 21, 22, "general-affiliation", "", false, false]]}
{"doc_key": "ai-test-178", "sentence": ["Sensitivity", "or", "TRUE", "Positive", "Rate", "(", "TPR", ")", ",", "also", "known", "as", "recall", ",", "is", "the", "proportion", "of", "people", "that", "tested", "positive", "and", "are", "positive", "(", "TRUE", "Positive", ",", "TP", ")", "of", "all", "the", "people", "that", "actually", "are", "positive", "(", "Condition", "Positive", ",", "CP", "=", "TP", "+", "FN", ")", "."], "ner": [[0, 0, "metrics"], [2, 4, "metrics"], [6, 6, "metrics"], [12, 12, "metrics"], [26, 27, "metrics"], [29, 29, "metrics"], [40, 41, "metrics"], [43, 43, "metrics"], [45, 47, "metrics"]], "relations": [[2, 4, 0, 0, "named", "", false, false], [6, 6, 2, 4, "named", "", false, false], [12, 12, 0, 0, "named", "", false, false], [29, 29, 26, 27, "named", "", false, false], [43, 43, 40, 41, "named", "", false, false], [45, 47, 40, 41, "named", "", false, false]]}
{"doc_key": "ai-test-179", "sentence": ["Popular", "speech", "recognition", "conferences", "held", "each", "year", "or", "two", "include", "SpeechTEK", "and", "SpeechTEK", "Europe", ",", "ICASSP", ",", "Interspeech", "/", "Eurospeech", ",", "and", "the", "IEEE", "ASRU", "."], "ner": [[1, 2, "task"], [10, 10, "conference"], [12, 13, "conference"], [15, 15, "conference"], [17, 17, "conference"], [19, 19, "conference"], [23, 24, "conference"]], "relations": [[10, 10, 1, 2, "topic", "", false, false], [12, 13, 1, 2, "topic", "", false, false], [15, 15, 1, 2, "topic", "", false, false], [17, 17, 1, 2, "topic", "", false, false], [19, 19, 1, 2, "topic", "", false, false], [23, 24, 1, 2, "topic", "", false, false]]}
{"doc_key": "ai-test-180", "sentence": ["Devol", "collaborated", "with", "Engelberger", ",", "who", "served", "as", "president", "of", "the", "company", ",", "to", "engineer", "and", "produce", "an", "industrial", "robot", "under", "the", "brand", "name", "Unimate", "."], "ner": [[0, 0, "researcher"], [3, 3, "researcher"], [18, 19, "product"], [24, 24, "product"]], "relations": [[24, 24, 0, 0, "artifact", "", false, false], [24, 24, 3, 3, "artifact", "", false, false], [24, 24, 18, 19, "type-of", "", false, false]]}
{"doc_key": "ai-test-181", "sentence": ["A", "Hidden", "Markov", "model", "(", "HMM", ")", "is", "a", "statistical", "Markov", "model", "in", "which", "the", "system", "being", "modeled", "is", "assumed", "to", "be", "a", "Markov", "process", "with", "unobserved", "(", "hidden", ")", "states", "."], "ner": [[1, 3, "algorithm"], [5, 5, "algorithm"], [9, 11, "algorithm"], [23, 24, "algorithm"]], "relations": [[1, 3, 9, 11, "general-affiliation", "", false, false], [5, 5, 1, 3, "named", "", false, false]]}
{"doc_key": "ai-test-182", "sentence": ["This", "property", ",", "undesirable", "in", "many", "applications", ",", "has", "led", "researchers", "to", "use", "alternatives", "such", "as", "the", "mean", "absolute", "error", ",", "or", "those", "based", "on", "the", "median", "."], "ner": [[17, 19, "metrics"], [26, 26, "misc"]], "relations": []}
{"doc_key": "ai-test-183", "sentence": ["Such", "a", "sequence", "(", "which", "depends", "on", "the", "outcome", "of", "the", "investigation", "of", "previous", "attributes", "at", "each", "stage", ")", "is", "called", "a", "decision", "tree", "and", "applied", "in", "the", "area", "of", "machine", "learning", "known", "as", "decision", "tree", "learning", "."], "ner": [[22, 23, "algorithm"], [30, 31, "field"], [34, 36, "algorithm"]], "relations": [[22, 23, 30, 31, "part-of", "", false, false], [22, 23, 34, 36, "named", "", false, false]]}
{"doc_key": "ai-test-184", "sentence": ["As", "in", "factor", "analysis", ",", "the", "LCA", "can", "also", "be", "used", "to", "classify", "case", "according", "to", "their", "maximum", "likelihood", "class", "membership", "."], "ner": [[2, 3, "task"], [6, 6, "algorithm"], [17, 18, "algorithm"]], "relations": [[2, 3, 6, 6, "compare", "", false, false], [17, 18, 6, 6, "part-of", "", true, false]]}
{"doc_key": "ai-test-185", "sentence": ["Supervised", "neural", "networks", "that", "use", "a", "mean", "squared", "error", "(", "MSE", ")", "cost", "function", "can", "use", "formal", "statistical", "methods", "to", "determine", "the", "confidence", "of", "the", "trained", "model", "."], "ner": [[0, 2, "algorithm"], [6, 8, "metrics"], [10, 10, "metrics"], [12, 13, "misc"]], "relations": [[0, 2, 6, 8, "usage", "", false, false], [6, 8, 12, 13, "related-to", "", false, false], [10, 10, 6, 8, "named", "", false, false]]}
{"doc_key": "ai-test-186", "sentence": ["This", "can", "be", "directly", "expressed", "as", "a", "linear", "program", ",", "but", "it", "is", "also", "equivalent", "to", "Tikhonov", "regularization", "with", "the", "hinge", "loss", "function", ",", "mathV", "(", "f", "(", "x", ")", ",", "y", ")", "=", "\\", "max", "(", "0", ",", "1", "-", "yf", "(", "x", ")", ")", "/", "math", ":"], "ner": [[16, 17, "algorithm"], [20, 22, "metrics"]], "relations": [[16, 17, 20, 22, "usage", "", false, false]]}
{"doc_key": "ai-test-187", "sentence": ["The", "following", "technique", "was", "described", "in", "Breiman", "'s", "original", "paper", "and", "is", "implemented", "in", "the", "R", "package", "randomForest", "."], "ner": [[6, 6, "researcher"], [15, 17, "product"]], "relations": []}
{"doc_key": "ai-test-188", "sentence": ["Traditional", "image", "quality", "measures", ",", "such", "as", "PSNR", ",", "are", "typically", "performed", "on", "fixed", "resolution", "images", "and", "do", "not", "take", "into", "account", "some", "aspects", "of", "the", "human", "visual", "system", ",", "like", "the", "change", "in", "spatial", "resolution", "across", "the", "retina", "."], "ner": [[7, 7, "metrics"], [38, 38, "misc"]], "relations": []}
{"doc_key": "ai-test-189", "sentence": ["John", "Ireland", ",", "Joanne", "Dru", "and", "Macdonald", "Carey", "starred", "in", "the", "Jack", "Broder", "color", "production", "Hannah", "Lee", ",", "which", "premiered", "June", "19", ",", "1953", "."], "ner": [[0, 1, "person"], [3, 4, "person"], [6, 7, "person"], [11, 12, "person"], [15, 16, "misc"]], "relations": [[0, 1, 15, 16, "role", "", false, false], [3, 4, 15, 16, "role", "", false, false], [6, 7, 15, 16, "role", "", false, false], [15, 16, 11, 12, "artifact", "", false, false]]}
{"doc_key": "ai-test-190", "sentence": ["That", "process", "is", "called", "image", "registration", ",", "and", "uses", "different", "methods", "of", "computer", "vision", ",", "mostly", "related", "to", "tracking", "."], "ner": [[4, 5, "task"], [12, 13, "field"], [18, 18, "task"]], "relations": [[4, 5, 12, 13, "usage", "", false, false], [18, 18, 12, 13, "part-of", "task_part_of_field", false, false]]}
{"doc_key": "ai-test-191", "sentence": ["Now", "let", "us", "start", "explaining", "the", "different", "possible", "relations", "between", "predicted", "and", "actual", "outcome", ":", "Confusion", "matrix"], "ner": [[15, 16, "metrics"]], "relations": []}
{"doc_key": "ai-test-192", "sentence": ["The", "VOICEBOX", "speech", "processing", "toolbox", "for", "MATLAB", "implements", "the", "conversion", "and", "its", "inverse", "as", ":"], "ner": [[1, 1, "product"], [2, 4, "misc"], [6, 6, "product"]], "relations": [[1, 1, 2, 4, "part-of", "", false, false], [1, 1, 2, 4, "type-of", "", false, false]]}
{"doc_key": "ai-test-193", "sentence": ["Prolog", "is", "a", "logic", "programming", "language", "associated", "with", "artificial", "intelligence", "and", "computational", "linguistics", "."], "ner": [[0, 0, "programlang"], [8, 9, "field"], [11, 12, "field"]], "relations": [[0, 0, 8, 9, "general-affiliation", "", false, false], [0, 0, 11, 12, "general-affiliation", "", false, false]]}
{"doc_key": "ai-test-194", "sentence": ["Milner", "has", "received", "numerous", "awards", "for", "her", "contributions", "to", "neuroscience", "and", "psychology", "including", "memberships", "in", "the", "Royal", "Society", "of", "London", ",", "the", "Royal", "Society", "of", "Canada", "and", "the", "National", "Academy", "of", "Sciences", "."], "ner": [[0, 0, "researcher"], [9, 9, "field"], [11, 11, "field"], [16, 19, "organisation"], [22, 25, "organisation"], [28, 31, "organisation"]], "relations": [[0, 0, 9, 9, "related-to", "works_with_topic", false, false], [0, 0, 11, 11, "related-to", "works_with_topic", false, false], [0, 0, 16, 19, "role", "", false, false], [0, 0, 22, 25, "role", "", false, false], [0, 0, 28, 31, "role", "", false, false]]}
{"doc_key": "ai-test-195", "sentence": ["By", "combining", "these", "operators", "one", "can", "obtain", "algorithms", "for", "many", "image", "processing", "tasks", ",", "such", "as", "feature", "extraction", ",", "image", "segmentation", ",", "image", "sharpening", ",", "image", "filtering", ",", "and", "classification", "."], "ner": [[10, 11, "field"], [16, 17, "task"], [19, 20, "task"], [22, 23, "task"], [25, 26, "task"], [29, 29, "task"]], "relations": [[16, 17, 10, 11, "part-of", "task_part_of_field", false, false], [19, 20, 10, 11, "part-of", "task_part_of_field", false, false], [22, 23, 10, 11, "part-of", "task_part_of_field", false, false], [25, 26, 10, 11, "part-of", "task_part_of_field", false, false], [29, 29, 10, 11, "part-of", "task_part_of_field", false, false]]}
{"doc_key": "ai-test-196", "sentence": ["As", "of", "2017", ",", "he", "is", "a", "professor", "at", "the", "Coll\u00e8ge", "de", "France", "and", ",", "since", "1989", ",", "the", "director", "of", "INSERM", "Unit", "562", ",", "Cognitive", "Neuroimaging", "."], "ner": [[10, 12, "university"], [21, 23, "organisation"], [25, 26, "organisation"]], "relations": [[25, 26, 21, 23, "named", "", false, false]]}
{"doc_key": "ai-test-197", "sentence": ["There", "are", "many", "approaches", "to", "learning", "these", "embeddings", ",", "notably", "using", "Bayesian", "clustering", "frameworks", "or", "energy-based", "frameworks", ",", "and", "more", "recently", ",", "TransE", "(", "Conference", "on", "Neural", "Information", "Processing", "Systems", "2013", ")", "."], "ner": [[11, 13, "algorithm"], [15, 16, "algorithm"], [22, 22, "algorithm"], [24, 30, "conference"]], "relations": [[22, 22, 24, 30, "temporal", "", false, true]]}
{"doc_key": "ai-test-198", "sentence": ["It", "is", "an", "alternative", "to", "the", "Word", "error", "rate", "(", "Word", "Error", "Rate", ")", "used", "in", "several", "countries", "."], "ner": [[6, 8, "metrics"], [10, 12, "metrics"]], "relations": [[10, 12, 6, 8, "named", "", false, false]]}
{"doc_key": "ai-test-199", "sentence": ["ANNs", "have", "been", "used", "on", "a", "variety", "of", "tasks", ",", "including", "computer", "vision", ",", "speech", "recognition", ",", "machine", "translation", ",", "social", "network", "filtering", ",", "playing", "board", "and", "video", "games", ",", "medical", "diagnosis", ",", "and", "even", "in", "activities", "that", "have", "traditionally", "been", "considered", "as", "reserved", "to", "humans", ",", "like", "painting", "."], "ner": [[0, 0, "algorithm"], [11, 12, "task"], [14, 15, "task"], [17, 18, "task"], [20, 22, "task"], [24, 28, "task"], [30, 31, "task"], [48, 48, "task"]], "relations": [[11, 12, 0, 0, "usage", "", false, false], [14, 15, 0, 0, "usage", "", false, false], [17, 18, 0, 0, "usage", "", false, false], [20, 22, 0, 0, "usage", "", false, false], [24, 28, 0, 0, "usage", "", false, false], [30, 31, 0, 0, "usage", "", false, false], [48, 48, 0, 0, "usage", "", false, false]]}
{"doc_key": "ai-test-200", "sentence": ["Modular", "Audio", "Recognition", "Framework", "(", "MARF", ")", "is", "an", "open-source", "research", "platform", "and", "a", "collection", "of", "voice", ",", "sound", ",", "speech", ",", "text", "and", "natural", "language", "processing", "(", "NLP", ")", "algorithm", "s", "written", "in", "Java", "and", "arranged", "into", "a", "modular", "and", "extensible", "framework", "that", "attempts", "to", "facilitate", "addition", "of", "new", "algorithm", "s", "."], "ner": [[0, 3, "product"], [5, 5, "product"], [24, 26, "field"], [28, 28, "field"], [34, 34, "programlang"]], "relations": [[0, 3, 24, 26, "related-to", "", false, false], [0, 3, 34, 34, "general-affiliation", "", false, false], [5, 5, 0, 3, "named", "", false, false], [28, 28, 24, 26, "named", "", false, false]]}
{"doc_key": "ai-test-201", "sentence": ["In", "2018", ",", "a", "report", "by", "the", "civil", "liberties", "and", "rights", "campaigning", "organisation", "Big", "Brother", "Watch", "revealed", "that", "two", "United", "Kingdom", "police", "forces", ",", "South", "Wales", "Police", "and", "the", "Metropolitan", "Police", ",", "were", "using", "live", "facial", "recognition", "at", "public", "events", "and", "in", "public", "spaces", ",", "in", "September", "2019", ",", "South", "Wales", "Police", "use", "of", "facial", "recognition", "was", "ruled", "lawful", "."], "ner": [[13, 15, "organisation"], [19, 20, "country"], [24, 26, "organisation"], [29, 30, "organisation"], [35, 36, "task"], [49, 51, "organisation"], [54, 55, "task"]], "relations": [[24, 26, 19, 20, "physical", "", false, false], [24, 26, 35, 36, "usage", "", false, false], [24, 26, 49, 51, "named", "", false, false], [29, 30, 19, 20, "physical", "", false, false], [29, 30, 35, 36, "usage", "", false, false], [49, 51, 54, 55, "usage", "", false, false]]}
{"doc_key": "ai-test-202", "sentence": ["ANIMAL", "has", "been", "ported", "to", "R", ",", "a", "freely", "available", "language", "and", "environment", "for", "statistical", "computing", "and", "graphics", "."], "ner": [[0, 0, "product"], [5, 5, "programlang"], [14, 15, "field"], [17, 17, "field"]], "relations": [[0, 0, 5, 5, "general-affiliation", "", false, false], [0, 0, 14, 15, "related-to", "", false, false], [0, 0, 17, 17, "related-to", "", false, false]]}
{"doc_key": "ai-test-203", "sentence": ["Time-inhomogeneous", "hidden", "Bernoulli", "model", "(", "TI-HBM", ")", "is", "an", "alternative", "to", "hidden", "Markov", "model", "(", "HMM", ")", "for", "automatic", "speech", "recognition", "."], "ner": [[0, 3, "algorithm"], [5, 5, "algorithm"], [11, 13, "algorithm"], [15, 15, "algorithm"], [18, 20, "task"]], "relations": [[0, 3, 11, 13, "opposite", "alternative to", false, false], [5, 5, 0, 3, "named", "", false, false], [15, 15, 11, 13, "named", "", false, false], [18, 20, 0, 3, "usage", "", false, false], [18, 20, 11, 13, "usage", "", false, false]]}
{"doc_key": "ai-test-204", "sentence": ["In", "July", "2016", ",", "Nvidia", "demonstrated", "during", "SIGGRAPH", "a", "new", "method", "of", "foveated", "rendering", "claimed", "to", "be", "invisible", "to", "users", "."], "ner": [[4, 4, "organisation"], [7, 7, "conference"]], "relations": [[4, 4, 7, 7, "temporal", "", false, false]]}
{"doc_key": "ai-test-205", "sentence": ["Both", "rely", "on", "speech", "act", "theory", "developed", "by", "John", "Searle", "in", "the", "1960s", "and", "enhanced", "by", "Terry", "Winograd", "and", "Flores", "in", "the", "1970s", "."], "ner": [[3, 5, "misc"], [8, 9, "researcher"], [16, 17, "researcher"], [19, 19, "researcher"]], "relations": [[3, 5, 8, 9, "origin", "", false, false], [3, 5, 16, 17, "origin", "", false, false], [3, 5, 19, 19, "origin", "", false, false]]}
{"doc_key": "ai-test-206", "sentence": ["Neural", "network", "models", "of", "concept", "formation", "and", "the", "structure", "of", "knowledge", "have", "opened", "powerful", "hierarchical", "models", "of", "knowledge", "organization", "such", "as", "George", "Miller", "'", "s", "Wordnet", "."], "ner": [[0, 2, "algorithm"], [21, 22, "researcher"], [25, 25, "product"]], "relations": [[0, 2, 21, 22, "related-to", "", false, false], [25, 25, 21, 22, "origin", "", false, false]]}
{"doc_key": "ai-test-207", "sentence": ["Template", "matching", "has", "various", "applications", "and", "is", "used", "in", "such", "fields", "as", "face", "recognition", "(", "see", "facial", "recognition", "system", ")", "and", "medical", "image", "processing", "."], "ner": [[0, 1, "algorithm"], [12, 13, "field"], [16, 18, "product"], [21, 23, "task"]], "relations": [[0, 1, 12, 13, "part-of", "", false, false], [0, 1, 21, 23, "part-of", "", false, false], [16, 18, 12, 13, "named", "", false, false]]}
{"doc_key": "ai-test-208", "sentence": ["However", ",", "usage", "only", "became", "widespread", "in", "2005", "when", "Navneet", "Dalal", "and", "Bill", "Triggs", ",", "researchers", "for", "the", "French", "National", "Institute", "for", "Research", "in", "Computer", "Science", "and", "Automation", "(", "INRIA", ")", ",", "presented", "their", "supplementary", "work", "on", "HOG", "descriptors", "at", "the", "Conference", "on", "Computer", "Vision", "and", "Pattern", "Recognition", "(", "CVPR", ")", "."], "ner": [[9, 10, "researcher"], [12, 13, "researcher"], [18, 27, "organisation"], [29, 29, "organisation"], [37, 38, "algorithm"], [41, 47, "conference"], [49, 49, "conference"]], "relations": [[9, 10, 18, 27, "role", "", false, false], [9, 10, 41, 47, "physical", "", false, false], [9, 10, 41, 47, "temporal", "", false, false], [9, 10, 49, 49, "physical", "", false, false], [12, 13, 18, 27, "role", "", false, false], [12, 13, 41, 47, "temporal", "", false, false], [29, 29, 18, 27, "named", "", false, false], [41, 47, 37, 38, "topic", "", false, false], [49, 49, 41, 47, "named", "", false, false]]}
{"doc_key": "ai-test-209", "sentence": ["Prior", "to", "joining", "the", "Penn", "faculty", "in", "2002", ",", "he", "spent", "a", "decade", "(", "1991-2001", ")", "in", "AT", "&", "T", "Labs", "and", "Bell", "Labs", ",", "including", "as", "head", "of", "the", "AI", "department", "with", "colleagues", "including", "Michael", "L.", "Littman", ",", "David", "A.", "McAllester", ",", "and", "Richard", "S.", "Sutton", ";", "Secure", "Systems", "Research", "department", ";", "and", "Machine", "Learning", "department", "with", "members", "such", "as", "Michael", "Collins", "and", "the", "leader", ")", "."], "ner": [[4, 4, "university"], [17, 20, "organisation"], [22, 23, "organisation"], [30, 30, "field"], [35, 37, "researcher"], [39, 41, "researcher"], [44, 46, "researcher"], [48, 51, "organisation"], [54, 56, "organisation"], [61, 62, "researcher"]], "relations": [[22, 23, 30, 30, "related-to", "", false, false], [35, 37, 22, 23, "physical", "", false, false], [35, 37, 22, 23, "role", "", false, false], [39, 41, 22, 23, "physical", "", false, false], [39, 41, 22, 23, "role", "", false, false], [44, 46, 22, 23, "physical", "", false, false], [44, 46, 22, 23, "role", "", false, false], [61, 62, 54, 56, "role", "", false, false]]}
{"doc_key": "ai-test-210", "sentence": ["When", "data", "are", "unlabelled", ",", "supervised", "learning", "is", "not", "possible", ",", "and", "an", "unsupervised", "learning", "approach", "is", "required", "which", "attempts", "to", "find", "natural", "Cluster", "analysis", "to", "groups", ",", "and", "then", "map", "new", "data", "to", "these", "formed", "groups", "."], "ner": [[5, 6, "field"], [13, 14, "field"], [23, 24, "task"]], "relations": [[5, 6, 13, 14, "compare", "", false, false], [23, 24, 13, 14, "part-of", "", true, false]]}
{"doc_key": "ai-test-211", "sentence": ["This", "field", "of", "computer", "science", "developed", "in", "the", "1950s", "at", "academic", "institutions", "such", "as", "the", "MIT", "A.I.", "Lab", ",", "originally", "as", "a", "branch", "of", "artificial", "intelligence", "and", "robotics", "."], "ner": [[3, 4, "field"], [15, 17, "organisation"], [24, 25, "field"], [27, 27, "field"]], "relations": [[3, 4, 15, 17, "origin", "", false, false], [3, 4, 24, 25, "part-of", "", false, false], [3, 4, 27, 27, "part-of", "", false, false]]}
{"doc_key": "ai-test-212", "sentence": ["It", "could", "also", "be", "replaced", "by", "the", "Log", "loss", "equation", "below", ":"], "ner": [[7, 8, "metrics"]], "relations": []}
{"doc_key": "ai-test-213", "sentence": ["The", "Shirley", "Ryan", "AbilityLab", "(", "formerly", "the", "Rehabilitation", "Institute", "of", "Chicago", ")", ",", "University", "of", "California", "at", "Berkeley", ",", "MIT", ",", "Stanford", "University", ",", "and", "University", "of", "Twente", "in", "the", "Netherlands", "are", "the", "researching", "leaders", "in", "biomechatronics", "."], "ner": [[1, 3, "organisation"], [7, 10, "organisation"], [13, 17, "university"], [19, 19, "university"], [21, 22, "university"], [25, 27, "university"], [30, 30, "country"], [36, 36, "field"]], "relations": [[1, 3, 36, 36, "related-to", "research_leader_in_field", false, false], [7, 10, 1, 3, "named", "", false, false], [7, 10, 36, 36, "related-to", "research_leader_in_field", false, false], [13, 17, 36, 36, "related-to", "research_leader_in_field", false, false], [19, 19, 36, 36, "related-to", "research_leader_in_field", false, false], [21, 22, 36, 36, "related-to", "research_leader_in_field", false, false], [25, 27, 30, 30, "physical", "", false, false], [25, 27, 36, 36, "related-to", "research_leader_in_field", false, false]]}
{"doc_key": "ai-test-214", "sentence": ["Given", "a", "set", "of", "predicted", "values", "and", "a", "corresponding", "set", "of", "actual", "values", "for", "X", "for", "various", "time", "periods", ",", "a", "common", "evaluation", "technique", "is", "to", "use", "the", "mean", "squared", "prediction", "error", ";", "other", "measures", "are", "also", "available", "(", "see", "forecasting", "#", "forecasting", "accuracy", ")", "."], "ner": [[28, 31, "metrics"], [42, 43, "metrics"]], "relations": []}
{"doc_key": "ai-test-215", "sentence": ["Other", "measures", ",", "such", "as", "the", "proportion", "of", "correct", "predictions", "(", "also", "termed", "accuracy", ")", ",", "are", "not", "useful", "when", "the", "two", "classes", "are", "of", "very", "different", "sizes", "."], "ner": [[13, 13, "metrics"]], "relations": []}
{"doc_key": "ai-test-216", "sentence": ["The", "first", "alpha", "version", "of", "OpenCV", "was", "released", "to", "the", "public", "at", "the", "Conference", "on", "Computer", "Vision", "and", "Pattern", "Recognition", "in", "2000", ",", "and", "five", "betas", "were", "released", "between", "2001", "and", "2005", "."], "ner": [[5, 5, "product"], [15, 19, "conference"]], "relations": [[5, 5, 15, 19, "temporal", "", false, false]]}
{"doc_key": "ai-test-217", "sentence": ["Results", "have", "been", "presented", "which", "give", "correlation", "of", "up", "to", "0.964", "with", "human", "judgement", "at", "the", "corpus", "level", ",", "compared", "to", "BLEU", "'", "s", "achievement", "of", "0.817", "on", "the", "same", "data", "set", "."], "ner": [[21, 21, "metrics"]], "relations": []}
{"doc_key": "ai-test-218", "sentence": ["An", "early", "version", "of", "VMAF", "has", "been", "shown", "to", "outperform", "other", "image", "and", "video", "quality", "metrics", "such", "as", "SSIM", ",", "PSNR", "-HVS", "and", "VQM-VFD", "on", "three", "of", "four", "datasets", "in", "terms", "of", "prediction", "accuracy", ",", "when", "compared", "to", "subjective", "ratings", "."], "ner": [[4, 4, "metrics"], [18, 18, "metrics"], [20, 21, "metrics"], [23, 23, "metrics"], [33, 33, "metrics"]], "relations": [[4, 4, 18, 18, "compare", "", false, false], [4, 4, 20, 21, "compare", "", false, false], [4, 4, 23, 23, "compare", "", false, false]]}
{"doc_key": "ai-test-219", "sentence": ["For", "example", ",", "the", "ambiguity", "of", "'", "mouse", "'", "(", "animal", "or", "device", ")", "is", "not", "relevant", "in", "machine", "translation", ",", "but", "is", "relevant", "in", "information", "retrieval", "."], "ner": [[18, 19, "task"], [25, 26, "task"]], "relations": [[18, 19, 25, 26, "compare", "", false, false]]}
{"doc_key": "ai-test-220", "sentence": ["Geometric", "hashing", "was", "originally", "suggested", "in", "computer", "vision", "for", "object", "recognition", "in", "2D", "and", "3D", ","], "ner": [[0, 1, "algorithm"], [6, 7, "field"], [9, 10, "task"]], "relations": [[6, 7, 0, 1, "usage", "", false, false], [9, 10, 6, 7, "part-of", "", false, false]]}
{"doc_key": "ai-test-221", "sentence": ["It", "forms", "one", "of", "the", "three", "main", "categories", "of", "machine", "learning", ",", "along", "with", "supervised", "learning", "and", "reinforcement", "learning", "."], "ner": [[9, 10, "field"], [14, 15, "field"], [17, 18, "field"]], "relations": [[14, 15, 9, 10, "part-of", "subfield", false, false], [17, 18, 9, 10, "part-of", "subfield", false, false]]}
{"doc_key": "ai-test-222", "sentence": ["Reinforcement", "learning", ",", "due", "to", "its", "generality", ",", "is", "studied", "in", "many", "other", "disciplines", ",", "such", "as", "game", ",", "control", "theory", ",", "operations", "research", ",", "information", "theory", ",", "simulation-based", "optimization", ",", "multi-agent", "systems", ",", "swarm", "intelligence", ",", "statistics", "and", "genetic", "algorithm", "s", "."], "ner": [[0, 1, "field"], [17, 17, "field"], [19, 20, "field"], [22, 23, "field"], [25, 26, "field"], [28, 29, "field"], [31, 32, "field"], [34, 35, "field"], [37, 37, "field"], [39, 40, "algorithm"]], "relations": [[0, 1, 17, 17, "part-of", "subfield", false, false], [0, 1, 19, 20, "part-of", "subfield", false, false], [0, 1, 22, 23, "part-of", "subfield", false, false], [0, 1, 25, 26, "part-of", "subfield", false, false], [0, 1, 28, 29, "part-of", "subfield", false, false], [0, 1, 31, 32, "part-of", "subfield", false, false], [0, 1, 34, 35, "part-of", "subfield", false, false], [0, 1, 37, 37, "part-of", "subfield", false, false], [0, 1, 39, 40, "part-of", "subfield", false, false]]}
{"doc_key": "ai-test-223", "sentence": ["Pattern", "recognition", "is", "closely", "related", "to", "artificial", "intelligence", "and", "machine", "learning", ","], "ner": [[0, 1, "field"], [6, 7, "field"], [9, 10, "field"]], "relations": [[0, 1, 6, 7, "related-to", "", false, false], [0, 1, 9, 10, "related-to", "", false, false]]}
{"doc_key": "ai-test-224", "sentence": ["The", "software", "is", "used", "to", "design", ",", "train", "and", "deploy", "neural", "network", "(", "supervised", "learning", "and", "unsupervised", "learning", ")", "models", "to", "perform", "a", "wide", "variety", "of", "tasks", "such", "as", "data", "mining", ",", "classification", ",", "function", "approximation", ",", "multivariate", "regression", "and", "time-series", "prediction", "."], "ner": [[10, 11, "algorithm"], [13, 14, "field"], [16, 17, "field"], [29, 30, "task"], [32, 32, "task"], [34, 35, "task"], [37, 38, "algorithm"], [40, 41, "task"]], "relations": [[10, 11, 13, 14, "related-to", "", false, false], [10, 11, 16, 17, "related-to", "", false, false], [29, 30, 10, 11, "usage", "", true, false], [32, 32, 10, 11, "usage", "", true, false], [34, 35, 10, 11, "usage", "", true, false], [37, 38, 10, 11, "usage", "", true, false], [40, 41, 10, 11, "usage", "", true, false]]}
{"doc_key": "ai-test-225", "sentence": ["In", "2016", ",", "he", "was", "elected", "Fellow", "of", "Association", "for", "the", "Advancement", "of", "Artificial", "Intelligence", "."], "ner": [[8, 14, "conference"]], "relations": []}
{"doc_key": "ai-test-226", "sentence": ["She", "serves", "as", "a", "member", "of", "the", "National", "Academy", "of", "Sciences", "(", "since", "2005", ")", ",", "American", "Academy", "of", "Arts", "and", "Sciences", "(", "since", "2009", ")", ","], "ner": [[7, 10, "organisation"], [16, 21, "organisation"]], "relations": []}
{"doc_key": "ai-test-227", "sentence": ["During", "the", "1973", "Yom", "Kippur", "War", ",", "Soviet-supplied", "surface-to-air", "missile", "batteries", "in", "Egypt", "and", "Syria", "caused", "heavy", "damage", "Israeli", "fighter", "jet", "s", "."], "ner": [[3, 5, "misc"], [8, 9, "product"], [12, 12, "country"], [14, 14, "country"], [18, 20, "misc"]], "relations": [[8, 9, 3, 5, "temporal", "", false, false], [8, 9, 12, 12, "physical", "", false, false], [8, 9, 14, 14, "physical", "", false, false], [8, 9, 18, 20, "opposite", "", false, false]]}
{"doc_key": "ai-test-228", "sentence": ["Another", "resource", "(", "free", "but", "copyrighted", ")", "is", "the", "HTK", "book", "(", "and", "the", "accompanying", "HTK", "toolkit", ")", "."], "ner": [[9, 10, "product"], [15, 16, "product"]], "relations": [[15, 16, 9, 10, "part-of", "", false, false]]}
{"doc_key": "ai-test-229", "sentence": ["-", "were", "taken", "in", "the", "2004", "AAAI", "Spring", "Symposium", "where", "linguists", ",", "computer", "scientists", ",", "and", "other", "interested", "researchers", "first", "aligned", "interests", "and", "proposed", "shared", "tasks", "and", "benchmark", "data", "sets", "for", "the", "systematic", "computational", "research", "on", "affect", ",", "appeal", ",", "subjectivity", ",", "and", "sentiment", "in", "text", "."], "ner": [[5, 6, "conference"]], "relations": []}
{"doc_key": "ai-test-230", "sentence": ["A", "single", "grid", "can", "be", "analysed", "for", "both", "content", "(", "eyeball", "inspection", ")", "and", "structure", "(", "cluster", "analysis", ",", "principal", "component", "analysis", ",", "and", "a", "variety", "of", "structural", "indices", "relating", "to", "the", "complexity", "and", "range", "of", "the", "ratings", "being", "the", "chief", "techniques", "used", ")", "."], "ner": [[10, 11, "task"], [16, 17, "task"], [19, 21, "task"]], "relations": []}
{"doc_key": "ai-test-231", "sentence": ["In", "2018", "Toyota", "was", "regarded", "as", "being", "behind", "in", "Self-driving", "car", "and", "in", "need", "of", "innovation", "."], "ner": [[2, 2, "organisation"], [9, 10, "product"]], "relations": []}
{"doc_key": "ai-test-232", "sentence": ["Such", "targets", "include", "natural", "objects", "such", "as", "ground", ",", "sea", ",", "precipitation", "(", "such", "as", "rain", ",", "snow", "or", "hail", ")", ",", "sand", "storm", "s", ",", "animals", "(", "especially", "birds", ")", ",", "atmospheric", "turbulence", ",", "and", "other", "atmospheric", "effects", ",", "such", "as", "ionosphere", "reflections", ",", "meteor", "trails", ",", "and", "three", "body", "scatter", "spike", "."], "ner": [[42, 43, "misc"], [45, 46, "misc"], [49, 52, "misc"]], "relations": []}
{"doc_key": "ai-test-233", "sentence": ["In", "planning", "and", "control", ",", "the", "essential", "difference", "between", "humanoids", "and", "other", "kinds", "of", "robots", "(", "like", "industrial", "ones", ")", "is", "that", "the", "movement", "of", "the", "robot", "must", "be", "human-like", ",", "using", "legged", "locomotion", ",", "especially", "biped", "gait", "."], "ner": [[17, 17, "product"], [36, 37, "misc"]], "relations": []}
{"doc_key": "ai-test-234", "sentence": ["The", "gradient", "descent", "can", "take", "many", "iterations", "to", "compute", "a", "local", "minimum", "with", "a", "required", "accuracy", ",", "if", "the", "curvature", "in", "different", "directions", "is", "very", "different", "for", "the", "given", "function", "."], "ner": [[1, 2, "algorithm"], [10, 11, "misc"], [15, 15, "metrics"], [19, 19, "misc"]], "relations": []}
{"doc_key": "ai-test-235", "sentence": ["The", "1997", "RoboCup", "2D", "Soccer", "Simulation", "League", "was", "the", "first", "RoboCup", "competition", "promoted", "in", "conjunction", "with", "International", "Joint", "Conference", "on", "Artificial", "Intelligence", "held", "in", "Nagoya", ",", "Japan", ",", "from", "23", "to", "29", "August", "1997", "."], "ner": [[1, 6, "misc"], [10, 10, "misc"], [16, 21, "conference"], [24, 24, "location"], [26, 26, "country"]], "relations": [[1, 6, 10, 10, "part-of", "", true, false], [16, 21, 24, 24, "physical", "", false, true], [24, 24, 26, 26, "physical", "", false, false]]}
{"doc_key": "ai-test-236", "sentence": ["Other", "programming", "options", "include", "an", "embedded", "Python", "environment", ",", "and", "an", "R", "Console", "plus", "support", "for", "Rserve", "."], "ner": [[6, 6, "programlang"], [11, 11, "programlang"], [16, 16, "product"]], "relations": []}
{"doc_key": "ai-test-237", "sentence": ["From", "Bonn", "he", "has", "contributed", "fundamentally", "to", "artificial", "intelligence", "and", "robotics", "(", "with", "Wolfram", "Burgard", ",", "Dieter", "Fox", ",", "Sebastian", "Thrun", "among", "his", "students", ")", ",", "and", "to", "the", "development", "of", "software", "engineering", ",", "particularly", "in", "civil", "engineering", ",", "and", "information", "systems", ",", "particularly", "in", "the", "geosciences.", "won", "the", "AAAI", "Classic", "Paper", "award", "of", "2016.2014", "."], "ner": [[1, 1, "location"], [7, 8, "field"], [10, 10, "field"], [13, 14, "researcher"], [16, 17, "researcher"], [19, 20, "researcher"], [31, 32, "field"], [36, 37, "field"], [40, 41, "field"], [46, 46, "field"], [49, 52, "misc"]], "relations": [[13, 14, 10, 10, "related-to", "contributes_to_field", true, false], [16, 17, 10, 10, "related-to", "contributes_to_field", true, false], [19, 20, 10, 10, "related-to", "contributes_to_field", true, false], [40, 41, 36, 37, "part-of", "", false, false], [46, 46, 40, 41, "part-of", "", false, false]]}
{"doc_key": "ai-test-238", "sentence": ["The", "first", "USA", "edition", "of", "Campus", "Party", "will", "take", "place", "from", "20", "to", "22", "of", "August", "at", "TCF", "Center", "in", "Detroit", ",", "Michigan", "."], "ner": [[2, 6, "conference"], [17, 18, "location"], [20, 20, "location"], [22, 22, "location"]], "relations": [[2, 6, 17, 18, "physical", "", false, false], [17, 18, 20, 20, "physical", "", false, false], [20, 20, 22, 22, "physical", "", false, false]]}
{"doc_key": "ai-test-239", "sentence": ["Together", "with", "Yann", "LeCun", ",", "and", "Yoshua", "Bengio", ",", "Hinton", "won", "the", "2018", "Turing", "Award", "for", "conceptual", "and", "engineering", "breakthroughs", "that", "have", "made", "deep", "neural", "networks", "a", "critical", "component", "of", "computing", "."], "ner": [[2, 3, "researcher"], [6, 7, "researcher"], [9, 9, "researcher"], [13, 14, "misc"], [23, 25, "algorithm"]], "relations": [[2, 3, 13, 14, "win-defeat", "", false, false], [6, 7, 13, 14, "win-defeat", "", false, false], [9, 9, 13, 14, "win-defeat", "", false, false], [13, 14, 23, 25, "topic", "", false, false]]}
{"doc_key": "ai-test-240", "sentence": ["Euler", "Math", "Toolbox", "uses", "a", "matrix", "language", "similar", "to", "MATLAB", ",", "a", "system", "that", "had", "been", "under", "development", "since", "the", "1970s", "."], "ner": [[0, 2, "product"], [9, 9, "product"]], "relations": [[0, 2, 9, 9, "compare", "", false, false]]}
{"doc_key": "ai-test-241", "sentence": ["Some", "languages", "make", "it", "possible", "portably", "(", "e.g.", "Scheme", ",", "Common", "Lisp", ",", "Perl", "or", "D", ")", "."], "ner": [[8, 8, "programlang"], [10, 11, "programlang"], [13, 13, "programlang"], [15, 15, "programlang"]], "relations": []}
{"doc_key": "ai-test-242", "sentence": ["In", "1969", "a", "famous", "book", "entitled", "Perceptrons", "by", "Marvin", "Minsky", "and", "Seymour", "Papert", "showed", "that", "it", "was", "impossible", "for", "these", "classes", "of", "network", "to", "learn", "an", "XOR", "function", "."], "ner": [[6, 6, "misc"], [8, 9, "researcher"], [11, 12, "researcher"], [26, 27, "misc"]], "relations": [[6, 6, 8, 9, "artifact", "", false, false], [6, 6, 11, 12, "artifact", "", false, false], [6, 6, 26, 27, "topic", "", false, false]]}
{"doc_key": "ai-test-243", "sentence": ["Large", "numbers", "of", "Russian", "scientific", "and", "technical", "documents", "were", "translated", "using", "SYSTRAN", "under", "the", "auspices", "of", "the", "USAF", "Foreign", "Technology", "Division", "(", "later", "the", "National", "Air", "and", "Space", "Intelligence", "Center", ")", "at", "Wright-Patterson", "Air", "Force", "Base", ",", "Ohio", "."], "ner": [[3, 7, "misc"], [11, 11, "product"], [17, 20, "organisation"], [24, 29, "organisation"], [32, 35, "location"], [37, 37, "location"]], "relations": [[17, 20, 11, 11, "usage", "", false, false], [17, 20, 32, 35, "physical", "", false, false], [24, 29, 17, 20, "named", "", false, false], [32, 35, 37, 37, "physical", "", false, false]]}
{"doc_key": "ai-test-244", "sentence": ["Semi-supervised", "learning", "falls", "between", "unsupervised", "learning", "(", "without", "any", "labeled", "training", "data", ")", "and", "supervised", "learning", "(", "with", "completely", "labeled", "training", "data", ")", "."], "ner": [[0, 1, "field"], [4, 5, "field"], [14, 15, "field"]], "relations": []}
{"doc_key": "ai-test-245", "sentence": ["An", "n", "-gram", "model", "is", "a", "type", "of", "probabilistic", "language", "model", "for", "predicting", "the", "next", "item", "in", "such", "a", "sequence", "in", "the", "form", "of", "a", "(", "n", "\u2212", "1", ")", "-order", "Markov", "model", ".efficiently", "."], "ner": [[1, 3, "algorithm"], [8, 10, "algorithm"], [31, 32, "algorithm"]], "relations": [[1, 3, 8, 10, "type-of", "", false, false]]}
{"doc_key": "ai-test-246", "sentence": ["The", "Cleveland", "Clinic", "has", "used", "Cyc", "to", "develop", "a", "natural", "language", "query", "interface", "of", "biomedical", "information", ",", "spanning", "decades", "of", "information", "on", "cardiothoracic", "surgeries", "."], "ner": [[1, 2, "organisation"], [5, 5, "product"], [9, 15, "product"]], "relations": [[1, 2, 5, 5, "usage", "", false, false], [9, 15, 1, 2, "origin", "", true, false]]}
{"doc_key": "ai-test-247", "sentence": ["The", "incident", "strained", "relations", "between", "the", "United", "States", "and", "Japan", ",", "and", "resulted", "in", "the", "arrest", "and", "prosecution", "two", "senior", "executives", ",", "as", "well", "as", "the", "imposition", "of", "sanctions", "on", "the", "company", "by", "both", "countries", "."], "ner": [[6, 7, "country"], [9, 9, "country"]], "relations": [[6, 7, 9, 9, "opposite", "strained_relations", false, false]]}
{"doc_key": "ai-test-248", "sentence": ["If", "the", "modeling", "is", "done", "by", "an", "artificial", "neural", "network", "or", "other", "machine", "learning", ",", "the", "optimization", "of", "parameters", "is", "called", "training", ",", "while", "the", "optimization", "of", "model", "hyperparameters", "is", "called", "tuning", "and", "often", "uses", "cross-validation", ".."], "ner": [[7, 9, "algorithm"], [12, 13, "field"], [21, 21, "misc"], [31, 31, "misc"], [35, 35, "algorithm"]], "relations": [[7, 9, 12, 13, "type-of", "", false, false], [21, 21, 12, 13, "part-of", "", true, false], [31, 31, 12, 13, "part-of", "", true, false], [35, 35, 12, 13, "part-of", "", true, false]]}
{"doc_key": "ai-test-249", "sentence": ["Localized", "versions", "of", "the", "site", "available", "in", "the", "United", "Kingdom", ",", "India", ",", "and", "Australia", "were", "discontinued", "following", "the", "acquisition", "of", "Rotten", "Tomatoes", "by", "Fandango", "."], "ner": [[8, 9, "country"], [11, 11, "country"], [14, 14, "country"], [21, 22, "organisation"], [24, 24, "organisation"]], "relations": [[21, 22, 24, 24, "part-of", "", false, false]]}
{"doc_key": "ai-test-250", "sentence": ["The", "NER", "model", "is", "one", "of", "a", "number", "of", "methods", "for", "determining", "the", "accuracy", "of", "live", "subtitles", "in", "television", "broadcasts", "and", "events", "that", "are", "produced", "using", "speech", "recognition", "."], "ner": [[1, 1, "task"], [13, 13, "metrics"], [26, 27, "task"]], "relations": [[1, 1, 13, 13, "related-to", "", false, false], [13, 13, 26, 27, "related-to", "", false, false]]}
{"doc_key": "ai-test-251", "sentence": ["Atran", "has", "taught", "at", "Cambridge", "University", ",", "Hebrew", "University", "in", "Jerusalem", ",", "the", "\u00c9cole", "pratique", "des", "hautes", "\u00e9tudes", "and", "\u00c9cole", "Polytechnique", "in", "Paris", ",", "and", "John", "Jay", "College", "of", "Criminal", "Justice", "in", "New", "York", "City", "."], "ner": [[0, 0, "researcher"], [4, 5, "university"], [7, 8, "university"], [10, 10, "location"], [13, 17, "university"], [19, 20, "university"], [22, 22, "location"], [25, 30, "university"], [32, 34, "location"]], "relations": [[0, 0, 4, 5, "physical", "", false, false], [0, 0, 4, 5, "role", "", false, false], [0, 0, 7, 8, "physical", "", false, false], [0, 0, 7, 8, "role", "", false, false], [0, 0, 13, 17, "physical", "", false, false], [0, 0, 13, 17, "role", "", false, false], [0, 0, 19, 20, "physical", "", false, false], [0, 0, 19, 20, "role", "", false, false], [0, 0, 25, 30, "physical", "", false, false], [0, 0, 25, 30, "role", "", false, false], [7, 8, 10, 10, "physical", "", false, false], [13, 17, 22, 22, "physical", "", false, false], [19, 20, 22, 22, "physical", "", false, false], [25, 30, 32, 34, "physical", "", false, false]]}
{"doc_key": "ai-test-252", "sentence": ["SHRDLU", "was", "an", "early", "natural", "language", "understanding", "computer", "program", ",", "developed", "by", "Terry", "Winograd", "at", "MIT", "in", "1968-1970"], "ner": [[0, 0, "product"], [4, 6, "task"], [12, 13, "researcher"], [15, 15, "university"]], "relations": [[0, 0, 4, 6, "origin", "", false, false], [0, 0, 4, 6, "related-to", "", false, false], [4, 6, 15, 15, "physical", "", false, false]]}
{"doc_key": "ai-test-253", "sentence": ["He", "received", "a", "B.E.", "in", "electronics", "engineering", "from", "B.M.S.", "College", "of", "Engineering", "in", "Bangalore", ",", "India", "in", "1982", ",", "when", "it", "was", "affiliated", "with", "Bangalore", "University", ",", "an", "M.S.", "in", "electrical", "and", "computer", "engineering", "in", "1984", "from", "Drexel", "University", ",", "and", "an", "M.S.", "in", "computer", "science", "in", "1989", ",", "and", "a", "Ph.D.", "in", "1990", ",", "respectively", ",", "from", "the", "University", "of", "Wisconsin-Madison", ",", "where", "he", "studied", "Artificial", "Intelligence", "and", "worked", "with", "Leonard", "Uhr", "."], "ner": [[3, 3, "misc"], [5, 6, "field"], [8, 11, "university"], [13, 13, "location"], [15, 15, "country"], [24, 25, "university"], [28, 28, "misc"], [30, 33, "field"], [37, 38, "university"], [42, 42, "misc"], [44, 45, "field"], [51, 51, "misc"], [59, 61, "university"], [66, 67, "field"], [71, 72, "researcher"]], "relations": [[3, 3, 5, 6, "topic", "", false, false], [3, 3, 8, 11, "origin", "", false, false], [8, 11, 13, 13, "physical", "", false, false], [8, 11, 24, 25, "role", "affiliated_with", false, false], [13, 13, 15, 15, "physical", "", false, false], [28, 28, 30, 33, "topic", "", false, false], [28, 28, 37, 38, "origin", "", false, false], [42, 42, 44, 45, "topic", "", false, false], [51, 51, 59, 61, "origin", "", false, false], [51, 51, 66, 67, "topic", "", false, false], [71, 72, 59, 61, "physical", "", false, false]]}
{"doc_key": "ai-test-254", "sentence": ["Accuracy", "is", "usually", "rated", "with", "word", "error", "rate", "(", "WER", ")", ",", "whereas", "speed", "is", "measured", "with", "the", "real", "time", "factor", "."], "ner": [[5, 7, "metrics"], [9, 9, "metrics"], [18, 20, "metrics"]], "relations": [[9, 9, 5, 7, "named", "", false, false]]}
{"doc_key": "ai-test-255", "sentence": ["In", "1971", "Terry", "Winograd", "developed", "an", "early", "natural", "language", "processing", "engine", "capable", "of", "interpreting", "naturally", "written", "commands", "within", "a", "simple", "rule-governed", "environment", "."], "ner": [[2, 3, "researcher"], [7, 9, "field"]], "relations": [[2, 3, 7, 9, "related-to", "", false, false]]}
{"doc_key": "ai-test-256", "sentence": ["In", "artificial", "intelligence", ",", "Marvin", "Minsky", ",", "Herbert", "A.", "Simon", ",", "and", "Allen", "Newell", "are", "prominent", "."], "ner": [[1, 2, "field"], [4, 5, "researcher"], [7, 9, "researcher"], [12, 13, "researcher"]], "relations": [[1, 2, 4, 5, "related-to", "", false, false], [1, 2, 7, 9, "related-to", "", false, false], [1, 2, 12, 13, "related-to", "", false, false]]}
{"doc_key": "ai-test-257", "sentence": ["In", "the", "latter", "half", "of", "the", "20th", "century", ",", "electrical", "engineering", "itself", "separated", "into", "several", "disciplines", ",", "specialising", "in", "the", "design", "and", "analysis", "of", "systems", "that", "manipulate", "physical", "signals", ";", "electronic", "engineering", "and", "computer", "engineering", "as", "examples", ";", "while", "design", "engineering", "developed", "to", "deal", "with", "functional", "design", "of", "user-machine", "interfaces", "."], "ner": [[9, 10, "field"], [30, 31, "field"], [33, 34, "field"], [39, 40, "field"], [48, 49, "misc"]], "relations": [[30, 31, 9, 10, "origin", "", true, false], [30, 31, 9, 10, "part-of", "", false, false], [30, 31, 39, 40, "compare", "", false, false], [33, 34, 9, 10, "origin", "", true, false], [33, 34, 9, 10, "part-of", "", false, false], [33, 34, 39, 40, "compare", "", false, false], [39, 40, 9, 10, "origin", "", true, false], [39, 40, 9, 10, "part-of", "", false, false], [39, 40, 48, 49, "topic", "", false, false]]}
{"doc_key": "ai-test-258", "sentence": ["Perhaps", "the", "simplest", "statistic", "is", "accuracy", "or", "Fraction", "Correct", "(", "FC", ")", ",", "which", "measures", "the", "fraction", "of", "all", "instances", "that", "are", "correctly", "categorized", ";", "it", "is", "the", "ratio", "of", "the", "number", "of", "correct", "classifications", "to", "the", "total", "number", "of", "correct", "or", "incorrect", "classifications", ":", "(", "TP", "+", "TN", ")", "/", "Total", "Population", "=", "(", "TP", "+", "TN", ")", "/", "(", "TP", "+", "TN", "+", "FP", "+", "FN", ")", "."], "ner": [[5, 5, "metrics"], [7, 8, "metrics"], [10, 10, "metrics"], [46, 48, "metrics"], [55, 57, "metrics"], [61, 67, "metrics"]], "relations": [[10, 10, 7, 8, "named", "", false, false], [46, 48, 55, 57, "named", "", false, false], [55, 57, 61, 67, "part-of", "", false, false]]}
{"doc_key": "ai-test-259", "sentence": ["In", "the", "academic", "community", ",", "the", "major", "forums", "for", "research", "started", "in", "1995", "when", "the", "First", "International", "Conference", "Data", "Mining", "and", "Knowledge", "Discovery", "(", "KDD-95", ")", "was", "started", "in", "Montreal", "under", "AAAI", "sponsorship", "."], "ner": [[15, 22, "conference"], [24, 24, "conference"], [29, 29, "location"], [31, 31, "conference"]], "relations": [[15, 22, 29, 29, "physical", "", false, false], [24, 24, 15, 22, "named", "", false, false], [31, 31, 15, 22, "role", "sponsors", false, false]]}
{"doc_key": "ai-test-260", "sentence": ["In", "this", "approach", ",", "models", "are", "developed", "using", "different", "data", "mining", ",", "machine", "learning", "algorithms", "to", "predict", "users", "'", "rating", "of", "unrated", "items", "."], "ner": [[9, 10, "field"], [12, 13, "field"]], "relations": []}
{"doc_key": "ai-test-261", "sentence": ["In", "light", "of", "the", "above", "discussion", ",", "we", "see", "that", "the", "SVM", "technique", "is", "equivalent", "to", "empirical", "risk", "with", "Tikhonov", "regularization", ",", "where", "in", "this", "case", "the", "loss", "function", "is", "the", "hinge", "loss"], "ner": [[11, 11, "algorithm"], [16, 17, "algorithm"], [19, 20, "algorithm"], [27, 28, "misc"], [31, 32, "metrics"]], "relations": [[11, 11, 16, 17, "related-to", "equivalent", false, false], [16, 17, 19, 20, "usage", "", false, false], [19, 20, 31, 32, "usage", "", false, false], [31, 32, 27, 28, "type-of", "", false, false]]}
{"doc_key": "ai-test-262", "sentence": ["The", "2015", "edition", "was", "hosted", "by", "Molly", "McGrath", ",", "with", "Chris", "Rose", "and", "former", "UFC", "fighter", "Kenny", "Florian", "as", "commentators", "."], "ner": [[6, 7, "person"], [10, 11, "person"], [14, 14, "organisation"], [16, 17, "person"]], "relations": [[16, 17, 14, 14, "role", "", false, false]]}
{"doc_key": "ai-test-263", "sentence": ["A", "subset", "called", "Micro-Planner", "was", "implemented", "by", "Gerald", "Jay", "Sussman", ",", "Eugene", "Charniak", "and", "Terry", "Winograd", "Sussman", ",", ",", "and", "Winograd", "1971", "and", "was", "used", "in", "Winograd", "'s", "natural-language", "understanding", "program", "SHRDLU", ",", "Eugene", "Charniak", "'s", "story", "understanding", "work", ",", "Thorne", "McCarty", "'s", "work", "on", "legal", "reasoning", ",", "and", "some", "other", "projects", "."], "ner": [[3, 3, "product"], [7, 9, "researcher"], [11, 12, "researcher"], [14, 15, "researcher"], [16, 16, "researcher"], [20, 20, "researcher"], [26, 26, "researcher"], [28, 29, "task"], [31, 31, "product"], [33, 34, "researcher"], [36, 37, "task"], [40, 41, "researcher"], [45, 46, "task"]], "relations": [[3, 3, 7, 9, "origin", "", false, false], [3, 3, 11, 12, "origin", "", false, false], [3, 3, 14, 15, "origin", "", false, false], [3, 3, 16, 16, "origin", "", false, false], [11, 12, 33, 34, "named", "same", false, false], [14, 15, 20, 20, "named", "same", false, false], [14, 15, 26, 26, "named", "same", false, false], [28, 29, 31, 31, "related-to", "", false, false], [31, 31, 26, 26, "origin", "", false, false]]}
{"doc_key": "ai-test-264", "sentence": ["WordNet", "has", "been", "used", "for", "a", "number", "of", "purposes", "in", "information", "systems", ",", "including", "word-sense", "disambiguation", ",", "information", "retrieval", ",", "automatic", "text", "classification", ",", "Automatic", "summarization", ",", "machine", "translation", "and", "even", "automatic", "crossword", "puzzle", "generation", "."], "ner": [[0, 0, "product"], [10, 11, "product"], [14, 15, "task"], [17, 18, "task"], [20, 22, "task"], [24, 25, "task"], [27, 28, "task"], [31, 34, "task"]], "relations": [[10, 11, 0, 0, "usage", "", true, false], [14, 15, 10, 11, "part-of", "", true, false], [17, 18, 10, 11, "part-of", "", true, false], [20, 22, 10, 11, "part-of", "", true, false], [24, 25, 10, 11, "part-of", "", true, false], [27, 28, 10, 11, "part-of", "", true, false], [31, 34, 10, 11, "part-of", "", true, false]]}
{"doc_key": "ai-test-265", "sentence": ["Keutzer", "was", "named", "a", "Fellow", "of", "the", "IEEE", "in", "1996", "."], "ner": [[0, 0, "researcher"], [7, 7, "organisation"]], "relations": [[0, 0, 7, 7, "role", "", false, false]]}
{"doc_key": "ai-test-266", "sentence": ["A", "widely", "used", "type", "of", "composition", "is", "the", "nonlinear", "weighted", "sum", ",", "where", "math", "\\", "textstyle", "f", "(", "x", ")", "=", "K", "\\", "left", "(", "\\", "sum", "_", "i", "w", "_", "i", "g", "_", "i", "(", "x", ")", "\\", "right", ")", "/", "math", ",", "where", "math", "\\", "textstyle", "K", "/", "math", "(", "commonly", "referred", "to", "as", "the", "activation", "function", ")", "is", "some", "predefined", "function", ",", "such", "as", "the", "hyperbolic", "tangent", ",", "sigmoid", "function", ",", "softmax", "function", ",", "or", "rectifier", "function", "."], "ner": [[8, 10, "algorithm"], [57, 58, "misc"], [68, 69, "algorithm"], [71, 72, "algorithm"], [74, 75, "algorithm"], [78, 79, "algorithm"]], "relations": [[68, 69, 57, 58, "type-of", "", false, false], [71, 72, 57, 58, "type-of", "", false, false], [74, 75, 57, 58, "type-of", "", false, false], [78, 79, 57, 58, "type-of", "", false, false]]}
{"doc_key": "ai-test-267", "sentence": ["In", "the", "film", "Westworld", ",", "female", "robots", "actually", "engaged", "in", "intercourse", "with", "human", "men", "as", "part", "of", "the", "make-believe", "vacation", "world", "human", "customers", "paid", "to", "attend", "."], "ner": [[3, 3, "misc"]], "relations": []}
{"doc_key": "ai-test-268", "sentence": ["Typically", ",", "the", "process", "starts", "by", "terminology", "extraction", "and", "concepts", "or", "noun", "phrase", "s", "from", "plain", "text", "using", "linguistic", "processors", "such", "as", "part-of-speech", "tagging", "and", "phrase", "chunking", "."], "ner": [[6, 7, "task"], [22, 23, "task"], [25, 26, "task"]], "relations": [[6, 7, 22, 23, "usage", "", false, false]]}
{"doc_key": "ai-test-269", "sentence": ["They", "demonstrated", "its", "performance", "on", "a", "number", "of", "problems", "of", "interest", "to", "the", "machine", "learning", "community", ",", "including", "handwriting", "recognition", "."], "ner": [[13, 14, "field"], [18, 19, "task"]], "relations": [[18, 19, 13, 14, "part-of", "task_part_of_field", false, false]]}
{"doc_key": "ai-test-270", "sentence": ["While", "studying", "at", "Stanford", ",", "Scheinman", "was", "awarded", "a", "fellowship", "sponsored", "by", "George", "Devol", ",", "the", "inventor", "of", "the", "Unimate", ",", "the", "first", "industrial", "robot", "."], "ner": [[3, 3, "university"], [5, 5, "researcher"], [12, 13, "researcher"], [19, 19, "product"], [23, 24, "product"]], "relations": [[5, 5, 3, 3, "physical", "", false, false], [5, 5, 3, 3, "role", "", false, false], [19, 19, 12, 13, "origin", "", false, false], [19, 19, 23, 24, "general-affiliation", "", false, false]]}
{"doc_key": "ai-test-271", "sentence": ["While", "originally", "used", "to", "evaluate", "machine", "translations", ",", "bilingual", "evaluation", "understudy", "(", "BLEU", ")", "has", "been", "used", "successfully", "to", "evaluate", "paraphrase", "generation", "models", "as", "well", "."], "ner": [[5, 6, "task"], [8, 10, "metrics"], [12, 12, "metrics"], [20, 22, "product"]], "relations": [[5, 6, 8, 10, "usage", "", true, false], [12, 12, 8, 10, "named", "", false, false], [20, 22, 8, 10, "usage", "", true, false]]}
{"doc_key": "ai-test-272", "sentence": ["Unimation", "later", "licensed", "their", "technology", "to", "Kawasaki", "Heavy", "Industries", "and", "GKN", ",", "manufacturing", "Unimate", "s", "in", "Japan", "and", "England", "respectively", "."], "ner": [[0, 0, "organisation"], [6, 8, "organisation"], [10, 10, "organisation"], [13, 13, "product"], [16, 16, "country"], [18, 18, "country"]], "relations": [[0, 0, 6, 8, "role", "licenses_to", false, false], [0, 0, 10, 10, "role", "licenses_to", false, false], [6, 8, 16, 16, "physical", "", false, false], [10, 10, 18, 18, "physical", "", false, false], [13, 13, 6, 8, "artifact", "produces", false, false], [13, 13, 10, 10, "artifact", "produces", false, false]]}
{"doc_key": "ai-test-273", "sentence": ["Much", "of", "the", "confusion", "between", "these", "two", "research", "communities", "(", "which", "do", "often", "have", "separate", "conferences", "and", "separate", "journals", ",", "ECML", "PKDD", "being", "a", "major", "exception", ")", "comes", "from", "the", "basic", "assumptions", "they", "work", "with", ":", "in", "machine", "learning", ",", "performance", "is", "usually", "evaluated", "with", "respect", "to", "the", "ability", "to", "reproduce", "known", "knowledge", ",", "while", "in", "knowledge", "discovery", "and", "data", "mining", "(", "KDD", ")", "the", "key", "task", "is", "the", "discovery", "of", "previously", "unknown", "knowledge", "."], "ner": [[20, 21, "conference"], [37, 38, "field"], [56, 60, "field"], [62, 62, "field"]], "relations": [[37, 38, 56, 60, "compare", "", false, false], [62, 62, 56, 60, "named", "", false, false]]}
{"doc_key": "ai-test-274", "sentence": ["Hidden", "Markov", "model", "s", "are", "the", "basis", "for", "most", "modern", "automatic", "speech", "recognition", "systems", "."], "ner": [[0, 2, "algorithm"], [10, 13, "product"]], "relations": [[0, 2, 10, 13, "part-of", "", false, false]]}
{"doc_key": "ai-test-275", "sentence": [",", "a", "company", "in", "Bangalore", ",", "India", "specializing", "in", "online", "handwriting", "recognition", "software", "."], "ner": [[4, 4, "location"], [6, 6, "country"], [10, 11, "task"]], "relations": [[4, 4, 6, 6, "physical", "", false, false]]}
{"doc_key": "ai-test-276", "sentence": ["Do", "repeated", "translations", "converge", "on", "a", "single", "expression", "in", "both", "languages", "?", "I.e.", "does", "the", "translation", "method", "show", "stationarity", "or", "produce", "a", "canonical", "form", "?", "Does", "the", "translation", "become", "stationary", "without", "losing", "the", "original", "meaning", "?", "This", "metric", "has", "been", "criticized", "as", "not", "being", "well", "correlated", "with", "BLEU", "(", "BiLingual", "Evaluation", "Understudy", ")", "scores", "."], "ner": [[22, 23, "misc"], [47, 47, "metrics"], [49, 51, "metrics"]], "relations": [[47, 47, 49, 51, "named", "", false, false]]}
{"doc_key": "ai-test-277", "sentence": ["He", "holds", "fellowships", "in", "the", "American", "Association", "for", "Artificial", "Intelligence", ",", "the", "Center", "for", "Advanced", "Study", "in", "the", "Behavioral", "Sciences", "at", "Stanford", "University", ",", "the", "MIT", "Center", "for", "Cognitive", "Science", ",", "the", "Canadian", "Institute", "for", "Advanced", "Research", ",", "the", "Canadian", "Psychological", "Association", ",", "and", "was", "elected", "Fellow", "of", "the", "Royal", "Society", "of", "Canada", "in", "1998", "."], "ner": [[5, 9, "organisation"], [12, 19, "organisation"], [21, 22, "university"], [25, 25, "university"], [28, 29, "field"], [32, 36, "organisation"], [39, 41, "organisation"], [49, 52, "organisation"]], "relations": [[12, 19, 21, 22, "part-of", "", false, false], [25, 25, 28, 29, "related-to", "", false, false]]}
{"doc_key": "ai-test-278", "sentence": ["Hinton", "-", "together", "with", "Yoshua", "Bengio", "and", "Yann", "LeCun", "-", "are", "referred", "to", "by", "some", "as", "the", "Godfathers", "of", "AI", "and", "Godfathers", "of", "Deep", "Learning", "."], "ner": [[0, 0, "researcher"], [4, 5, "researcher"], [7, 8, "researcher"], [17, 19, "misc"], [21, 24, "misc"]], "relations": [[0, 0, 17, 19, "part-of", "", false, false], [0, 0, 21, 24, "part-of", "", false, false], [4, 5, 17, 19, "part-of", "", false, false], [4, 5, 21, 24, "part-of", "", false, false], [7, 8, 17, 19, "part-of", "", false, false], [7, 8, 21, 24, "part-of", "", false, false]]}
{"doc_key": "ai-test-279", "sentence": ["The", "lightweight", "open-source", "speech", "project", "eSpeak", ",", "which", "has", "its", "own", "approach", "to", "synthesis", ",", "has", "experimented", "with", "Mandarin", "and", "Cantonese.", "eSpeak", "was", "used", "by", "Google", "Translate", "from", "May", "20102010", "."], "ner": [[5, 5, "product"], [18, 18, "misc"], [20, 20, "misc"], [21, 21, "product"], [25, 26, "product"]], "relations": [[5, 5, 18, 18, "related-to", "", false, false], [5, 5, 20, 20, "related-to", "", false, false], [18, 18, 21, 21, "named", "same", false, false], [25, 26, 21, 21, "usage", "", false, false]]}
{"doc_key": "ai-test-280", "sentence": ["Also", "released", "in", "1982", ",", "Software", "Automatic", "Mouth", "was", "the", "first", "commercial", "all-software", "voice", "synthesis", "program", "."], "ner": [[5, 7, "product"], [14, 15, "product"]], "relations": [[5, 7, 14, 15, "general-affiliation", "", false, false]]}
{"doc_key": "ai-test-281", "sentence": ["The", "column", "ratios", "are", "TRUE", "Positive", "Rate", "(", "TPR", ",", "aka", "Sensitivity", "or", "recall", ")", "(", "TP", "/", "(", "TP", "+", "FN", ")", ")", ",", "with", "complement", "the", "FALSE", "Negative", "Rate", "(", "FNR", ")", "(", "FN", "/", "(", "TP", "+", "FN", ")", ")", ";", "and", "TRUE", "Negative", "Rate", "(", "TNR", ",", "aka", "Specificity", ",", "SPC", ")", "(", "TN", "/", "(", "TN", "+", "FP", ")", ")", ",", "with", "complement", "FALSE", "Positive", "Rate", "(", "FPR", ")", "(", "FP", "/", "(", "TN", "+", "FP", ")", ")", "."], "ner": [[4, 6, "metrics"], [8, 8, "metrics"], [11, 11, "metrics"], [13, 13, "metrics"], [16, 22, "metrics"], [28, 30, "metrics"], [32, 32, "metrics"], [35, 41, "metrics"], [45, 47, "metrics"], [49, 49, "metrics"], [52, 52, "metrics"], [54, 54, "metrics"], [57, 63, "metrics"], [68, 70, "metrics"], [72, 72, "metrics"], [75, 81, "metrics"]], "relations": [[8, 8, 4, 6, "named", "", false, false], [11, 11, 4, 6, "named", "", false, false], [13, 13, 4, 6, "named", "", false, false], [16, 22, 4, 6, "named", "", false, false], [32, 32, 28, 30, "named", "", false, false], [35, 41, 28, 30, "named", "", false, false], [49, 49, 45, 47, "named", "", false, false], [52, 52, 45, 47, "named", "", false, false], [54, 54, 45, 47, "named", "", false, false], [57, 63, 45, 47, "named", "", false, false], [72, 72, 68, 70, "named", "", false, false], [75, 81, 68, 70, "named", "", false, false]]}
{"doc_key": "ai-test-282", "sentence": ["Edsinger", "and", "Weber", "collaborated", "on", "many", "other", "robots", "as", "well", ",", "and", "their", "experience", "working", "with", "the", "Kismet"], "ner": [[0, 0, "person"], [2, 2, "person"], [17, 17, "product"]], "relations": [[0, 0, 17, 17, "role", "working_with", false, false], [2, 2, 17, 17, "role", "working_with", false, false]]}
{"doc_key": "ai-test-283", "sentence": ["R", "functionality", "is", "accessible", "from", "several", "scripting", "languages", "such", "as", "Python", ",", "are", "available", "as", "well", "."], "ner": [[0, 0, "programlang"], [10, 10, "programlang"]], "relations": [[0, 0, 10, 10, "general-affiliation", "", false, false]]}
{"doc_key": "ai-test-284", "sentence": ["VAL", "was", "one", "of", "the", "first", "robot", "languages", "and", "was", "used", "in", "Unimate", "robots", "."], "ner": [[0, 0, "programlang"], [12, 13, "product"]], "relations": [[12, 13, 0, 0, "general-affiliation", "", false, false]]}
{"doc_key": "ai-test-285", "sentence": ["They", "presented", "their", "database", "for", "the", "first", "time", "as", "a", "poster", "at", "the", "2009", "Conference", "on", "Computer", "Vision", "and", "Pattern", "Recognition", "(", "CVPR", ")", "in", "Florida", "."], "ner": [[13, 20, "conference"], [22, 22, "conference"], [25, 25, "location"]], "relations": [[13, 20, 25, 25, "physical", "", false, false], [22, 22, 13, 20, "named", "", false, false]]}
{"doc_key": "ai-test-286", "sentence": ["Categorization", "tasks", "in", "which", "no", "labels", "are", "supplied", "are", "referred", "to", "as", "unsupervised", "classification", ",", "unsupervised", "learning", ",", "Cluster", "analysis", "."], "ner": [[0, 1, "misc"], [12, 13, "task"], [15, 16, "field"], [18, 19, "task"]], "relations": [[12, 13, 0, 1, "type-of", "", false, false], [15, 16, 0, 1, "type-of", "", false, false], [18, 19, 0, 1, "type-of", "", false, false]]}
{"doc_key": "ai-test-287", "sentence": ["It", "needs", "to", "Object", "recognition", ",", "recognize", "and", "locate", "humans", "and", "further", "emotion", "recognition", "."], "ner": [[3, 4, "task"], [12, 13, "task"]], "relations": []}
{"doc_key": "ai-test-288", "sentence": ["The", "process", "is", "complex", "and", "contains", "encoding", "and", "recall", "or", "retrieval", "."], "ner": [[6, 6, "misc"], [8, 8, "misc"], [10, 10, "misc"]], "relations": []}
{"doc_key": "ai-test-289", "sentence": ["Also", "known", "as", "parallel", "robots", ",", "or", "generalized", "Stewart", "platforms", "(", "in", "the", "Stewart", "platform", ",", "the", "actuators", "are", "paired", "together", "on", "both", "the", "basis", "and", "the", "platform", ")", ",", "these", "systems", "are", "articulated", "robot", "s", "that", "use", "similar", "mechanisms", "for", "the", "movement", "of", "either", "the", "robot", "on", "its", "base", ",", "or", "one", "or", "more", "manipulator", "arms", "."], "ner": [[8, 9, "product"], [13, 14, "product"], [33, 34, "product"]], "relations": [[8, 9, 13, 14, "named", "", false, false], [8, 9, 33, 34, "type-of", "", true, false]]}
{"doc_key": "ai-test-290", "sentence": ["Machine", "vision", "as", "a", "systems", "engineering", "discipline", "can", "be", "considered", "distinct", "from", "computer", "vision", ",", "a", "form", "of", "computer", "science", "."], "ner": [[0, 1, "field"], [4, 5, "field"], [12, 13, "field"], [18, 19, "field"]], "relations": [[0, 1, 4, 5, "part-of", "subfield", false, false], [0, 1, 12, 13, "compare", "", false, false], [12, 13, 18, 19, "part-of", "subfield", false, false]]}
{"doc_key": "ai-test-291", "sentence": ["The", "activation", "function", "of", "the", "LSTM", "gates", "is", "often", "the", "logistic", "sigmoid", "function", "."], "ner": [[5, 6, "algorithm"], [10, 12, "algorithm"]], "relations": [[5, 6, 10, 12, "related-to", "", false, false]]}
{"doc_key": "ai-test-292", "sentence": ["In", "other", "words", ",", "the", "sample", "mean", "is", "the", "(", "necessarily", "unique", ")", "efficient", "estimator", ",", "and", "thus", "also", "the", "minimum", "variance", "unbiased", "estimator", "(", "MVUE", ")", ",", "in", "addition", "to", "being", "the", "maximum", "likelihood", "estimator", "."], "ner": [[5, 6, "metrics"], [20, 23, "metrics"], [25, 25, "metrics"], [33, 35, "metrics"]], "relations": [[5, 6, 20, 23, "named", "", false, false], [5, 6, 33, 35, "named", "", false, false], [25, 25, 20, 23, "named", "", false, false]]}
{"doc_key": "ai-test-293", "sentence": ["The", "2001", "Scientific", "American", "article", "by", "Berners-Lee", ",", "James", "Hendler", ",", "and", "Ora", "Lassila", "described", "an", "expected", "evolution", "of", "the", "existing", "Web", "to", "a", "Semantic", "Web", "."], "ner": [[2, 3, "academicjournal"], [6, 6, "researcher"], [8, 9, "researcher"], [12, 13, "researcher"], [21, 21, "product"], [24, 25, "product"]], "relations": [[2, 3, 21, 21, "topic", "", false, false], [2, 3, 24, 25, "topic", "", false, false], [6, 6, 2, 3, "role", "", false, false], [8, 9, 2, 3, "role", "", false, false], [12, 13, 2, 3, "role", "", false, false], [21, 21, 24, 25, "cause-effect", "", false, false]]}
{"doc_key": "ai-test-294", "sentence": ["Blade", "Runner", "used", "a", "number", "of", "then-lesser-known", "actors", ":", "Sean", "Young", "portrays", "Rachael", ",", "an", "experimental", "replicant", "implanted", "with", "the", "memories", "of", "Tyrell", "'s", "niece", ",", "causing", "her", "to", "believe", "she", "is", "human", ";", "Sammon", ",", "pp.", "92-93", "Nina", "Axelrod", "auditioned", "for", "the", "role", "."], "ner": [[0, 1, "misc"], [9, 10, "person"], [12, 12, "person"], [22, 22, "person"], [34, 34, "person"], [38, 39, "person"]], "relations": [[9, 10, 0, 1, "role", "actor_in_work", false, false], [12, 12, 9, 10, "named", "", false, false], [12, 12, 9, 10, "origin", "", false, false], [22, 22, 12, 12, "part-of", "", false, false], [38, 39, 12, 12, "role", "auditioned_for", false, false]]}
{"doc_key": "ai-test-295", "sentence": ["Gerry", "Sussman", ",", "Eugene", "Charniak", ",", "Seymour", "Papert", "and", "Terry", "Winograd", "visited", "the", "University", "of", "Edinburgh", "in", "1971", "spreading", "the", "news", "about", "Micro-Planner", "and", "SHRDLU", "and", "casting", "doubt", "on", "the", "resolution", "uniform", "proof", "procedure", "approach", "that", "had", "been", "the", "mainstay", "of", "the", "Edinburgh", "Logicists", "."], "ner": [[0, 1, "researcher"], [3, 4, "researcher"], [6, 7, "researcher"], [9, 10, "researcher"], [13, 15, "university"], [22, 22, "product"], [24, 24, "product"], [42, 42, "location"]], "relations": [[0, 1, 13, 15, "physical", "", false, false], [3, 4, 13, 15, "physical", "", false, false], [6, 7, 13, 15, "physical", "", false, false], [9, 10, 13, 15, "physical", "", false, false], [13, 15, 42, 42, "physical", "", true, false], [22, 22, 13, 15, "temporal", "", false, false], [24, 24, 13, 15, "temporal", "", false, false]]}
{"doc_key": "ai-test-296", "sentence": ["Walter", "'s", "work", "inspired", "subsequent", "generations", "of", "robotics", "researchers", "such", "as", "Rodney", "Brooks", ",", "Hans", "Moravec", "and", "Mark", "Tilden", "."], "ner": [[0, 0, "researcher"], [7, 7, "field"], [11, 12, "researcher"], [14, 15, "researcher"], [17, 18, "researcher"]], "relations": [[0, 0, 11, 12, "role", "inspires", false, false], [0, 0, 14, 15, "role", "inspires", false, false], [0, 0, 17, 18, "role", "inspires", false, false]]}
{"doc_key": "ai-test-297", "sentence": ["Subsequently", ",", "a", "similar", "GPU-based", "CNN", "by", "Alex", "Krizhevsky", "et", "al.", "won", "the", "ImageNet", "Large", "Scale", "Visual", "Recognition", "Challenge", "2012", "."], "ner": [[5, 5, "algorithm"], [7, 8, "researcher"], [13, 19, "event"]], "relations": [[5, 5, 7, 8, "origin", "", false, false], [5, 5, 13, 19, "win-defeat", "", false, false]]}
{"doc_key": "ai-test-298", "sentence": ["Commonly", "used", "loss", "functions", "for", "probabilistic", "classification", "include", "log", "loss", "and", "the", "Brier", "score", "between", "the", "predicted", "and", "the", "TRUE", "probability", "distributions", "."], "ner": [[2, 3, "misc"], [8, 9, "metrics"], [12, 13, "metrics"], [19, 20, "misc"]], "relations": [[8, 9, 2, 3, "type-of", "", false, false], [12, 13, 2, 3, "type-of", "", false, false], [12, 13, 19, 20, "related-to", "", false, false]]}
{"doc_key": "ai-test-299", "sentence": ["In", "May", "2016", ",", "NtechLab", "was", "admitted", "to", "the", "official", "testing", "of", "biometrics", "technology", "by", "NIST", "among", "the", "three", "Russian", "companies", "."], "ner": [[4, 4, "organisation"], [12, 12, "field"], [15, 15, "organisation"], [19, 20, "misc"]], "relations": [[4, 4, 12, 12, "general-affiliation", "field_of_study", false, false], [4, 4, 19, 20, "part-of", "", false, false], [15, 15, 4, 4, "role", "admits_E2_to", false, false]]}
{"doc_key": "ai-test-300", "sentence": ["However", ",", "floating-point", "numbers", "have", "only", "a", "certain", "amount", "of", "mathematical", "precision", "."], "ner": [], "relations": []}
{"doc_key": "ai-test-301", "sentence": ["During", "2015", ",", "many", "of", "SenseTime", "'s", "papers", "were", "accepted", "into", "the", "Conference", "on", "Computer", "Vision", "and", "Pattern", "Recognition", "(", "CVPR", ")", "."], "ner": [[5, 5, "organisation"], [12, 18, "conference"], [20, 20, "conference"]], "relations": [[5, 5, 12, 18, "role", "contributes_to", false, false], [20, 20, 12, 18, "named", "", false, false]]}
{"doc_key": "ai-test-302", "sentence": ["He", "co-developed", "optimal", "algorithms", "for", "Structure", "From", "Motion", "(", "SFM", ",", "or", "Visual", "SLAM", ",", "simultaneous", "localization", "and", "mapping", ",", "in", "Robotics", ";", "Best", "Paper", "Award", "at", "Conference", "on", "Computer", "Vision", "and", "Pattern", "Recognition", "1998", ")", ",", "characterized", "its", "ambiguities", "(", "David", "Marr", "Prize", "at", "ICCV", "1999", ")", ",", "also", "characterized", "the", "identifiability", "and", "observability", "of", "visual-inertial", "sensor", "fusion", "(", "Best", "Paper", "Award", "at", "Robotics", "2015", ")", "."], "ner": [[5, 7, "task"], [9, 9, "task"], [12, 13, "task"], [15, 18, "task"], [21, 21, "field"], [23, 25, "misc"], [27, 33, "conference"], [41, 43, "misc"], [45, 46, "conference"], [60, 62, "misc"], [64, 64, "conference"]], "relations": [[5, 7, 21, 21, "part-of", "task_part_of_field", false, false], [9, 9, 5, 7, "named", "", false, false], [12, 13, 21, 21, "part-of", "task_part_of_field", false, false], [15, 18, 12, 13, "named", "", false, false], [23, 25, 27, 33, "temporal", "", false, false], [41, 43, 45, 46, "temporal", "", false, false], [60, 62, 64, 64, "temporal", "", false, false]]}
{"doc_key": "ai-test-303", "sentence": ["Stephen", "H.", "Muggleton", "FBCS", ",", "FIET", ",", "Association", "for", "the", "Advancement", "of", "Artificial", "Intelligence", ","], "ner": [[0, 2, "researcher"], [3, 3, "organisation"], [5, 5, "organisation"], [7, 13, "conference"]], "relations": []}
{"doc_key": "ai-test-304", "sentence": ["Edge", "detection", "is", "a", "fundamental", "tool", "in", "image", "processing", ",", "machine", "vision", "and", "computer", "vision", ",", "particularly", "in", "the", "areas", "of", "feature", "detection", "and", "feature", "extraction", "."], "ner": [[0, 1, "task"], [7, 8, "field"], [10, 11, "field"], [13, 14, "field"], [21, 22, "task"], [24, 25, "task"]], "relations": [[0, 1, 7, 8, "part-of", "task_part_of_field", false, false], [0, 1, 10, 11, "part-of", "task_part_of_field", false, false], [0, 1, 13, 14, "part-of", "task_part_of_field", false, false], [0, 1, 21, 22, "part-of", "", false, false], [0, 1, 24, 25, "part-of", "", false, false]]}
{"doc_key": "ai-test-305", "sentence": ["An", "example", "of", "this", "would", "be", "a", "variable", "such", "as", "outside", "temperature", "(", "mathtemp", "/", "math", ")", ",", "which", "in", "a", "given", "application", "might", "be", "recorded", "to", "several", "decimal", "places", "of", "precision", "(", "depending", "on", "the", "sensing", "apparatus", ")", "."], "ner": [[10, 11, "misc"], [28, 31, "misc"]], "relations": []}
{"doc_key": "ai-test-306", "sentence": ["The", "returning", "judges", "are", "Fon", "Davis", ",", "Jessica", "Chobot", ",", "and", "Leland", "Melvin", ",", "as", "well", "as", "celebrity", "guest", "judges", "actor", "Clark", "Gregg", ",", "MythBusters", "host", "and", "former", "Battlebots", "builder", "Adam", "Savage", ",", "NFL", "tightend", "Vernon", "Davis", ",", "and", "YouTube", "star", "Michael", "Stevens", "a.k.a.", "Vsauce", "."], "ner": [[4, 5, "person"], [7, 8, "person"], [11, 12, "person"], [21, 22, "person"], [24, 24, "misc"], [28, 28, "misc"], [30, 31, "person"], [33, 33, "organisation"], [35, 36, "person"], [39, 39, "organisation"], [41, 42, "person"], [44, 44, "person"]], "relations": [[30, 31, 24, 24, "part-of", "", false, false], [30, 31, 28, 28, "role", "", false, false], [35, 36, 33, 33, "role", "", false, false], [41, 42, 39, 39, "role", "youtuber", false, false], [44, 44, 41, 42, "named", "", false, false]]}
{"doc_key": "ai-test-307", "sentence": ["But", "these", "methods", "never", "won", "over", "the", "non-uniform", "internal-handcrafting", "Gaussian", "mixture", "model", "/", "Hidden", "Markov", "model", "(", "GMM-HMM", ")", "technology", "based", "on", "generative", "models", "of", "speech", "trained", "discriminatively", "."], "ner": [[9, 11, "algorithm"], [13, 15, "algorithm"], [17, 17, "algorithm"]], "relations": [[9, 11, 17, 17, "part-of", "", false, false], [13, 15, 17, 17, "part-of", "", false, false]]}
{"doc_key": "ai-test-308", "sentence": ["Software", "packages", "like", "MATLAB", ",", "GNU", "Octave", ",", "Scilab", ",", "and", "SciPy", "provide", "convenient", "ways", "to", "apply", "these", "different", "methods", "."], "ner": [[3, 3, "product"], [5, 6, "programlang"], [8, 8, "programlang"], [11, 11, "product"]], "relations": []}
{"doc_key": "ai-test-309", "sentence": ["Linear", "predictive", "coding", "(", "LPC", ")", ",", "a", "speech", "processing", "algorithm", ",", "was", "first", "proposed", "by", "Fumitada", "Itakura", "of", "Nagoya", "University", "and", "Shuzo", "Saito", "of", "Nippon", "Telegraph", "and", "Telephone", "(", "NTT", ")", "in", "1966", "."], "ner": [[0, 2, "algorithm"], [4, 4, "algorithm"], [8, 9, "task"], [16, 17, "researcher"], [19, 20, "university"], [22, 23, "researcher"], [25, 28, "organisation"], [30, 30, "organisation"]], "relations": [[0, 2, 8, 9, "related-to", "", false, false], [0, 2, 16, 17, "origin", "", false, false], [0, 2, 22, 23, "origin", "", false, false], [4, 4, 0, 2, "named", "", false, false], [16, 17, 19, 20, "physical", "", false, false], [16, 17, 19, 20, "role", "", false, false], [22, 23, 25, 28, "physical", "", false, false], [22, 23, 25, 28, "role", "", false, false], [30, 30, 25, 28, "named", "", false, false]]}
{"doc_key": "ai-test-310", "sentence": ["In", "2006", ",", "for", "the", "25th", "anniversary", "of", "the", "algorithm", ",", "a", "workshop", "was", "organized", "at", "the", "International", "Conference", "on", "Computer", "Vision", "and", "Pattern", "Recognition", "(", "CVPR", ")", "to", "summarize", "the", "most", "recent", "contributions", "and", "variations", "to", "the", "original", "algorithm", ",", "mostly", "meant", "to", "improve", "the", "speed", "of", "the", "algorithm", ",", "the", "robustness", "and", "accuracy", "of", "the", "estimated", "solution", "and", "to", "decrease", "the", "dependency", "from", "user", "defined", "constants", "."], "ner": [[17, 24, "conference"], [26, 26, "conference"]], "relations": [[26, 26, 17, 24, "named", "", false, false]]}
{"doc_key": "ai-test-311", "sentence": ["The", "members", "went", "to", "the", "University", "of", "Debrecen", ",", "the", "Hungarian", "Academy", "of", "Sciences", ",", "E\u00f6tv\u00f6s", "Lor\u00e1nd", "University", ",", "etc", "."], "ner": [[5, 7, "university"], [10, 13, "organisation"], [15, 17, "university"]], "relations": []}
{"doc_key": "ai-test-312", "sentence": ["To", "extend", "SVM", "to", "cases", "in", "which", "the", "data", "are", "not", "linearly", "separable", ",", "we", "introduce", "the", "loss", "function", ","], "ner": [[2, 2, "algorithm"], [17, 18, "misc"]], "relations": [[2, 2, 17, 18, "related-to", "", false, false]]}
{"doc_key": "ai-test-313", "sentence": ["Logo", "is", "an", "educational", "programming", "language", ",", "designed", "in", "1967", "by", "Wally", "Feurzeig", ",", "Seymour", "Papert", ",", "and", "Cynthia", "Solomon", "."], "ner": [[0, 0, "programlang"], [11, 12, "researcher"], [14, 15, "researcher"], [18, 19, "researcher"]], "relations": [[0, 0, 11, 12, "origin", "", false, false], [0, 0, 14, 15, "origin", "", false, false], [0, 0, 18, 19, "origin", "", false, false]]}
{"doc_key": "ai-test-314", "sentence": ["Eyring", "Research", "Institute", "was", "instrumental", "to", "the", "U.S.", "Air", "Force", "Missile", "Directorate", "at", "Hill", "Air", "Force", "Base", "near", "Ogden", ",", "Utah", "to", "produce", "in", "top", "military", "secrecy", ",", "the", "Intelligent", "Systems", "Technology", "Software", "that", "was", "foundational", "to", "the", "later", "named", "Reagan", "Star", "Wars", "program", "."], "ner": [[0, 2, "organisation"], [7, 11, "organisation"], [13, 16, "location"], [18, 18, "location"], [20, 20, "location"], [29, 32, "product"], [40, 43, "product"]], "relations": [[0, 2, 7, 11, "role", "works_for", false, false], [7, 11, 13, 16, "physical", "", false, false], [13, 16, 18, 18, "physical", "", false, false], [18, 18, 20, 20, "physical", "", false, false], [29, 32, 0, 2, "origin", "", false, false], [40, 43, 29, 32, "origin", "based_on", false, false]]}
{"doc_key": "ai-test-315", "sentence": ["Over", "the", "decades", "he", "has", "researched", "and", "developed", "emerging", "fields", "of", "computer", "science", "from", "compiler", ",", "programming", "languages", "and", "system", "architecture", "John", "F.", "Sowa", "and", "John", "Zachman", "(", "1992", ")", "."], "ner": [[11, 12, "field"], [21, 23, "researcher"], [25, 26, "researcher"]], "relations": []}
{"doc_key": "ai-test-316", "sentence": ["The", "Sobel", "operator", ",", "sometimes", "called", "the", "Sobel-Feldman", "operator", "or", "Sobel", "filter", ",", "is", "used", "in", "image", "processing", "and", "computer", "vision", ",", "particularly", "within", "edge", "detection", "algorithms", "where", "it", "creates", "an", "image", "emphasising", "edges", "."], "ner": [[1, 2, "algorithm"], [7, 8, "algorithm"], [10, 11, "algorithm"], [16, 17, "field"], [19, 20, "field"], [24, 26, "misc"]], "relations": [[7, 8, 1, 2, "named", "", false, false], [10, 11, 1, 2, "named", "", false, false], [16, 17, 1, 2, "usage", "", false, false], [19, 20, 1, 2, "usage", "", false, false], [24, 26, 1, 2, "usage", "", false, false]]}
{"doc_key": "ai-test-317", "sentence": ["LDA", "is", "a", "supervised", "learning", "algorithm", "that", "utilizes", "the", "labels", "of", "the", "data", ",", "while", "PCA", "is", "an", "learning", "algorithm", "that", "ignores", "the", "labels", "."], "ner": [[0, 0, "algorithm"], [3, 4, "field"], [15, 15, "algorithm"]], "relations": [[0, 0, 3, 4, "compare", "", false, false], [0, 0, 3, 4, "type-of", "", false, false], [0, 0, 15, 15, "type-of", "", false, false]]}
{"doc_key": "ai-test-318", "sentence": ["Other", "linear", "classification", "algorithms", "include", "Winnow", ",", "support", "vector", "machine", "and", "logistic", "regression", "."], "ner": [[5, 5, "algorithm"], [7, 9, "algorithm"], [11, 12, "algorithm"]], "relations": []}
{"doc_key": "ai-test-319", "sentence": ["VTK", "consists", "of", "a", "C", "+", "+", "class", "library", "and", "several", "interpreted", "interface", "layers", "including", "Tcl", "/", "Tk", ",", "Java", ",", "and", "Python", "."], "ner": [[0, 0, "product"], [4, 6, "programlang"], [15, 17, "product"], [19, 19, "programlang"], [22, 22, "programlang"]], "relations": [[0, 0, 4, 6, "general-affiliation", "", true, false], [0, 0, 15, 17, "general-affiliation", "", true, false], [0, 0, 19, 19, "general-affiliation", "", true, false], [0, 0, 22, 22, "general-affiliation", "", true, false]]}
{"doc_key": "ai-test-320", "sentence": ["Also", ",", "text", "produced", "by", "processing", "spontaneous", "speech", "using", "automatic", "speech", "recognition", "and", "printed", "or", "handwritten", "text", "using", "optical", "character", "recognition", "contains", "processing", "noise", "."], "ner": [[9, 11, "task"], [18, 20, "task"]], "relations": []}
{"doc_key": "ai-test-321", "sentence": ["Miller", "wrote", "several", "books", "and", "directed", "the", "development", "of", "WordNet", ",", "an", "online", "word-linkage", "database", "usable", "by", "computer", "programs", "."], "ner": [[0, 0, "researcher"], [9, 9, "product"]], "relations": [[0, 0, 9, 9, "role", "directs_development_of", false, false]]}
{"doc_key": "ai-test-322", "sentence": ["Contemporary", "automata", "are", "represented", "by", "the", "works", "of", "Cabaret", "Mechanical", "Theatre", "in", "the", "United", "Kingdom", ",", "Dug", "North", "and", "Chomick", "+", "Meder", ",", "Arthur", "Ganson", ",", "Joe", "Jones", "in", "the", "United", "States", ",", "Le", "D\u00e9fenseur", "du", "Temps", "by", "French", "artist", "Jacques", "Monestier", ",", "and", "Fran\u00e7ois", "Junod", "in", "Switzerland", "."], "ner": [[1, 1, "field"], [8, 10, "organisation"], [13, 14, "country"], [16, 17, "person"], [19, 21, "person"], [23, 24, "person"], [26, 27, "person"], [30, 31, "country"], [33, 36, "location"], [38, 39, "misc"], [40, 41, "person"], [44, 45, "person"], [47, 47, "country"]], "relations": [[8, 10, 13, 14, "physical", "", false, false], [16, 17, 30, 31, "physical", "", false, false], [19, 21, 30, 31, "physical", "", false, false], [23, 24, 30, 31, "physical", "", false, false], [26, 27, 30, 31, "physical", "", false, false], [33, 36, 1, 1, "general-affiliation", "", false, false], [33, 36, 40, 41, "artifact", "", false, false], [38, 39, 40, 41, "named", "", false, false], [44, 45, 47, 47, "physical", "", false, false]]}
{"doc_key": "ai-test-323", "sentence": ["MATLAB", "does", "include", "standard", "codefor", "/", "code", "and", "codewhile", "/", "code", "loops", ",", "but", "(", "as", "in", "other", "similar", "applications", "such", "as", "R", ")", ",", "using", "the", "vectorized", "notation", "is", "encouraged", "and", "is", "often", "faster", "to", "execute", "."], "ner": [[0, 0, "product"], [22, 22, "programlang"]], "relations": [[0, 0, 22, 22, "compare", "", false, false]]}
{"doc_key": "ai-test-324", "sentence": ["Pausch", "received", "two", "awards", "from", "Association", "for", "Computing", "Machinery", "in", "2007", "for", "his", "achievements", "in", "computing", "education", ":", "the", "Karl", "V.", "Karlstrom", "Outstanding", "Educator", "Award", "and", "the", "ACM", "SIGCSE", "Award", "for", "Outstanding", "Contributions", "to", "Computer", "Science", "Education", "."], "ner": [[0, 0, "researcher"], [5, 8, "conference"], [15, 16, "field"], [19, 24, "misc"], [27, 36, "misc"]], "relations": [[0, 0, 19, 24, "win-defeat", "", false, false], [0, 0, 27, 36, "win-defeat", "", false, false], [19, 24, 5, 8, "temporal", "", false, false], [19, 24, 15, 16, "topic", "", false, false], [27, 36, 5, 8, "temporal", "", false, false], [27, 36, 15, 16, "topic", "", false, false]]}
{"doc_key": "ai-test-325", "sentence": ["In", "1960", ",", "Devol", "personally", "sold", "the", "first", "Unimate", "robot", ",", "which", "was", "shipped", "in", "1961", "to", "General", "Motors", "."], "ner": [[3, 3, "person"], [8, 8, "product"], [9, 9, "product"], [17, 18, "organisation"]], "relations": [[3, 3, 8, 8, "role", "sells", false, false], [8, 8, 9, 9, "general-affiliation", "", false, false], [8, 8, 17, 18, "physical", "shipped_to", false, false]]}
{"doc_key": "ai-test-326", "sentence": ["Semantic", "networks", "are", "used", "in", "natural", "language", "processing", "applications", "such", "as", "semantic", "parsing", "."], "ner": [[0, 1, "algorithm"], [5, 7, "field"], [11, 12, "task"]], "relations": [[11, 12, 0, 1, "usage", "", false, false], [11, 12, 5, 7, "part-of", "task_part_of_field", false, false]]}
{"doc_key": "ai-test-327", "sentence": ["Some", "successful", "applications", "of", "deep", "learning", "are", "computer", "vision", "and", "speech", "recognition", ".", "Honglak", "Lee", ",", "Roger", "Grosse", ",", "Rajesh", "Ranganath", ",", "Andrew", "Y.", "Ng", "."], "ner": [[4, 5, "field"], [7, 8, "field"], [10, 11, "task"], [13, 14, "researcher"], [16, 17, "researcher"], [19, 20, "researcher"], [22, 24, "researcher"]], "relations": [[7, 8, 4, 5, "usage", "", false, false], [10, 11, 4, 5, "usage", "", false, false]]}
{"doc_key": "ai-test-328", "sentence": ["In", "addition", "to", "maintaining", "the", "Discovery", "One", "spacecraft", "systems", "during", "the", "interplanetary", "mission", "to", "Jupiter", "(", "or", "Saturn", "in", "the", "novel", ")", ",", "HAL", "is", "capable", "of", "speech", "synthesis", ",", "speech", "recognition", ",", "facial", "recognition", ",", "natural", "language", "processing", ",", "lip", "reading", ",", "art", "appreciation", ",", "Affective", "computing", ",", "automated", "reasoning", ",", "spacecraft", "piloting", "and", "playing", "chess", "."], "ner": [[5, 8, "product"], [14, 14, "misc"], [17, 17, "misc"], [23, 23, "product"], [27, 28, "task"], [30, 31, "task"], [33, 34, "task"], [36, 38, "field"], [40, 41, "task"], [43, 44, "field"], [46, 47, "task"], [49, 50, "task"], [52, 53, "task"], [55, 56, "task"]], "relations": [[5, 8, 14, 14, "physical", "travels_to", false, false], [5, 8, 17, 17, "physical", "travels_to", false, false], [23, 23, 5, 8, "part-of", "", false, false], [23, 23, 5, 8, "role", "maintains", false, false], [23, 23, 27, 28, "related-to", "has_ability_to", false, false], [23, 23, 30, 31, "related-to", "has_ability_to", false, false], [23, 23, 33, 34, "related-to", "has_ability_to", false, false], [23, 23, 36, 38, "related-to", "has_ability_to", false, false], [23, 23, 40, 41, "related-to", "has_ability_to", false, false], [23, 23, 43, 44, "related-to", "has_ability_to", false, false], [23, 23, 46, 47, "related-to", "has_ability_to", false, false], [23, 23, 49, 50, "related-to", "has_ability_to", false, false], [23, 23, 52, 53, "related-to", "has_ability_to", false, false], [23, 23, 55, 56, "related-to", "has_ability_to", false, false]]}
{"doc_key": "ai-test-329", "sentence": ["Dr.", "Julesz", "emigrated", "from", "Hungary", "to", "the", "United", "States", "following", "the", "1956", "Soviet", "invasion", "."], "ner": [[0, 1, "researcher"], [4, 4, "country"], [6, 8, "country"], [12, 12, "country"]], "relations": [[0, 1, 4, 4, "physical", "", false, false], [0, 1, 6, 8, "physical", "", false, false], [0, 1, 12, 12, "cause-effect", "", false, false]]}
{"doc_key": "ai-test-330", "sentence": ["Sigmoid", "function", "activation", "functions", "use", "a", "second", "non-linearity", "for", "large", "inputs", ":", "math", "\\", "phi", "(", "v", "_", "i", ")", "=", "(", "1", "+", "\\", "exp", "(", "-v", "_", "i", ")", ")", "^", "{", "-1", "}", "/", "math", "."], "ner": [[0, 1, "algorithm"]], "relations": []}
{"doc_key": "ai-test-331", "sentence": ["These", "probabilities", "are", "used", "to", "determine", "what", "the", "target", "is", "using", "a", "maximum", "likelihood", "decision", "."], "ner": [[12, 14, "algorithm"]], "relations": []}
{"doc_key": "ai-test-332", "sentence": ["In", "1984", "he", "moved", "to", "the", "University", "of", "Konstanz", "and", "in", "1990", "to", "the", "University", "of", "Salzburg", "."], "ner": [[6, 8, "university"], [14, 16, "university"]], "relations": []}
{"doc_key": "ai-test-333", "sentence": ["Some", "popular", "fitness", "functions", "based", "on", "the", "confusion", "matrix", "include", "sensitivity", "/", "specificity", ",", "recall", "/", "precision", ",", "F-measure", ",", "Jaccard", "similarity", ",", "Matthews", "correlation", "coefficient", ",", "and", "cost", "/", "gain", "matrix", "which", "combines", "the", "costs", "and", "gains", "assigned", "to", "the", "4", "different", "types", "of", "classifications", "."], "ner": [[7, 8, "metrics"], [10, 12, "metrics"], [14, 16, "metrics"], [18, 18, "metrics"], [20, 21, "metrics"], [23, 25, "metrics"], [28, 31, "metrics"]], "relations": [[10, 12, 7, 8, "origin", "based_on", false, false], [14, 16, 7, 8, "origin", "based_on", false, false], [18, 18, 7, 8, "origin", "based_on", false, false], [20, 21, 7, 8, "origin", "based_on", false, false], [23, 25, 7, 8, "origin", "based_on", false, false], [28, 31, 7, 8, "origin", "based_on", false, false]]}
{"doc_key": "ai-test-334", "sentence": ["Common", "numerical", "programming", "environments", "such", "as", "MATLAB", ",", "SciLab", ",", "NumPy", ",", "Sklearn", "and", "the", "R", "language", "provide", "some", "of", "the", "simpler", "feature", "extraction", "techniques", "(", "e.g.", "principal", "component", "analysis", ")", "via", "built-in", "commands", "."], "ner": [[6, 6, "product"], [8, 8, "product"], [10, 10, "product"], [12, 12, "product"], [15, 16, "programlang"], [27, 29, "algorithm"]], "relations": [[27, 29, 6, 6, "part-of", "", false, false], [27, 29, 8, 8, "part-of", "", false, false], [27, 29, 10, 10, "part-of", "", false, false], [27, 29, 12, 12, "part-of", "", false, false], [27, 29, 15, 16, "part-of", "", false, false]]}
{"doc_key": "ai-test-335", "sentence": ["Industrial", "robots", "have", "been", "implemented", "to", "collaborate", "with", "humans", "to", "perform", "industrial", "manufacturing", "tasks", "."], "ner": [[0, 1, "product"]], "relations": []}
{"doc_key": "ai-test-336", "sentence": ["In", "the", "first", "published", "paper", "on", "CGs", ",", "John", "F.", "Sowa", "applied", "them", "to", "a", "wide", "range", "of", "topics", "in", "artificial", "intelligence", ",", "computer", "science", ",", "and", "cognitive", "science", "."], "ner": [[6, 6, "field"], [8, 10, "researcher"], [20, 21, "field"], [23, 24, "field"], [27, 28, "field"]], "relations": [[6, 6, 20, 21, "related-to", "", false, false], [6, 6, 23, 24, "related-to", "", false, false], [6, 6, 27, 28, "related-to", "", false, false], [8, 10, 6, 6, "usage", "", false, false]]}
{"doc_key": "ai-test-337", "sentence": ["NIST", "also", "differs", "from", "BLEU", "in", "its", "calculation", "of", "the", "brevity", "penalty", ",", "insofar", "as", "small", "variations", "in", "translation", "length", "do", "not", "impact", "the", "overall", "score", "as", "much", "."], "ner": [[0, 0, "metrics"], [4, 4, "metrics"], [10, 11, "misc"]], "relations": [[0, 0, 4, 4, "compare", "", false, false]]}
{"doc_key": "ai-test-338", "sentence": ["The", "IJCAI", "Award", "for", "Research", "Excellence", "is", "a", "biannual", "award", "given", "at", "the", "IJCAI", "conference", "to", "researcher", "in", "artificial", "intelligence", "as", "a", "recognition", "of", "excellence", "of", "their", "career", "."], "ner": [[1, 5, "misc"], [13, 13, "conference"], [18, 19, "field"]], "relations": [[1, 5, 13, 13, "temporal", "", false, false], [1, 5, 18, 19, "topic", "", false, false]]}
{"doc_key": "ai-test-339", "sentence": ["Lenat", "was", "one", "of", "the", "original", "Fellows", "of", "the", "AAAI", ",", "and", "is", "the", "only", "individual", "to", "have", "on", "the", "Scientific", "Advisory", "Boards", "of", "both", "Microsoft", "and", "Apple", "."], "ner": [[0, 0, "researcher"], [9, 9, "conference"], [20, 27, "organisation"]], "relations": [[0, 0, 9, 9, "role", "", false, false], [0, 0, 20, 27, "role", "", false, false]]}
{"doc_key": "ai-test-340", "sentence": ["Autoencoders", "are", "trained", "to", "minimise", "reconstruction", "errors", "(", "such", "as", "Mean", "squared", "error", ")", ",", "often", "referred", "to", "as", "the", "loss", ":"], "ner": [[0, 0, "algorithm"], [5, 6, "misc"], [10, 12, "metrics"], [20, 20, "misc"]], "relations": [[0, 0, 5, 6, "related-to", "minimise", false, false], [10, 12, 5, 6, "type-of", "", false, false], [20, 20, 5, 6, "named", "", false, false]]}
{"doc_key": "ai-test-341", "sentence": ["An", "alternative", "to", "the", "use", "of", "the", "definitions", "is", "to", "consider", "general", "word-sense", "relatedness", "and", "to", "compute", "the", "similarity", "of", "each", "pair", "of", "word", "senses", "based", "on", "a", "given", "lexical", "knowledge", "base", "such", "as", "WordNet", "."], "ner": [[29, 31, "misc"], [34, 34, "product"]], "relations": [[34, 34, 29, 31, "general-affiliation", "", false, false]]}
{"doc_key": "ai-test-342", "sentence": ["TD-Lambda", "is", "a", "learning", "algorithm", "invented", "by", "Richard", "S.", "Sutton", "based", "on", "earlier", "work", "on", "temporal", "difference", "learning", "by", "Arthur", "Samuel", "."], "ner": [[0, 0, "algorithm"], [7, 9, "researcher"], [19, 20, "researcher"]], "relations": [[0, 0, 7, 9, "origin", "", false, false], [7, 9, 19, 20, "role", "work_based_on_work_of", false, false]]}
{"doc_key": "ai-test-343", "sentence": ["In", "data", "mining", "and", "statistics", ",", "hierarchical", "clustering", "(", "also", "called", "hierarchical", "cluster", "analysis", "or", "HCA", ")", "is", "a", "method", "of", "cluster", "analysis", "which", "seeks", "to", "build", "a", "hierarchy", "of", "clusters", "."], "ner": [[1, 2, "field"], [4, 4, "field"], [6, 7, "task"], [11, 13, "task"], [15, 15, "task"], [21, 22, "task"]], "relations": [[6, 7, 1, 2, "part-of", "task_part_of_field", false, false], [6, 7, 4, 4, "part-of", "task_part_of_field", false, false], [11, 13, 6, 7, "named", "", false, false], [15, 15, 6, 7, "named", "", false, false]]}
{"doc_key": "ai-test-344", "sentence": ["The", "concept", "of", "deconvolution", "is", "widely", "used", "in", "the", "techniques", "of", "signal", "processing", "and", "image", "processing", "."], "ner": [[3, 3, "algorithm"], [11, 12, "field"], [14, 15, "field"]], "relations": [[3, 3, 11, 12, "part-of", "", false, false]]}
{"doc_key": "ai-test-345", "sentence": ["Cognitive", "maps", "serve", "the", "construction", "and", "accumulation", "of", "spatial", "knowledge", ",", "allowing", "the", "mind", "'s", "eye", "to", "visualize", "images", "in", "order", "to", "reduce", "cognitive", "load", ",", "enhance", "recall", "and", "learning", "of", "information", "."], "ner": [[0, 1, "algorithm"], [23, 24, "misc"], [27, 27, "metrics"]], "relations": [[0, 1, 23, 24, "related-to", "enhances", false, false], [0, 1, 23, 24, "related-to", "reduces", false, false]]}
{"doc_key": "ai-test-346", "sentence": [",", "typically", "providing", "bindings", "to", "languages", "such", "as", "Python", ",", "C", "+", "+", ",", "Java", ")", "."], "ner": [[8, 8, "programlang"], [10, 12, "programlang"], [14, 14, "programlang"]], "relations": []}
{"doc_key": "ai-test-347", "sentence": ["A", "voice-user", "interface", "(", "VUI", ")", "makes", "spoken", "human", "interaction", "with", "computers", "possible", ",", "using", "speech", "recognition", "to", "understand", "spoken", "commands", "and", "Question", "answering", ",", "and", "typically", "text", "to", "speech", "to", "play", "a", "reply", "."], "ner": [[1, 2, "product"], [4, 4, "product"], [15, 16, "task"], [22, 23, "task"], [27, 29, "task"]], "relations": [[1, 2, 15, 16, "usage", "", false, false], [1, 2, 22, 23, "usage", "", false, false], [1, 2, 27, 29, "usage", "", false, false], [4, 4, 1, 2, "named", "", false, false]]}
{"doc_key": "ai-test-348", "sentence": ["Jess", "is", "a", "rule", "engine", "for", "the", "Java", "platform", "that", "was", "developed", "by", "Ernest", "Friedman-Hill", "of", "Sandia", "National", "."], "ner": [[0, 0, "programlang"], [3, 4, "misc"], [7, 7, "programlang"], [13, 14, "researcher"], [16, 17, "organisation"]], "relations": [[0, 0, 3, 4, "general-affiliation", "is_a", false, false], [0, 0, 7, 7, "general-affiliation", "made_with", false, false], [0, 0, 13, 14, "origin", "", false, false], [13, 14, 16, 17, "role", "", false, false]]}
{"doc_key": "ai-test-349", "sentence": ["For", "multilayer", "perceptron", "s", ",", "where", "a", "hidden", "layer", "exists", ",", "more", "sophisticated", "algorithms", "such", "as", "backpropagation", "must", "be", "used", "."], "ner": [[1, 2, "algorithm"], [16, 16, "algorithm"]], "relations": [[1, 2, 16, 16, "usage", "", false, false]]}
{"doc_key": "ai-test-350", "sentence": ["Google", "Translate", "'s", "neural", "machine", "translation", "system", "uses", "a", "large", "end-to-end", "artificial", "neural", "network", "that", "attempts", "to", "perform", "deep", "learning", ",", "in", "particular", ",", "long", "short-term", "memory", "networks", "."], "ner": [[0, 1, "product"], [3, 6, "product"], [10, 13, "algorithm"], [18, 19, "field"], [24, 27, "algorithm"]], "relations": [[3, 6, 0, 1, "part-of", "", false, false], [3, 6, 10, 13, "usage", "", false, true], [10, 13, 18, 19, "related-to", "performs", false, false], [24, 27, 18, 19, "related-to", "performs", false, false]]}
{"doc_key": "ai-test-351", "sentence": ["Various", "methods", "for", "doing", "so", "were", "developed", "in", "the", "1980s", "and", "early", "1990s", "by", "Werbos", ",", "Williams", ",", "Robinson", ",", "J\u00fcrgen", "Schmidhuber", ",", "Sepp", "Hochreiter", ",", "Pearlmutter", "and", "others", "."], "ner": [[14, 14, "researcher"], [16, 16, "researcher"], [18, 18, "researcher"], [20, 21, "researcher"], [23, 24, "researcher"], [26, 26, "researcher"]], "relations": []}
{"doc_key": "ai-test-352", "sentence": ["|", "Apple", "Apple", "Inc", "originally", "licensed", "software", "from", "Nuance", "to", "provide", "speech", "recognition", "capability", "to", "its", "digital", "assistant", "Siri", "."], "ner": [[1, 1, "organisation"], [2, 3, "organisation"], [8, 8, "organisation"], [11, 12, "task"], [18, 18, "product"]], "relations": [[1, 1, 8, 8, "role", "licenses_from", false, false], [2, 3, 1, 1, "named", "", false, false], [18, 18, 1, 1, "origin", "", false, false], [18, 18, 11, 12, "related-to", "ability_to", false, false]]}
{"doc_key": "ai-test-353", "sentence": ["Columbia", "released", "several", "3D", "westerns", "produced", "by", "Sam", "Katzman", "and", "directed", "by", "William", "Castle", "."], "ner": [[0, 0, "organisation"], [3, 4, "misc"], [7, 8, "person"], [12, 13, "person"]], "relations": [[0, 0, 3, 4, "role", "releases_movies_in_genre", false, false], [7, 8, 0, 0, "role", "directs_for", false, false], [12, 13, 0, 0, "role", "directs_for", false, false]]}
{"doc_key": "ai-test-354", "sentence": ["It", "incorporates", "knowledge", "and", "research", "in", "the", "computer", "science", ",", "linguistics", "and", "computer", "engineering", "fields", "."], "ner": [[7, 8, "field"], [10, 10, "field"], [12, 13, "field"]], "relations": []}
{"doc_key": "ai-test-355", "sentence": ["Here", "is", "an", "example", "of", "R", "code", ":"], "ner": [[5, 5, "programlang"]], "relations": []}
{"doc_key": "ai-test-356", "sentence": ["The", "ROC", "curve", "is", "created", "by", "plotting", "the", "TRUE", "positive", "rate", "(", "TPR", ")", "against", "the", "FALSE", "positive", "rate", "(", "FPR", ")", "at", "various", "threshold", "settings", "."], "ner": [[1, 2, "metrics"], [8, 10, "metrics"], [12, 12, "metrics"], [16, 18, "metrics"], [20, 20, "metrics"]], "relations": [[1, 2, 8, 10, "part-of", "plotted_into", false, false], [1, 2, 16, 18, "part-of", "plotted_into", false, false], [12, 12, 8, 10, "named", "", false, false], [20, 20, 16, 18, "named", "", false, false]]}
{"doc_key": "ai-test-357", "sentence": ["Research", "stagnated", "after", "machine", "learning", "research", "by", "Marvin", "Minsky", "and", "Seymour", "Papert", "(", "1969", ")", ","], "ner": [[3, 4, "field"], [7, 8, "researcher"], [10, 11, "researcher"]], "relations": [[7, 8, 3, 4, "related-to", "researches_field", false, false], [10, 11, 3, 4, "related-to", "researches_field", false, false]]}
{"doc_key": "ai-test-358", "sentence": ["Other", "programming", "environments", "that", "are", "used", "to", "build", "DAQ", "applications", "include", "ladder", "logic", ",", "Visual", "C", "+", "+", ",", "Visual", "Basic", ",", "LabVIEW", ",", "and", "MATLAB", "."], "ner": [[8, 8, "task"], [11, 12, "programlang"], [14, 17, "product"], [19, 20, "programlang"], [22, 22, "product"], [25, 25, "product"]], "relations": [[8, 8, 11, 12, "related-to", "used_to_build", false, false], [8, 8, 14, 17, "related-to", "used_to_build", false, false], [8, 8, 19, 20, "related-to", "used_to_build", false, false], [8, 8, 22, 22, "related-to", "used_to_build", false, false], [8, 8, 25, 25, "related-to", "used_to_build", false, false]]}
{"doc_key": "ai-test-359", "sentence": ["The", "metric", "was", "designed", "to", "fix", "some", "of", "the", "problems", "found", "in", "the", "more", "popular", "BLEU", "metric", ",", "and", "also", "produce", "good", "correlation", "with", "human", "judgement", "at", "the", "sentence", "or", "segment", "level", "."], "ner": [[15, 16, "metrics"]], "relations": []}
{"doc_key": "ai-test-360", "sentence": ["Techniques", "such", "as", "dynamic", "Markov", "Networks", ",", "Convolutional", "neural", "network", "and", "Long", "short-term", "memory", "are", "often", "employed", "to", "exploit", "the", "semantic", "correlations", "between", "consecutive", "video", "frames", "."], "ner": [[3, 5, "algorithm"], [7, 9, "algorithm"], [11, 13, "algorithm"]], "relations": []}
{"doc_key": "ai-test-361", "sentence": ["Mass-produced", "printed", "circuit", "board", "s", "(", "PCBs", ")", "are", "almost", "exclusively", "manufactured", "by", "pick-and-place", "robots", ",", "typically", "with", "SCARA", "manipulators", ",", "which", "remove", "tiny", "electronic", "component", "s", "from", "strips", "or", "trays", ",", "and", "place", "them", "on", "to", "PCBs", "with", "great", "accuracy", "."], "ner": [[1, 3, "product"], [6, 6, "product"], [13, 14, "product"], [18, 18, "product"], [37, 37, "product"]], "relations": [[1, 3, 13, 14, "artifact", "", false, false], [1, 3, 37, 37, "named", "", false, false], [6, 6, 1, 3, "named", "", false, false], [18, 18, 13, 14, "part-of", "", false, false]]}
{"doc_key": "ai-test-362", "sentence": ["In", "the", "context", "of", "machine", "learning", ",", "where", "it", "is", "most", "widely", "applied", "today", ",", "LDA", "was", "rediscovered", "independently", "by", "David", "Blei", ",", "Andrew", "Ng", "and", "Michael", "I.", "Jordan", "in", "2003", ",", "and", "presented", "as", "a", "graphical", "model", "for", "topic", "discovery", "."], "ner": [[4, 5, "field"], [15, 15, "algorithm"], [20, 21, "researcher"], [23, 24, "researcher"], [26, 28, "researcher"], [36, 37, "algorithm"], [39, 40, "task"]], "relations": [[15, 15, 4, 5, "part-of", "", false, false], [15, 15, 20, 21, "origin", "", false, false], [15, 15, 23, 24, "origin", "", false, false], [15, 15, 26, 28, "origin", "", false, false], [15, 15, 36, 37, "type-of", "", false, false], [36, 37, 39, 40, "related-to", "", false, false]]}
{"doc_key": "ai-test-363", "sentence": ["The", "measured", "performance", "on", "test", "data", "of", "eight", "naive", "WSI", "across", "various", "tauopathies", "resulted", "in", "the", "recall", ",", "precision", ",", "and", "an", "F1", "score", "of", "0.92", ",", "0.72", ",", "and", "0.81", ",", "respectively", "."], "ner": [[9, 9, "task"], [12, 12, "misc"], [16, 16, "metrics"], [18, 18, "metrics"], [22, 23, "metrics"]], "relations": [[9, 9, 12, 12, "related-to", "task_across_domain", false, false]]}
{"doc_key": "ai-test-364", "sentence": ["With", "the", "help", "of", "advanced", "AR", "technologies", "(", "e.g.", "adding", "computer", "vision", ",", "incorporating", "AR", "cameras", "into", "smartphone", "and", "object", "recognition", ")", "the", "information", "about", "the", "surrounding", "real", "world", "of", "the", "user", "becomes", "interactive", "and", "digitally", "manipulated", "."], "ner": [[5, 5, "field"], [10, 11, "field"], [14, 14, "field"], [19, 20, "task"]], "relations": [[5, 5, 14, 14, "named", "same", false, false]]}
{"doc_key": "ai-test-365", "sentence": ["In", "2014", ",", "Schmidhuber", "formed", "a", "company", ",", "Nnaisense", ",", "to", "work", "on", "commercial", "applications", "of", "artificial", "intelligence", "in", "fields", "such", "as", "finance", ",", "heavy", "industry", "and", "self-driving", "car", "s", "."], "ner": [[3, 3, "researcher"], [8, 8, "organisation"], [16, 17, "field"], [27, 28, "product"]], "relations": [[3, 3, 8, 8, "role", "forms_company", false, false], [8, 8, 16, 17, "related-to", "works_with", false, false], [8, 8, 27, 28, "related-to", "works_with", false, false]]}
{"doc_key": "ai-test-366", "sentence": ["Not", "only", "does", "this", "alter", "the", "performance", "of", "all", "subsequent", "tests", "on", "the", "retained", "explanatory", "model", ",", "it", "may", "introduce", "bias", "and", "alter", "mean", "square", "error", "in", "estimation", "."], "ner": [[23, 25, "metrics"]], "relations": []}
{"doc_key": "ai-test-367", "sentence": ["Bigrams", "are", "used", "in", "most", "successful", "language", "model", "s", "for", "speech", "recognition", "."], "ner": [[0, 0, "misc"], [6, 7, "algorithm"], [10, 11, "task"]], "relations": [[6, 7, 0, 0, "usage", "", false, false], [6, 7, 10, 11, "topic", "", true, false]]}
{"doc_key": "ai-test-368", "sentence": ["His", "research", "in", "cognitive", "psychology", "has", "won", "the", "Early", "Career", "Award", "(", "1984", ")", "and", "Boyd", "McCandless", "Award", "1986", ")", "from", "the", "American", "Psychological", "Association", ",", "the", "Troland", "Research", "Award", "(", "1993", ")", "from", "the", "National", "Academy", "of", "Sciences", ",", "the", "Henry", "Dale", "Prize", "(", "2004", ")", "from", "the", "Royal", "Institution", "of", "Great", "Britain", ",", "and", "the", "George", "Miller", "Prize", "(", "2010", ")", "from", "the", "Cognitive", "Neuroscience", "Society", "."], "ner": [[3, 4, "field"], [8, 10, "misc"], [15, 17, "misc"], [22, 24, "organisation"], [27, 29, "misc"], [35, 38, "organisation"], [41, 43, "misc"], [49, 53, "organisation"], [57, 59, "misc"], [65, 67, "organisation"]], "relations": [[8, 10, 3, 4, "topic", "", false, false], [15, 17, 22, 24, "origin", "", false, false], [27, 29, 35, 38, "origin", "", false, false], [41, 43, 49, 53, "origin", "", false, false], [57, 59, 65, 67, "origin", "", false, false]]}
{"doc_key": "ai-test-369", "sentence": ["An", "eigenface", "(", "The", "approach", "of", "using", "eigenfaces", "for", "Facial", "recognition", "system", "was", "developed", "by", "Sirovich", "and", "Kirby", "(", "1987", ")", "and", "used", "by", "Matthew", "Turk", "and", "Alex", "Pentland", "in", "face", "classification", ".", "Turk", ",", "Matthew", "A", "and", "Pentland", ",", "Alex", "P.", "Face", "recognition", "using", "eigenfaces", "."], "ner": [[1, 1, "misc"], [7, 7, "misc"], [9, 11, "product"], [15, 15, "researcher"], [17, 17, "researcher"], [24, 25, "researcher"], [27, 28, "researcher"], [30, 31, "task"], [33, 36, "researcher"], [38, 41, "researcher"], [42, 43, "task"], [45, 45, "misc"]], "relations": [[1, 1, 7, 7, "named", "", false, false], [1, 1, 45, 45, "named", "", false, false], [7, 7, 15, 15, "origin", "", false, false], [7, 7, 17, 17, "origin", "", false, false], [7, 7, 30, 31, "related-to", "used_for", false, false], [9, 11, 7, 7, "usage", "", false, false], [9, 11, 42, 43, "named", "", false, false], [24, 25, 7, 7, "usage", "", false, false], [24, 25, 33, 36, "named", "same", false, false], [27, 28, 7, 7, "usage", "", false, false], [27, 28, 38, 41, "named", "same", false, false], [42, 43, 45, 45, "usage", "", false, false]]}
{"doc_key": "ai-test-370", "sentence": ["A", "lexical", "dictionary", "such", "as", "WordNet", "can", "then", "be", "used", "for", "understanding", "the", "context", "."], "ner": [[5, 5, "product"]], "relations": []}
{"doc_key": "ai-test-371", "sentence": ["Hyponymy", "is", "the", "most", "frequently", "encoded", "relation", "among", "synsets", "used", "in", "lexical", "databases", "such", "as", "WordNet", "."], "ner": [[0, 0, "misc"], [8, 8, "misc"], [15, 15, "product"]], "relations": [[0, 0, 8, 8, "part-of", "", false, false], [8, 8, 15, 15, "part-of", "", false, false]]}
{"doc_key": "ai-test-372", "sentence": ["OPeNDAP", "offers", "open-source", "libraries", "in", "C", "+", "+", "and", "Java", ",", "but", "many", "clients", "rely", "on", "community", "developed", "libraries", "such", "as", "libraries", "include", "embedded", "capabilities", "for", "retrieving", "(", "array-style", ")", "data", "from", "DAP", "servers", "."], "ner": [[0, 0, "organisation"], [5, 7, "programlang"], [9, 9, "programlang"], [32, 32, "misc"]], "relations": [[0, 0, 5, 7, "general-affiliation", "", false, false], [0, 0, 9, 9, "general-affiliation", "", false, false]]}
{"doc_key": "ai-test-373", "sentence": ["In", "that", "page", ",", "Samurai", "Damashii", "exaggerated", "the", "Senkousha", "as", "the", "crystallization", "of", "China", "'s", "four", "thousand", "years", "of", "scientific", "knowledge", ",", "commented", "on", "the", "crude", "design", "(", "e.g.", "the", "Chinese", "Cannon", "on", "its", "crotch", ")", ",", "and", "put", "its", "image", "among", "images", "of", "Honda", "'", "s", "ASIMO", "and", "Sony", "'", "s", "QRIO", "SDR-3X", "for", "juxtaposition", "."], "ner": [[4, 5, "misc"], [8, 8, "product"], [13, 13, "country"], [30, 31, "misc"], [44, 44, "organisation"], [47, 47, "product"], [49, 49, "organisation"], [52, 53, "product"]], "relations": [[4, 5, 13, 13, "opposite", "", false, false], [8, 8, 13, 13, "artifact", "", false, false], [30, 31, 8, 8, "part-of", "", false, false], [47, 47, 44, 44, "artifact", "", false, false], [52, 53, 49, 49, "artifact", "", false, false]]}
{"doc_key": "ai-test-374", "sentence": ["There", "are", "also", "many", "programming", "libraries", "that", "contain", "neural", "network", "functionality", "and", "that", "can", "be", "used", "in", "custom", "implementations", "(", "such", "as", "TensorFlow", ",", "Theano", ",", "etc", "."], "ner": [[8, 9, "algorithm"], [22, 22, "product"], [24, 24, "product"]], "relations": [[8, 9, 22, 22, "part-of", "includes_functionality_of", false, false], [8, 9, 24, 24, "part-of", "includes_functionality_of", false, false]]}
{"doc_key": "ai-test-375", "sentence": ["He", "is", "a", "Fellow", "of", "the", "Association", "for", "Computing", "Machinery", ",", "IEEE", ",", "American", "Association", "for", "the", "Advancement", "of", "Science", ",", "IAPR", "and", "SPIE", "."], "ner": [[6, 9, "conference"], [11, 11, "organisation"], [13, 19, "conference"], [21, 21, "conference"], [23, 23, "conference"]], "relations": []}
{"doc_key": "ai-test-376", "sentence": ["A", "trial", "by", "RET", "in", "2011", "with", "Facial", "recognition", "system", "cameras", "mounted", "on", "trams", "made", "sure", "that", "people", "were", "banned", "from", "the", "city", "trams", "did", "not", "sneak", "on", "anyway", "."], "ner": [[3, 3, "organisation"], [7, 9, "product"]], "relations": [[3, 3, 7, 9, "related-to", "runs_trials_with", false, false]]}
{"doc_key": "ai-test-377", "sentence": ["The", "film", ",", "adapted", "from", "the", "popular", "Cole", "Porter", "Broadway", "musical", ",", "starred", "the", "MGM", "songbird", "team", "of", "Howard", "Keel", "and", "Kathryn", "Grayson", "as", "the", "leads", ",", "supported", "by", "Ann", "Miller", ",", "Keenan", "Wynn", ",", "Bobby", "Van", ",", "James", "Whitmore", ",", "Kurt", "Kasznar", "and", "Tommy", "Rall", "."], "ner": [[7, 8, "person"], [9, 9, "organisation"], [18, 19, "person"], [21, 22, "person"], [29, 30, "person"], [32, 33, "person"], [35, 36, "person"], [38, 39, "person"], [41, 42, "person"], [44, 45, "person"]], "relations": [[7, 8, 9, 9, "role", "works_for", false, false], [18, 19, 9, 9, "role", "works_for", false, false], [21, 22, 9, 9, "role", "works_for", false, false], [29, 30, 9, 9, "role", "works_for", false, false], [32, 33, 9, 9, "role", "works_for", false, false], [35, 36, 9, 9, "role", "works_for", false, false], [38, 39, 9, 9, "role", "works_for", false, false], [41, 42, 9, 9, "role", "works_for", false, false], [44, 45, 9, 9, "role", "works_for", false, false]]}
{"doc_key": "ai-test-378", "sentence": ["Such", "applications", "should", "streamline", "the", "call", "flows", ",", "minimize", "prompts", ",", "eliminate", "unnecessary", "iterations", "and", "allow", "elaborate", "mixed", "initiative", "dialog", "system", ",", "which", "enable", "callers", "to", "enter", "several", "pieces", "of", "information", "in", "a", "single", "utterance", "and", "in", "any", "order", "or", "combination", "."], "ner": [[17, 20, "product"]], "relations": []}
{"doc_key": "ai-test-379", "sentence": ["As", "such", ",", "traditional", "gradient", "descent", "(", "or", "Stochastic", "gradient", "descent", ")", "methods", "can", "be", "adapted", ",", "where", "of", "taking", "a", "step", "in", "the", "direction", "of", "the", "function", "'s", "gradient", ",", "a", "step", "is", "taken", "in", "the", "direction", "of", "a", "vector", "selected", "from", "the", "function", "'s", "sub-gradient", "."], "ner": [[4, 5, "algorithm"], [8, 10, "algorithm"]], "relations": [[8, 10, 4, 5, "named", "", false, false]]}
{"doc_key": "ai-test-380", "sentence": ["If", "it", "is", "assumed", "that", "distortion", "is", "measured", "by", "mean", "squared", "error", ",", "the", "distortion", "D", ",", "is", "given", "by", ":"], "ner": [[9, 11, "metrics"], [14, 15, "misc"]], "relations": []}
{"doc_key": "ai-test-381", "sentence": ["MLPs", "were", "a", "popular", "machine", "learning", "solution", "in", "the", "1980s", ",", "finding", "applications", "in", "diverse", "fields", "such", "as", "speech", "recognition", ",", "image", "recognition", ",", "and", "machine", "translation", "software", ",", "Neural", "networks", "."], "ner": [[0, 0, "algorithm"], [4, 5, "field"], [18, 19, "task"], [21, 22, "task"], [25, 26, "task"], [29, 30, "product"]], "relations": [[0, 0, 4, 5, "part-of", "", false, false], [18, 19, 0, 0, "part-of", "", false, false], [21, 22, 0, 0, "part-of", "", false, false], [25, 26, 0, 0, "part-of", "", false, false], [29, 30, 0, 0, "part-of", "", false, false]]}
{"doc_key": "ai-test-382", "sentence": ["Allen", "received", "his", "Ph.D.", "from", "the", "University", "of", "Toronto", "in", "1979", ",", "under", "the", "supervision", "of", "C.", "Raymond", "Perrault", ","], "ner": [[0, 0, "researcher"], [3, 3, "misc"], [6, 8, "university"], [16, 18, "researcher"]], "relations": [[0, 0, 6, 8, "physical", "", false, false], [0, 0, 6, 8, "role", "", false, false], [3, 3, 0, 0, "origin", "", false, false], [16, 18, 0, 0, "role", "supervised", false, false]]}
{"doc_key": "ai-test-383", "sentence": ["OpenCV", "supports", "some", "models", "from", "deep", "learning", "frameworks", "like", "TensorFlow", ",", "Torch", ",", "PyTorch", "(", "after", "converting", "to", "an", "ONNX", "model", ")", "and", "Caffe", "according", "to", "a", "defined", "list", "of", "supported", "layers", "."], "ner": [[0, 0, "product"], [5, 7, "field"], [9, 9, "product"], [11, 11, "product"], [13, 13, "product"], [19, 19, "product"], [23, 23, "product"]], "relations": [[0, 0, 5, 7, "related-to", "supports", false, false], [9, 9, 5, 7, "type-of", "", true, false], [11, 11, 5, 7, "type-of", "", true, false], [13, 13, 5, 7, "type-of", "", true, false], [13, 13, 19, 19, "related-to", "converting_to", true, false], [23, 23, 5, 7, "type-of", "", true, false]]}
{"doc_key": "ai-test-384", "sentence": ["Previously", ",", "Christensen", "was", "the", "Founding", "Chairman", "of", "European", "Robotics", "Research", "Network", "(", "EURON", ")", "and", "an", "IEEE", "Robotics", "and", "Automation", "Society", "Distinguished", "Lecturer", "in", "Robotics", "."], "ner": [[2, 2, "researcher"], [8, 11, "organisation"], [13, 13, "organisation"], [17, 21, "organisation"], [25, 25, "field"]], "relations": [[2, 2, 8, 11, "role", "", false, false], [2, 2, 17, 21, "role", "", false, false], [2, 2, 25, 25, "related-to", "lectures_in", false, false], [13, 13, 8, 11, "named", "", false, false]]}
{"doc_key": "ai-test-385", "sentence": ["He", "received", "his", "master", "'s", "degree", "in", "mathematics", "from", "the", "Samarkand", "State", "University", ",", "Samarkand", ",", "Uzbek", "Soviet", "Socialist", "Republic", "in", "1958", "and", "Ph.D", "in", "statistics", "at", "the", "Institute", "of", "Control", "Sciences", ",", "Moscow", "in", "1964", "."], "ner": [[7, 7, "field"], [10, 12, "university"], [14, 14, "location"], [16, 19, "country"], [23, 23, "misc"], [25, 25, "field"], [28, 31, "organisation"], [33, 33, "location"]], "relations": [[10, 12, 14, 14, "physical", "", false, false], [14, 14, 16, 19, "physical", "", false, false], [23, 23, 25, 25, "topic", "", false, false], [28, 31, 33, 33, "physical", "", false, false]]}
{"doc_key": "ai-test-386", "sentence": ["Increasingly", ",", "however", ",", "work", "at", "Cycorp", "involves", "giving", "the", "Cyc", "system", "the", "ability", "to", "communicate", "with", "end", "users", "in", "natural", "language", ",", "and", "to", "assist", "with", "the", "ongoing", "knowledge", "formation", "process", "via", "machine", "learning", "and", "natural", "language", "understanding", "."], "ner": [[6, 6, "organisation"], [10, 11, "product"], [33, 34, "field"], [36, 38, "task"]], "relations": [[6, 6, 33, 34, "usage", "", false, false], [6, 6, 36, 38, "usage", "", false, false], [10, 11, 6, 6, "origin", "", false, false]]}
{"doc_key": "ai-test-387", "sentence": ["For", "example", ",", "if", "the", "most", "suitable", "classifier", "for", "the", "problem", "is", "sought", ",", "the", "training", "dataset", "is", "used", "to", "train", "the", "candidate", "algorithms", ",", "the", "validation", "dataset", "is", "used", "to", "compare", "their", "performances", "and", "decide", "which", "one", "to", "take", "and", ",", "finally", ",", "the", "test", "dataset", "is", "used", "to", "obtain", "the", "performance", "characteristics", "such", "as", "accuracy", ",", "sensitivity", ",", "specificity", ",", "F-measure", ",", "and", "so", "on", "."], "ner": [[56, 56, "metrics"], [58, 58, "metrics"], [60, 60, "metrics"], [62, 62, "metrics"]], "relations": []}
{"doc_key": "ai-test-388", "sentence": ["The", "Mean", "squared", "error", "is", "0.15", "."], "ner": [[1, 3, "metrics"]], "relations": []}
{"doc_key": "ai-test-389", "sentence": ["In", "1979", "a", "Micromouse", "competition", "was", "organized", "by", "the", "IEEE", "as", "shown", "in", "the", "Spectrum", "magazine", "."], "ner": [[3, 4, "misc"], [9, 9, "organisation"], [14, 14, "misc"]], "relations": [[9, 9, 3, 4, "role", "", false, false], [14, 14, 3, 4, "topic", "", false, false]]}
{"doc_key": "ai-test-390", "sentence": ["The", "Gabor", "space", "is", "very", "useful", "in", "image", "processing", "applications", "such", "as", "optical", "character", "recognition", ",", "iris", "recognition", "and", "fingerprint", "recognition", "."], "ner": [[1, 2, "algorithm"], [7, 8, "field"], [12, 14, "task"], [16, 17, "task"], [19, 20, "task"]], "relations": [[1, 2, 7, 8, "part-of", "", false, false], [12, 14, 7, 8, "part-of", "task_part_of_field", false, false], [16, 17, 7, 8, "part-of", "task_part_of_field", false, false], [19, 20, 7, 8, "part-of", "task_part_of_field", false, false]]}
{"doc_key": "ai-test-391", "sentence": ["or", "via", "high-level", "interfaces", "to", "Java", "and", "Tcl", "."], "ner": [[5, 5, "programlang"], [7, 7, "programlang"]], "relations": []}
{"doc_key": "ai-test-392", "sentence": ["In", "recent", "research", ",", "kernel-based", "methods", "such", "as", "support", "vector", "machine", "s", "have", "shown", "superior", "performance", "in", "supervised", "."], "ner": [[8, 10, "algorithm"], [17, 17, "field"]], "relations": [[8, 10, 17, 17, "part-of", "", false, false]]}
{"doc_key": "ai-test-393", "sentence": ["To", "illustrate", "the", "basic", "principles", "of", "bagging", ",", "below", "is", "an", "analysis", "on", "the", "relationship", "between", "ozone", "and", "temperature", "(", "data", "from", "Rousseeuw", "and", "Leroy", "(", "1986", ")", ",", "analysis", "done", "in", "R", ")", "."], "ner": [[16, 16, "misc"], [22, 22, "researcher"], [24, 24, "researcher"], [32, 32, "programlang"]], "relations": [[22, 22, 32, 32, "usage", "", false, false], [24, 24, 32, 32, "usage", "", false, false]]}
{"doc_key": "ai-test-394", "sentence": ["Denso", "Wave", "is", "a", "subsidiary", "that", "produces", "automatic", "identification", "products", "(", "bar-code", "reader", "s", "and", "related", "products", ")", ",", "industrial", "robot", "s", "and", "programmable", "logic", "controller", "s", "."], "ner": [[0, 1, "organisation"], [11, 12, "product"], [19, 20, "product"], [23, 25, "product"]], "relations": [[11, 12, 0, 1, "artifact", "", false, false], [19, 20, 0, 1, "artifact", "", false, false], [23, 25, 0, 1, "artifact", "", false, false]]}
{"doc_key": "ai-test-395", "sentence": ["Where", "Bilingual", "evaluation", "understudy", "simply", "calculates", "n-gram", "precision", "adding", "equal", "weight", "to", "each", "one", ",", "NIST", "also", "calculates", "how", "informative", "a", "particular", "n-gram", "is", "."], "ner": [[1, 3, "metrics"], [6, 7, "metrics"], [15, 15, "metrics"], [22, 22, "misc"]], "relations": [[1, 3, 15, 15, "compare", "", false, false], [6, 7, 1, 3, "part-of", "", true, false], [22, 22, 15, 15, "part-of", "", true, false]]}
{"doc_key": "ai-test-396", "sentence": ["In", "particular", ",", "they", "are", "used", "during", "the", "calculation", "of", "likelihood", "of", "a", "tree", "(", "in", "Bayesian", "and", "maximum", "likelihood", "approaches", "to", "tree", "estimation", ")", "and", "they", "are", "used", "to", "estimate", "the", "evolutionary", "distance", "between", "sequences", "from", "the", "observed", "differences", "between", "the", "sequences", "."], "ner": [[16, 16, "algorithm"], [18, 19, "algorithm"]], "relations": []}
{"doc_key": "ai-test-397", "sentence": ["The", "Audio", "Engineering", "Society", "recommends", "48", "kHz", "sampling", "rate", "for", "most", "applications", "but", "gives", "recognition", "to", "44.1", "kHz", "for", "Compact", "Disc", "(", "CD", ")", "and", "other", "consumer", "uses", ",", "32", "kHz", "for", "transmission-related", "applications", ",", "and", "96", "kHz", "for", "higher", "bandwidth", "or", "relaxed", "anti-aliasing", "filter", "ing", "."], "ner": [[1, 3, "conference"], [19, 20, "misc"], [22, 22, "misc"], [43, 44, "misc"]], "relations": [[22, 22, 19, 20, "named", "", false, false]]}
{"doc_key": "ai-test-398", "sentence": ["Resources", "for", "affectivity", "of", "words", "and", "concepts", "have", "been", "made", "for", "WordNet", "{", "{", "cite", "journal"], "ner": [[11, 11, "product"]], "relations": []}
{"doc_key": "ai-test-399", "sentence": ["In", "red-green", "anaglyph", ",", "the", "audience", "was", "presented", "three", "reels", "of", "tests", ",", "which", "included", "rural", "scenes", ",", "test", "shots", "of", "Marie", "Doro", ",", "a", "segment", "of", "John", "B.", "Mason", "playing", "a", "number", "of", "passages", "from", "Jim", "the", "Penman", "(", "a", "film", "released", "by", "Famous", "Players-Lasky", "that", "year", ",", "but", "not", "in", "3D", ")", ",", "Oriental", "dancers", ",", "and", "a", "reel", "of", "footage", "of", "Niagara", "Falls", "."], "ner": [[1, 2, "misc"], [21, 22, "person"], [27, 29, "person"], [36, 38, "person"], [44, 45, "organisation"], [64, 65, "location"]], "relations": [[27, 29, 36, 38, "role", "acts_in", false, false], [44, 45, 36, 38, "artifact", "", false, false]]}
{"doc_key": "ai-test-400", "sentence": ["This", "is", "a", "particular", "way", "of", "implementing", "maximum", "likelihood", "estimation", "for", "this", "problem", "."], "ner": [[7, 9, "metrics"]], "relations": []}
{"doc_key": "ai-test-401", "sentence": ["Crawler-friendly", "Web", "Servers", ",", "and", "it", "integrates", "the", "features", "of", "sitemaps", "and", "RSS", "feeds", "into", "a", "decentralized", "mechanism", "for", "computational", "biologists", "and", "bio-informaticians", "to", "openly", "broadcast", "and", "retrieve", "meta-data", "about", "biomedical", "resources", "."], "ner": [[0, 2, "product"], [12, 12, "misc"]], "relations": []}
{"doc_key": "ai-test-402", "sentence": ["It", "is", "covered", "by", "American", "National", "Standards", "Institute", "/", "NISO", "standard", "Z39.50", ",", "and", "International", "Organization", "for", "Standardization", "standard", "23950", "."], "ner": [[4, 11, "misc"], [14, 19, "misc"]], "relations": []}
{"doc_key": "ai-test-403", "sentence": ["The", "encoder", "and", "decoder", "are", "trained", "to", "take", "a", "phrase", "and", "reproduce", "the", "one-hot", "distribution", "of", "a", "corresponding", "paraphrase", "by", "minimizing", "perplexity", "using", "simple", "stochastic", "gradient", "descent", "."], "ner": [[13, 14, "misc"], [21, 21, "metrics"], [24, 26, "algorithm"]], "relations": []}
{"doc_key": "ai-test-404", "sentence": ["Other", "typical", "applications", "of", "pattern", "recognition", "techniques", "are", "automatic", "speech", "recognition", ",", "classification", "of", "text", "into", "several", "categories", "(", "e.g.", ",", "spam", "/", "non-spam", "email", "messages", ")", ",", "the", "handwriting", "recognition", "on", "postal", "envelopes", ",", "automatic", "recognition", "of", "images", "of", "human", "faces", ",", "or", "handwriting", "image", "extraction", "from", "medical", "forms", "."], "ner": [[4, 5, "field"], [8, 10, "task"], [12, 17, "task"], [29, 33, "task"], [35, 41, "task"], [44, 49, "task"]], "relations": [[8, 10, 4, 5, "part-of", "task_part_of_field", false, false], [12, 17, 4, 5, "part-of", "task_part_of_field", false, false], [29, 33, 4, 5, "part-of", "task_part_of_field", false, false], [35, 41, 4, 5, "part-of", "task_part_of_field", false, false], [44, 49, 4, 5, "part-of", "task_part_of_field", false, false]]}
{"doc_key": "ai-test-405", "sentence": ["Artificial", "neural", "networks", "have", "been", "used", "on", "a", "variety", "of", "tasks", ",", "including", "computer", "vision", ",", "speech", "recognition", ",", "machine", "translation", ",", "social", "network", "filtering", ",", "playing", "board", "and", "video", "games", "and", "medical", "diagnosis", "."], "ner": [[0, 2, "algorithm"], [13, 14, "field"], [16, 17, "task"], [19, 20, "task"], [22, 24, "task"], [26, 30, "task"], [32, 33, "task"]], "relations": [[13, 14, 0, 2, "usage", "", false, false], [16, 17, 0, 2, "usage", "", false, false], [19, 20, 0, 2, "usage", "", false, false], [22, 24, 0, 2, "usage", "", false, false], [26, 30, 0, 2, "usage", "", false, false], [32, 33, 0, 2, "usage", "", false, false]]}
{"doc_key": "ai-test-406", "sentence": ["Examples", "include", "Salford", "Systems", "CART", "(", "which", "licensed", "the", "proprietary", "code", "of", "the", "original", "CART", "authors", ")", ",", "IBM", "SPSS", "Modeler", ",", "RapidMiner", ",", "SAS", "Enterprise", "Miner", ",", "Matlab", ",", "R", "(", "an", "open-source", "software", "environment", "for", "statistical", "computing", ",", "which", "includes", "several", "CART", "implementations", "such", "as", "rpart", ",", "party", "and", "randomForest", "packages", ")", ",", "Weka", "(", "a", "free", "and", "open-source", "data-mining", "suite", ",", "contains", "many", "decision", "tree", "algorithms", ")", ",", "Orange", ",", "KNIME", ",", "Microsoft", "SQL", "Server", "programming", "language", ")", "."], "ner": [[2, 3, "organisation"], [4, 4, "product"], [14, 14, "product"], [18, 18, "organisation"], [19, 20, "product"], [22, 22, "product"], [24, 26, "product"], [28, 28, "product"], [30, 30, "programlang"], [37, 38, "field"], [43, 43, "product"], [47, 47, "algorithm"], [49, 49, "algorithm"], [51, 51, "algorithm"], [55, 55, "product"], [61, 61, "task"], [66, 67, "algorithm"], [71, 71, "product"], [73, 73, "product"], [75, 77, "product"]], "relations": [[4, 4, 2, 3, "origin", "", false, false], [4, 4, 14, 14, "named", "same", false, false], [4, 4, 43, 43, "named", "same", false, false], [30, 30, 37, 38, "related-to", "used_for", false, false], [47, 47, 30, 30, "part-of", "", true, false], [47, 47, 43, 43, "origin", "", true, false], [49, 49, 30, 30, "part-of", "", true, false], [49, 49, 43, 43, "origin", "", true, false], [51, 51, 30, 30, "part-of", "", true, false], [51, 51, 43, 43, "origin", "", true, false], [55, 55, 61, 61, "related-to", "used_for", false, false], [66, 67, 55, 55, "part-of", "", false, false]]}
{"doc_key": "ai-test-407", "sentence": ["Linear", "predictive", "coding", "(", "LPC", ")", "was", "first", "developed", "by", "Fumitada", "Itakura", "of", "Nagoya", "University", "and", "Shuzo", "Saito", "of", "Nippon", "Telegraph", "and", "Telephone", "(", "NTT", ")", "in", "1966", ",", "and", "then", "further", "developed", "by", "Bishnu", "S.", "Atal", "and", "Manfred", "R.", "Schroeder", "at", "Bell", "Labs", "during", "the", "early-to-mid-1970s", ",", "becoming", "a", "basis", "for", "the", "first", "speech", "synthesizer", "DSP", "chips", "in", "the", "late", "1970s", "."], "ner": [[0, 2, "algorithm"], [4, 4, "algorithm"], [10, 11, "researcher"], [13, 14, "university"], [16, 17, "researcher"], [19, 22, "organisation"], [24, 24, "organisation"], [34, 36, "researcher"], [38, 40, "researcher"], [42, 43, "organisation"], [54, 57, "product"]], "relations": [[0, 2, 10, 11, "origin", "", false, false], [0, 2, 16, 17, "origin", "", false, false], [0, 2, 34, 36, "origin", "", false, false], [0, 2, 38, 40, "origin", "", false, false], [4, 4, 0, 2, "named", "", false, false], [10, 11, 13, 14, "physical", "", false, false], [10, 11, 13, 14, "role", "", false, false], [16, 17, 19, 22, "physical", "", false, false], [16, 17, 19, 22, "role", "", false, false], [24, 24, 19, 22, "named", "", false, false], [34, 36, 42, 43, "physical", "", false, false], [34, 36, 42, 43, "role", "", false, false], [38, 40, 42, 43, "physical", "", false, false], [38, 40, 42, 43, "role", "", false, false], [54, 57, 0, 2, "origin", "", false, false]]}
{"doc_key": "ai-test-408", "sentence": ["An", "F-score", "is", "a", "combination", "of", "the", "precision", "and", "the", "recall", ",", "providing", "a", "single", "score", "."], "ner": [[1, 1, "metrics"], [7, 7, "metrics"], [10, 10, "metrics"]], "relations": [[7, 7, 1, 1, "part-of", "", false, false], [10, 10, 1, 1, "part-of", "", false, false]]}
{"doc_key": "ai-test-409", "sentence": ["Image", "analysis", "tasks", "can", "be", "as", "simple", "as", "reading", "bar", "code", "d", "tags", "or", "as", "sophisticated", "as", "facial", "recognition", "system", "."], "ner": [[0, 1, "field"], [8, 12, "task"], [17, 19, "product"]], "relations": [[8, 12, 0, 1, "part-of", "task_part_of_field", false, false], [17, 19, 0, 1, "part-of", "", false, false]]}
{"doc_key": "ai-test-410", "sentence": ["The", "special", "case", "of", "linear", "support-vector", "machines", "can", "be", "solved", "more", "efficiently", "by", "the", "same", "kind", "of", "algorithms", "to", "optimize", "its", "close", "cousin", ",", "logistic", "regression", ";", "this", "class", "of", "algorithms", "includes", "Stochastic", "gradient", "descent", "(", "e.g.", ",", "PEGASOS", ")", "."], "ner": [[5, 6, "algorithm"], [24, 25, "algorithm"], [32, 34, "algorithm"], [38, 38, "algorithm"]], "relations": [[32, 34, 24, 25, "type-of", "", false, false], [38, 38, 32, 34, "type-of", "", false, false]]}
{"doc_key": "ai-test-411", "sentence": ["When", "Siri", "on", "an", "iOS", "device", "is", "asked", "Do", "you", "have", "a", "pet", "?", ",", "one", "the", "responses", "is", "I", "used", "to", "have", "an", "AIBO", "."], "ner": [[1, 1, "product"], [4, 4, "product"], [24, 24, "product"]], "relations": [[1, 1, 4, 4, "general-affiliation", "", false, false]]}
{"doc_key": "ai-test-412", "sentence": ["In", "information", "retrieval", ",", "the", "positive", "predictive", "value", "is", "called", "precision", ",", "and", "sensitivity", "is", "called", "recall", "."], "ner": [[1, 2, "task"], [5, 7, "metrics"], [10, 10, "metrics"], [13, 13, "metrics"], [16, 16, "metrics"]], "relations": [[5, 7, 1, 2, "part-of", "", false, false], [10, 10, 5, 7, "named", "", false, false], [13, 13, 1, 2, "part-of", "", false, false], [16, 16, 13, 13, "named", "", false, false]]}
{"doc_key": "ai-test-413", "sentence": ["In", "particular", ",", "his", "research", "focused", "on", "areas", "such", "as", "text", "mining", "(", "extraction", ",", "categorization", ",", "novelty", "detection", ")", "and", "in", "new", "theoretical", "frameworks", "such", "as", "a", "unified", "utility-based", "theory", "bridging", "information", "retrieval", ",", "Automatic", "summarization", ",", "free-text", "Question", "Answering", "and", "related", "tasks", "."], "ner": [[10, 11, "field"], [13, 13, "task"], [15, 15, "task"], [17, 18, "task"], [32, 33, "task"], [35, 36, "task"], [38, 40, "task"]], "relations": [[13, 13, 10, 11, "part-of", "task_part_of_field", false, false], [15, 15, 10, 11, "part-of", "task_part_of_field", false, false], [17, 18, 10, 11, "part-of", "task_part_of_field", false, false]]}
{"doc_key": "ai-test-414", "sentence": ["Delta", "robot", "s", "have", "base-mounted", "rotary", "actuator", "s", "that", "move", "a", "light", ",", "stiff", ",", "parallelogram", "arm", "."], "ner": [[0, 1, "product"], [5, 6, "product"], [15, 16, "misc"]], "relations": [[5, 6, 0, 1, "part-of", "", false, false], [15, 16, 0, 1, "part-of", "", false, false]]}
{"doc_key": "ai-test-415", "sentence": ["The", "four", "outcomes", "can", "be", "formulated", "in", "a", "2", "\u00d7", "2", "contingency", "table", "or", "confusion", "matrix", ",", "as", "follows", ":"], "ner": [[8, 12, "metrics"], [14, 15, "metrics"]], "relations": []}
{"doc_key": "ai-test-416", "sentence": ["The", "actual", "data", "mining", "task", "is", "the", "semi-automatic", "or", "automatic", "analysis", "of", "large", "quantities", "of", "data", "to", "extract", "unknown", ",", "interesting", "patterns", "such", "as", "groups", "of", "data", "records", "(", "cluster", "analysis", ")", ",", "unusual", "records", "(", "anomaly", "detection", ")", ",", "and", "dependencies", "(", "association", "rule", "mining", ",", "sequential", "pattern", "mining", ")", "."], "ner": [[2, 3, "field"], [29, 30, "task"], [36, 37, "task"], [43, 45, "task"], [47, 49, "task"]], "relations": [[29, 30, 2, 3, "part-of", "task_part_of_field", false, false], [36, 37, 2, 3, "part-of", "task_part_of_field", false, false], [43, 45, 2, 3, "part-of", "task_part_of_field", false, false], [47, 49, 2, 3, "part-of", "task_part_of_field", false, false]]}
{"doc_key": "ai-test-417", "sentence": ["For", "a", "recommender", "system", ",", "sentiment", "analysis", "has", "been", "proven", "to", "be", "a", "valuable", "technique", "."], "ner": [[2, 3, "product"], [5, 6, "task"]], "relations": [[2, 3, 5, 6, "usage", "", false, false]]}
{"doc_key": "ai-test-418", "sentence": ["By", "chance", ",", "the", "Germans", "had", "chosen", "the", "operating", "frequency", "of", "the", "Wotan", "system", "very", "badly", ";", "it", "operated", "on", "45", "MHz", ",", "which", "just", "happened", "to", "be", "the", "frequency", "of", "the", "powerful-but-dormant", "BBC", "television", "transmitter", "at", "Alexandra", "Palace", "."], "ner": [[4, 4, "misc"], [12, 12, "product"], [33, 33, "organisation"], [37, 38, "location"]], "relations": [[4, 4, 12, 12, "usage", "", false, false], [33, 33, 37, 38, "physical", "", false, false]]}
{"doc_key": "ai-test-419", "sentence": ["The", "four", "outcomes", "can", "be", "formulated", "in", "a", "2", "\u00d7", "2", "contingency", "table", "or", "confusion", "matrix", ",", "as", "follows", ":"], "ner": [[8, 12, "metrics"], [14, 15, "metrics"]], "relations": []}
{"doc_key": "ai-test-420", "sentence": ["In", "Semantic", "Web", "applications", ",", "and", "in", "relatively", "popular", "applications", "of", "RDF", "like", "RSS", "and", "FOAF", "(", "Friend", "a", "Friend", ")", ",", "resources", "tend", "to", "be", "represented", "by", "URIs", "that", "intentionally", "denote", ",", "and", "can", "be", "used", "to", "access", ",", "actual", "data", "on", "the", "World", "Wide", "Web", "."], "ner": [[1, 3, "misc"], [11, 11, "misc"], [13, 13, "product"], [15, 15, "product"], [17, 19, "product"], [28, 28, "misc"], [44, 46, "product"]], "relations": [[13, 13, 11, 11, "usage", "", false, false], [15, 15, 11, 11, "usage", "", false, false], [17, 19, 15, 15, "named", "", false, false], [28, 28, 11, 11, "part-of", "", false, false]]}
{"doc_key": "ai-test-421", "sentence": ["The", "Association", "for", "the", "Advancement", "of", "Artificial", "Intelligence", "has", "studied", "this", "topic", "in", "depth"], "ner": [[1, 7, "conference"]], "relations": []}
{"doc_key": "ai-test-422", "sentence": ["Starting", "as", "a", "curiosity", ",", "the", "speech", "system", "of", "Apple", "Macintosh", "has", "evolved", "into", "a", "fully", "supported", "program", "PlainTalk", ",", "for", "people", "with", "vision", "problems", "."], "ner": [[6, 10, "product"], [18, 18, "product"]], "relations": [[18, 18, 6, 10, "origin", "", false, false]]}
{"doc_key": "ai-test-423", "sentence": ["Other", "areas", "of", "usage", "for", "ontologies", "within", "NLP", "include", "information", "retrieval", ",", "information", "extraction", "and", "automatic", "summarization", "."], "ner": [[7, 7, "field"], [9, 10, "task"], [12, 13, "task"], [15, 16, "task"]], "relations": [[9, 10, 7, 7, "part-of", "task_part_of_field", false, false], [12, 13, 7, 7, "part-of", "task_part_of_field", false, false], [15, 16, 7, 7, "part-of", "task_part_of_field", false, false]]}
{"doc_key": "ai-test-424", "sentence": ["The", "Institute", "has", "collaborated", "closely", "with", "the", "Janelia", "Farm", "Campus", "of", "Howard", "Hughes", "Medical", "Institute", ",", "the", "Allen", "Institute", "for", "Brain", "Science", "and", "the", "National", "Institutes", "of", "Health", "to", "develop", "better", "methods", "of", "reconstructing", "neuronal", "architectures", "."], "ner": [[7, 14, "organisation"], [17, 21, "organisation"], [24, 27, "organisation"]], "relations": []}
{"doc_key": "ai-test-425", "sentence": ["Recently", ",", "Google", "announced", "that", "Google", "Translate", "translates", "roughly", "enough", "text", "to", "fill", "1", "million", "books", "in", "one", "day", "(", "2012", ")", "."], "ner": [[2, 2, "organisation"], [5, 6, "product"]], "relations": [[5, 6, 2, 2, "origin", "", false, false]]}
{"doc_key": "ai-test-426", "sentence": ["Events", "are", "held", "worldwide", ",", "and", "are", "most", "popular", "in", "the", "United", "Kingdom", ",", "United", "States", ",", "Japan", ",", "Singapore", ",", "India", ",", "South", "Korea", "and", "becoming", "popular", "in", "subcontinent", "countries", "such", "as", "Sri", "Lanka", "."], "ner": [[11, 12, "country"], [14, 15, "country"], [17, 17, "country"], [19, 19, "country"], [21, 21, "country"], [23, 24, "country"], [33, 34, "country"]], "relations": []}
{"doc_key": "ai-test-427", "sentence": ["These", "packages", "are", "developed", "primarily", "in", "R", ",", "and", "sometimes", "in", "Java", ",", "C", ",", "C", "+", "+", ",", "and", "Fortran", "."], "ner": [[6, 6, "programlang"], [11, 11, "programlang"], [13, 13, "programlang"], [15, 17, "programlang"], [20, 20, "programlang"]], "relations": []}
{"doc_key": "ai-test-428", "sentence": ["As", "part", "of", "the", "2006", "European", "Conference", "on", "Computer", "Vision", "(", "ECCV", ")", ",", "Dalal", "and", "Triggs", "teamed", "up", "with", "Cordelia", "Schmid", "to", "apply", "HOG", "detectors", "to", "the", "problem", "of", "human", "detection", "in", "films", "and", "videos", "."], "ner": [[4, 9, "conference"], [11, 11, "conference"], [14, 14, "researcher"], [16, 16, "researcher"], [20, 21, "researcher"], [24, 25, "algorithm"], [30, 35, "task"]], "relations": [[11, 11, 4, 9, "named", "", false, false], [14, 14, 4, 9, "physical", "", false, false], [14, 14, 4, 9, "role", "", false, false], [14, 14, 20, 21, "role", "teams_up_with", false, false], [14, 14, 24, 25, "usage", "", false, false], [16, 16, 4, 9, "physical", "", false, false], [16, 16, 4, 9, "role", "", false, false], [16, 16, 20, 21, "role", "teams_up_with", false, false], [16, 16, 24, 25, "usage", "", false, false], [20, 21, 4, 9, "physical", "", false, false], [20, 21, 4, 9, "role", "", false, false], [20, 21, 24, 25, "usage", "", false, false], [24, 25, 30, 35, "related-to", "used_on", false, false]]}
{"doc_key": "ai-test-429", "sentence": ["In", "addition", "to", "sensitivity", "and", "specificity", ",", "the", "performance", "of", "a", "binary", "classification", "test", "can", "be", "measured", "with", "positive", "predictive", "value", "(", "PPV", ")", ",", "also", "known", "as", "precision", ",", "and", "negative", "predictive", "value", "(", "NPV", ")", "."], "ner": [[3, 3, "metrics"], [5, 5, "metrics"], [11, 12, "task"], [18, 20, "metrics"], [22, 22, "metrics"], [28, 28, "metrics"], [31, 33, "metrics"], [35, 35, "metrics"]], "relations": [[3, 3, 11, 12, "related-to", "measured_with", false, false], [5, 5, 11, 12, "related-to", "measured_with", false, false], [18, 20, 11, 12, "related-to", "measured_with", false, false], [22, 22, 18, 20, "named", "", false, false], [28, 28, 18, 20, "named", "", false, false], [35, 35, 31, 33, "named", "", false, false]]}
{"doc_key": "ai-test-430", "sentence": ["Such", "models", "may", "given", "partial", "credit", "for", "overlapping", "matches", "(", "such", "as", "using", "the", "Jaccard", "index", "criterion", "."], "ner": [[14, 16, "metrics"]], "relations": []}
{"doc_key": "ai-test-431", "sentence": ["Further", ",", "in", "the", "case", "of", "estimation", "based", "on", "a", "single", "sample", ",", "it", "demonstrates", "philosophical", "issues", "and", "possible", "misunderstandings", "in", "the", "use", "of", "maximum", "likelihood", "estimators", "and", "likelihood", "functions", "."], "ner": [[24, 29, "metrics"]], "relations": []}