@conference {1597,
	title = {HardEval: Focusing on Challenging Tokens to Assess Robustness of NER},
	booktitle = {Proceedings of The 12th Language Resources and Evaluation Conference},
	year = {2020},
	publisher = {European Language Resources Association},
	organization = {European Language Resources Association},
	address = {Marseille, France},
	abstract = {To assess the robustness of NER systems, we propose an evaluation method that focuses on subsets of tokens that represent specific sources of errors: unknown words and label shift or ambiguity. These subsets provide a system-agnostic basis for evaluating specific sources of NER errors and assessing room for improvement in terms of robustness. We analyze these subsets of challenging tokens in two widely-used NER benchmarks, then exploit them to evaluate NER systems in both in-domain and out-of-domain settings. Results show that these challenging tokens explain the majority of errors made by modern NER systems, although they represent only a small fraction of test tokens. They also indicate that label shift is harder to deal with than unknown words, and that there is much more room for improvement than the standard NER evaluation procedure would suggest. We hope this work will encourage NLP researchers to adopt rigorous and meaningful evaluation methods, and will help them develop more robust models.},
	isbn = {979-10-95546-34-4},
	url = {https://www.aclweb.org/anthology/2020.lrec-1.211},
	pdf = {http://rali.iro.umontreal.ca/rali/sites/default/files/publis/2020.lrec-1.211.pdf},
	author = {Bernier-Colborne, Gabriel and Langlais, Philippe}
}
@conference {1494,
	title = {Harnessing Open Information Extraction for Entity Classification in a French Corpus},
	booktitle = {Canadian AI 2016},
	year = {2016},
	publisher = {Springer International Publishing Switzerland},
	organization = {Springer International Publishing Switzerland},
	abstract = {We describe a recall-oriented open information extraction system designed to extract knowledge from French corpora. We put it to the test by showing that general domain information triples (extracted from French Wikipedia) can be used for deriving new knowledge from domain-specific documents unrelated to Wikipedia. Specifically, we can label entity instances extracted in one corpus with the entity types identified in the other, with little supervision. We believe that the present study is the first one that focusses on such a cross-domain, recall-oriented approach in open information extraction.},
	keywords = {Entity classification, Named entities, Natural language processing, Open information extraction},
	pdf = {http://rali.iro.umontreal.ca/rali/sites/default/files/publis/paper.pdf},
	author = {Fabrizio Gotti and Philippe Langlais}
}
@conference {1481,
	title = {A Hierarchical Recurrent Encoder-Decoder for Generative Context-Aware Query Suggestion},
	booktitle = {Proceedings of the 24th ACM International on Conference on Information and Knowledge Management},
	year = {2015},
	publisher = {ACM},
	organization = {ACM},
	address = {New York, NY, USA},
	keywords = {query suggestion, recurrent neural networks},
	isbn = {978-1-4503-3794-6},
	doi = {10.1145/2806416.2806493},
	url = {http://doi.acm.org/10.1145/2806416.2806493},
	pdf = {http://rali.iro.umontreal.ca/rali/sites/default/files/publis/p553-sordoni.pdf},
	author = {Sordoni, Alessandro and Yoshua Bengio and Vahabi, Hossein and Lioma, Christina and Grue Simonsen, Jakob and Nie, Jian-Yun}
}
@proceedings {1384,
	title = {Hashtag Occurrences, Layout and Translation: A Corpus-driven Analysis of Tweets Published by the Canadian Government},
	year = {2014},
	month = {05/2014},
	pages = {2254-2261},
	url = {http://www.lrec-conf.org/proceedings/lrec2014/summaries/53.html},
	pdf = {http://rali.iro.umontreal.ca/rali/sites/default/files/publis/Gotti-LREC2014.pdf},
	author = {Fabrizio Gotti and Philippe Langlais and Atefeh Farzindar}
}
@proceedings {1331,
	title = { How to model a customized visualization},
	year = {2013},
	month = {07/2013},
	pages = {118-122},
	publisher = {IEEE Computer Society},
	address = {London, UK},
	isbn = {978-0-7695-5049-7},
	pdf = {http://rali.iro.umontreal.ca/rali/sites/default/files/publis/Mouine-IV2013.pdf},
	author = {Mohamed Mouine and Guy Lapalme}
}
@article {Sokolova11HowMuch,
	title = {How much do we say? Using informativeness of negotiation records for early prediction of negotiation outcomes},
	journal = {Group Decision and Negotiation},
	volume = {21},
	year = {2012},
	note = {journal extension of GDN{\textquoteright}07},
	month = {04/2012},
	pages = {363-379},
	url = {http://www.springerlink.com/content/k18208763536q477/},
	pdf = {http://rali.iro.umontreal.ca/rali/sites/default/files/publis/SokolovaLapalmeGDN.pdf},
	author = {Marina Sokolova and Guy Lapalme}
}
@article {CasacubertaCACM09,
	title = {Human interaction for high-quality machine translation},
	journal = {Communications of the ACM},
	volume = {52},
	number = {10},
	year = {2009},
	month = {oct},
	pages = {135-138},
	keywords = {transtype, tt2},
	pdf = {http://rali.iro.umontreal.ca/rali/sites/default/files/publis/TT2-CACM-Oct09.pdf},
	author = {Francisco Casacuberta and Jorge Civera and Elsa Cubel and Antonio L. Lagarda and Guy Lapalme and Elliott Macklovitch and Enrique Vidal}
}
@conference {Genest09Hextac,
	title = {HEXTAC: the Creation of a Manual Extractive Run},
	booktitle = {Proceedings of the Second Text Analysis Conference},
	year = {2009},
	month = {Nov},
	address = {Gaithersburg, Maryland, USA},
	pdf = {http://rali.iro.umontreal.ca/rali/sites/default/files/publis/Hextac.pdf},
	author = {Pierre-Etienne Genest and Guy Lapalme and Mehdi Yousfi-Monod}
}
@conference {huet09MTS,
	title = {Harnessing the Redundant Results of Translation Spotting},
	booktitle = {Proc. of the 12th Machine Translation Summit{\textquoteright}09},
	year = {2009},
	month = {aug},
	address = {Ottawa, Canada},
	pdf = {http://rali.iro.umontreal.ca/rali/sites/default/files/publis/TS3-MTSummit09.pdf},
	author = {St{\'e}phane Huet and Julien Bourdaillet and Philippe Langlais and Guy Lapalme}
}
@article {hatons03,
	title = {H{\^a}tons-nous lentement (Editorial)},
	journal = {Technique et Science Informatiques},
	volume = {22},
	number = {4},
	year = {2003},
	pages = {399-400},
	pdf = {http://rali.iro.umontreal.ca/rali/sites/default/files/publis/HatonsNousTSI.pdf},
	author = {Guy Lapalme}
}
@conference {Snoussi_02:Heterogeneous,
	title = {Heterogeneous Web data extraction using ontology},
	booktitle = {The AI-2002 Workshop on Business Agents and the Semantic Web, Calgary},
	year = {2002},
	month = {may},
	pdf = {http://rali.iro.umontreal.ca/rali/sites/default/files/publis/AOIS-04-18.pdf},
	author = {H. Snoussi and L. Magnin and Jian-Yun Nie}
}
@conference {Snoussi01:Heterogeneous,
	title = {Heterogeneous Web data extraction using ontology},
	booktitle = {AOIS},
	year = {2001},
	month = {may},
	pdf = {http://rali.iro.umontreal.ca/rali/sites/default/files/publis/AOIS2001.ps},
	author = {H. Snoussi and L. Magnin and Jian-Yun Nie}
}
@conference {Jian_Yun95:A,
	title = {A Hybrid Approach to Unknow Word Detection and Segmentation of Chinese},
	booktitle = {International Conference on Chinese Computing},
	year = {1995},
	month = {jun},
	pages = {326-335},
	address = {Singapore},
	author = {Jian-Yun Nie and Wanying, Jin and Marie-Louise Hannan}
}
