@article{cesa2007improved,
  title={Improved {S}econd-order {B}ounds for {P}rediction with {E}xpert {A}dvice},
  author={Cesa-Bianchi, Nicolo and Mansour, Yishay and Stoltz, Gilles},
  journal={Machine Learning},
  volume={66},
  number={2-3},
  pages={321--352},
  year={2007},
  publisher={Springer}
}

@article{joulin2016bag,
  title={{B}ag of {T}ricks for {E}fficient {T}ext {C}lassification},
  author={Joulin, Armand and Grave, Edouard and Bojanowski, Piotr and Mikolov, Tomas},
  journal={arXiv preprint arXiv:1607.01759},
  year={2016}
}


@InProceedings{maas-EtAl:2011:ACL-HLT2011,
  author    = {Maas, Andrew L.  and  Daly, Raymond E.  and  Pham, Peter T.  and  Huang, Dan  and  Ng, Andrew Y.  and  Potts, Christopher},
  title     = {{L}earning {W}ord {V}ectors for {S}entiment {A}nalysis},
  booktitle = {49th Annu. Meeting of the Assoc. for Computational Linguistics: Human Language Technologies},
  month     = {June},
  year      = {2011},
  address   = {Portland, Oregon, USA},
  publisher = {Association for Computational Linguistics},
  pages     = {142--150},
  url       = {http://www.aclweb.org/anthology/P11-1015}
}


@inproceedings{freund1997using,
  title={Using and {C}ombining {P}redictors that {S}pecialize},
  author={Freund, Yoav and Schapire, Robert E and Singer, Yoram and Warmuth, Manfred K},
  booktitle={29th Annu. ACM Symp. on Theory of Computing},
  pages={334--343},
  year={1997},
  organization={ACM}
}

@inproceedings{vavock1990aggregating,
  title={Aggregating {S}trategies},
  author={Vovk, V},
  booktitle={Conf. on Computational Learning Theory},
  year={1990}
}

@inproceedings{littlestone1989weighted,
  title={The {W}eighted {M}ajority {A}lgorithm},
  author={Littlestone, Nick and Warmuth, Manfred K},
  booktitle={30th Annu. Symp. on Found. of Comput. Sci.},
  pages={256--261},
  year={1989},
  organization={IEEE}
}

@inproceedings{adamskiy2012putting,
  title={Putting {B}ayes to {S}leep},
  author={Adamskiy, Dmitry and Warmuth, Manfred K and Koolen, Wouter M},
  booktitle={Advances in Neural Inform. Process. Syst.},
  pages={135--143},
  year={2012}
}

@inproceedings{adamskiy2012closer,
  title={A {C}loser {L}ook at {A}daptive {R}egret},
  author={Adamskiy, Dmitry and Koolen, Wouter M and Chernov, Alexey and Vovk, Vladimir},
  booktitle={Int. Conf. on Algorithmic Learning Theory},
  pages={290--304},
  year={2012},
  organization={Springer}
}

@inproceedings{chernov2010prediction,
  title={Prediction with {E}xpert {A}dvice {U}nder {D}iscounted {L}oss},
  author={Chernov, Alexey and Zhdanov, Fedor},
  booktitle={Int. Conf. on Algorithmic Learning Theory},
  pages={255--269},
  year={2010},
  organization={Springer}
}

@inproceedings{cortes2016learning,
  title={Learning with {R}ejection},
  author={Cortes, Corinna and DeSalvo, Giulia and Mohri, Mehryar},
  booktitle={Int. Conf. on Algorithmic Learning Theory},
  pages={67--82},
  year={2016},
  organization={Springer}
}

@inproceedings{wiener2011agnostic,
  title={Agnostic {S}elective {C}lassification},
  author={Wiener, Yair and El-Yaniv, Ran},
  booktitle={Advances in Neural Inform. Process. Syst.},
  pages={1665--1673},
  year={2011}
}

@inproceedings{fumera2003classification,
  title={Classification with {R}eject {O}ption in {T}ext {C}ategorisation {S}ystems},
  author={Fumera, Giorgio and Pillai, Ignazio and Roli, Fabio},
  booktitle={12th Int. Conf. on Image Anal. and Process.},
  pages={582--587},
  year={2003},
  organization={IEEE}
}

@inproceedings{li2008knows,
  title={Knows {W}hat it {K}nows: a {F}ramework for {S}elf-{A}ware {L}earning},
  author={Li, Lihong and Littman, Michael L and Walsh, Thomas J},
  booktitle={25th Int. Conf. on Mach. Learning},
  pages={568--575},
  year={2008},
  organization={ACM}
}

@inproceedings{sayedi2010trading,
  title={Trading off {M}istakes and {D}on't-{K}now {P}redictions},
  author={Sayedi, Amin and Zadimoghaddam, Morteza and Blum, Avrim},
  booktitle={Advances in Neural Inform. Process. Syst.},
  pages={2092--2100},
  year={2010}
}

@inproceedings{kocak2016conjugate,
  title={Conjugate {C}onformal {P}rediction for {O}nline {B}inary {C}lassification},
  author={Kocak, Mustafa A and Erkip, Elza and Shasha, Dennis E},
  booktitle={32nd Conf. on Uncertainty in Artificial Intell.},
  pages={347--356},
  year={2016},
}






@article{abu2012machines,
  title={Machines that {T}hink for {T}hemselves},
  author={Abu-Mostafa, Yaser S},
  journal={Scientific Amer.},
  volume={307},
  number={1},
  pages={78--81},
  year={2012}
}

@article{wernick2010machine,
  title={Machine {L}earning in {M}edical {I}maging},
  author={Wernick, Miles N and Yang, Yongyi and Brankov, Jovan G and Yourganov, Grigori and Strother, Stephen C},
  journal={IEEE Signal Processing Mag.},
  volume={27},
  number={4},
  pages={25--38},
  year={2010},
  publisher={IEEE}
}




@article{han2015building,
  title={Building a {B}etter {D}isease {D}etective},
  author={Han, Barbara},
  journal={IEEE Spectr.},
  volume={52},
  number={10},
  pages={46--51},
  year={2015},
  publisher={IEEE}
}

@article{harbert2013law,
  title={The {L}aw {M}achine},
  author={Harbert, Tam},
  journal={IEEE Spectr.},
  volume={50},
  number={11},
  pages={31--54},
  year={2013},
  publisher={IEEE}
}

@article{fumera2000reject,
  title={Reject {O}ption with {M}ultiple {T}hresholds},
  author={Fumera, Giorgio and Roli, Fabio and Giacinto, Giorgio},
  journal={Pattern Recognition},
  volume={33},
  number={12},
  pages={2099--2101},
  year={2000},
  publisher={Pergamon}
}

@article{de2000reject,
  title={To {R}eject or {N}ot to {R}eject: {T}hat is the {Q}uestion-an {A}nswer in {C}ase of {N}eural {C}lassifiers},
  author={De Stefano, Claudio and Sansone, Carlo and Vento, Mario},
  journal={IEEE Trans. Syst. Man Cybern. C, Appl. Rev.},
  volume={30},
  number={1},
  pages={84--94},
  year={2000},
  publisher={IEEE}
}

@article{friedman1997bias,
  title={On {B}ias, {V}ariance, 0/1-{L}oss, and the {C}urse-of-{D}imensionality},
  author={Friedman, Jerome H},
  journal={Data Mining and Knowledge Discovery},
  volume={1},
  number={1},
  pages={55--77},
  year={1997},
  publisher={Springer}
}

@article{li2006confidence,
  title={Confidence-based {C}lassifier {D}esign},
  author={Li, Mingkun and Sethi, Ishwar K},
  journal={Pattern Recognition},
  volume={39},
  number={7},
  pages={1230--1240},
  year={2006},
  publisher={Elsevier}
}

@article{golfarelli1997error,
  title={On the {E}rror-{R}reject {T}rade-off in {B}iometric {V}erification {S}ystems},
  author={Golfarelli, Matteo and Maio, Dario and Malton, D},
  journal={IEEE Trans. Pattern Anal. Mach. Intell.},
  volume={19},
  number={7},
  pages={786--796},
  year={1997},
  publisher={IEEE}
}

@article{el2010foundations,
  title={On the {F}oundations of {N}oise-{F}ree {S}elective {C}lassification},
  author={El-Yaniv, Ran and Wiener, Yair},
  journal={J. of Mach. Learning Research},
  volume={11},
  number={May},
  pages={1605--1641},
  year={2010}
}

@article{lei2014classification,
  title={Classification with {C}onfidence},
  author={Lei, Jing and others},
  journal={Biometrika},
  volume={101},
  number={4},
  pages={755--769},
  year={2014},
  publisher={Biometrika Trust}
}



@article{herbster1998tracking,
  title={Tracking the {B}est {E}xpert},
  author={Herbster, Mark and Warmuth, Manfred K},
  journal={Mach. Learning},
  volume={32},
  number={2},
  pages={151--178},
  year={1998},
  publisher={Springer}
}

@article{scheirer2014probability,
  title={Probability {M}odels for {O}pen {S}et {R}ecognition},
  author={Scheirer, Walter J and Jain, Lalit P and Boult, Terrance E},
  journal={IEEE Trans. Pattern Anal. Mach. Intell.},
  volume={36},
  number={11},
  pages={2317--2324},
  year={2014},
  publisher={IEEE}
}

@article{littlestone1994weighted,
  title={The {W}eighted {M}ajority {A}lgorithm},
  author={Littlestone, Nick and Warmuth, Manfred K},
  journal={Inform. and Computation},
  volume={108},
  number={2},
  pages={212--261},
  year={1994},
  publisher={Elsevier}
}

@article{fernandez2014we,
  title={Do {W}e {N}eed {H}undreds of {C}lassifiers to {S}olve {R}eal {W}orld {C}lassification {P}roblems},
  author={Fern{\'a}ndez-Delgado, Manuel and Cernadas, Eva and Barro, Sen{\'e}n and Amorim, Dinani},
  journal={J. of Mach. Learning Research},
  volume={15},
  number={1},
  pages={3133--3181},
  year={2014}
}

@article{pedregosa2011scikit,
  title={Scikit-learn: {M}achine {L}earning in {P}ython},
  author={Pedregosa, Fabian and others},
  journal={J. of Mach. Learning Research},
  volume={12},
  pages={2825--2830},
  year={Oct, 2011}
}


@article{pedregosa2011scikit,
  title={Scikit-learn: {M}achine {L}earning in {P}ython},
  author={Pedregosa, Fabian and Varoquaux, Ga{\"e}l and Gramfort, Alexandre and Michel, Vincent and Thirion, Bertrand and Grisel, Olivier and Blondel, Mathieu and Prettenhofer, Peter and Weiss, Ron and Dubourg, Vincent and others},
  journal={J. of Mach. Learning Research},
  volume={12},
  pages={2825--2830},
  year={Oct, 2011}
}

@article{lecun-mnisthandwrittendigit-2010,
  added-at = {2010-06-28T21:16:30.000+0200},
  author = {LeCun, Yann and Cortes, Corinna},
  biburl = {https://www.bibsonomy.org/bibtex/2935bad99fa1f65e03c25b315aa3c1032/mhwombat},
  groups = {public},
  howpublished = {http://yann.lecun.com/exdb/mnist/},
  interhash = {21b9d0558bd66279df9452562df6e6f3},
  intrahash = {935bad99fa1f65e03c25b315aa3c1032},
  keywords = {MSc _checked character_recognition mnist network neural},
  lastchecked = {2016-01-14 14:24:11},
  timestamp = {2016-07-12T19:25:30.000+0200},
  title = {{MNIST} {H}andwritten {D}igit {D}atabase},
  url = {http://yann.lecun.com/exdb/mnist/},
  username = {mhwombat},
  year = 2010
}

@article{herbster1998tracking,
  title={Tracking the {B}est {E}xpert},
  author={Herbster, Mark and Warmuth, Manfred K},
  journal={Mach. Learning},
  volume={32},
  number={2},
  pages={151--178},
  year={1998},
  publisher={Springer}
}

@article{devaine2013forecasting,
  title={Forecasting {E}lectricity {C}onsumption by {A}ggregating {S}pecialized {E}xperts},
  author={Devaine, Marie and Gaillard, Pierre and Goude, Yannig and Stoltz, Gilles},
  journal={Mach. Learning},
  volume={90},
  number={2},
  pages={231--260},
  year={2013},
  publisher={Springer}
}

@article{de2014follow,
  title={Follow the {L}eader if {Y}ou can, {H}edge if {Y}ou must.},
  author={De Rooij, Steven and Van Erven, Tim and Gr{\"u}nwald, Peter D and Koolen, Wouter M},
  journal={J. of Mach. Learning Research},
  volume={15},
  number={1},
  pages={1281--1316},
  year={2014}
}

@article{kalai2012reliable,
  title={Reliable {A}gnostic {L}earning},
  author={Kalai, Adam Tauman and Kanade, Varun and Mansour, Yishay},
  journal={J. of Comput. and Syst. Sci.},
  volume={78},
  number={5},
  pages={1481--1495},
  year={2012},
  publisher={Elsevier}
}

@article{chow1970optimum,
  title={On {O}ptimum {R}ecognition {E}rror and {R}eject {T}rade-off},
  author={Chow, C},
  journal={IEEE Trans. Inf. Theory},
  volume={16},
  number={1},
  pages={41--46},
  year={1970},
  publisher={IEEE}
}

@article{tukey1986sunset,
  title={Sunset {S}alvo},
  author={Tukey, John W},
  journal={The Amer. Statistician},
  volume={40},
  number={1},
  pages={72--76},
  year={1986},
  publisher={Taylor \& Francis Group}
}

@article{cortes2017line,
  title={On-line {L}earning with {A}bstention},
  author={Cortes, Corinna and DeSalvo, Giulia and Mohri, Mehryar and Yang, Scott},
  journal={arXiv preprint arXiv:1703.03478},
  year={2017}
}

@article{bartlett2008classification,
  title={Classification with a {R}eject {O}ption {U}sing a {H}inge {L}oss},
  author={Bartlett, Peter L and Wegkamp, Marten H},
  journal={J. of Mach. Learning Research},
  volume={9},
  pages={1823--1840},
  year={Aug, 2008}
}

@article{herbei2006classification,
  title={Classification with {R}eject {O}ption},
  author={Herbei, Radu and Wegkamp, Marten H},
  journal={Canadian J. of Stat.},
  volume={34},
  number={4},
  pages={709--721},
  year={2006},
  publisher={Wiley Online Library}
}

@article{yuan2010classification,
  title={Classification {M}ethods with {R}eject {O}ption {B}ased on {C}onvex {R}isk {M}inimization},
  author={Yuan, Ming and Wegkamp, Marten},
  journal={J. of Mach. Learning Research},
  volume={11},
  number={Jan},
  pages={111--130},
  year={2010}
}

@article{hellman1970nearest,
  title={The {N}earest {N}eighbor {C}lassification {R}ule with a {R}eject {O}ption},
  author={Hellman, Martin E},
  journal={IEEE Trans. on Systems Science and Cybern.},
  volume={6},
  number={3},
  pages={179--185},
  year={1970},
  publisher={IEEE}
}

@article{landgrebe2006interaction,
  title={The {I}nteraction {B}etween {C}lassification and {R}eject {P}erformance for {D}istance-{B}ased {R}eject-{O}ption {C}lassifiers},
  author={Landgrebe, Thomas CW and Tax, David MJ and Pacl{\'\i}k, Pavel and Duin, Robert PW},
  journal={Pattern Recognition Lett.},
  volume={27},
  number={8},
  pages={908--917},
  year={2006},
  publisher={Elsevier}
}

@article{campi2010classification,
  title={Classification with {G}uaranteed {P}robability of {E}rror},
  author={Campi, Marco C},
  journal={Mach. Learning},
  volume={80},
  number={1},
  pages={63--84},
  year={2010},
  publisher={Springer}
}

@article{denis2015consistency,
  title={Consistency of {P}lug-in {C}onfidence {S}ets for {C}lassification in {S}emi-supervised {L}earning},
  author={Denis, Christophe and Hebiri, Mohamed},
  journal={arXiv preprint arXiv:1507.07235},
  year={2015}
}

@article{kalai2012reliable,
  title={Reliable {A}gnostic {L}earning},
  author={Kalai, Adam Tauman and Kanade, Varun and Mansour, Yishay},
  journal={J. of Comput. and System Sci.},
  volume={78},
  number={5},
  pages={1481--1495},
  year={2012},
  publisher={Elsevier}
}

@article{zhang2016extended,
  title={The {E}xtended {L}ittlestone's {D}imension for {L}earning with {M}istakes and {A}bstentions},
  author={Zhang, Chicheng and Chaudhuri, Kamalika},
  journal={arXiv preprint arXiv:1604.06162},
  year={2016}
}

@book{krickeberg1965probability,
  title={Probability {T}heory},
  author={Krickeberg, K.},
  series={Adiwes Int. Series},
  year={1965},
  publisher={Addison-Wesley Publishing Company}
}

@book{vovk2005algorithmic,
  title={Algorithmic {L}earning in a {R}andom {W}orld},
  author={Vovk, Vladimir and Gammerman, Alexander and Shafer, Glenn},
  year={2005},
  publisher={Springer Sci. \& Bus. Media}
}

@book{wiener2013theoretical,
  title={Theoretical {F}oundations of {S}elective {P}rediction},
  author={Wiener, Yair},
  series={PhD dissertation},
  year={2013},
  publisher={Technion-Israel Inst. of Technology, Faculty of Comput. Sci.}
}

@book{brodsky2013non,
  title={Non-parametric {S}tatistical {D}iagnosis: {P}roblems and {M}ethods},
  author={Brodsky, E and Darkhovsky, Boris S},
  volume={509},
  year={2013},
  publisher={Springer Sci. \& Bus. Media}
}

@book{harcourt2008against,
  title={Against {P}rediction: {P}rofiling, {P}olicing, and {P}unishing in an {A}ctuarial {A}ge},
  author={Harcourt, Bernard E},
  year={2008},
  publisher={University of Chicago Press}
}

@book{siegel2013predictive,
  title={Predictive {A}nalytics: {T}he {P}ower to {P}redict {W}ho will {C}lick, {B}uy, {L}ie, or {D}ie},
  author={Siegel, Eric},
  year={2013},
  publisher={John Wiley \& Sons}
}

@book{dua2014machine,
  title={Machine {L}earning in {H}ealthcare {I}nformatics},
  author={Dua, Sumeet and Acharya, U Rajendra and Dua, Prerna},
  year={2014},
  publisher={Springer}
}

@book{vapnik2006estimation,
  title={Estimation of {D}ependences {B}ased on {E}mpirical {D}ata},
  author={Vapnik, Vladimir},
  year={2006},
  publisher={Springer Sci. \& Bus. Media}
}

@book{cesa2006prediction,
  title={Prediction, {L}earning, and {G}ames},
  author={Cesa-Bianchi, Nicolo and Lugosi, G{\'a}bor},
  year={2006},
  publisher={Cambridge University Press}
}

@book{alpaydin2014introduction,
  title={Introduction to {M}achine {L}earning},
  author={Alpaydin, Ethem},
  year={2014},
  publisher={MIT Press}
}

@book{mohri2012foundations,
  title={Foundations of {M}achine {L}earning},
  author={Mohri, Mehryar and Rostamizadeh, Afshin and Talwalkar, Ameet},
  year={2012},
  publisher={MIT Press}
}


@MISC {mit_tech,
    author       = "Simonite, Tom",
    title        = "How to {U}pgrade {J}udges with {M}achine {L}earning.",
    howpublished = "MIT Technology Review",
    month        = "Mar",
    year         = "2017"
}

@misc{Lichman:2013 ,
author = "M. Lichman",
year = "2013",
title = "{UCI} {M}achine {L}earning {R}epository",
url = "http://archive.ics.uci.edu/ml",
institution = "University of California, Irvine, School of Inform. and Comput. Sci." }


@article{hanczar2008classification,
  title={Classification with {R}eject {O}ption in {G}ene {E}xpression {D}ata},
  author={Hanczar, Blaise and Dougherty, Edward R},
  journal={Bioinformatics},
  volume={24},
  number={17},
  pages={1889--1895},
  year={2008},
  publisher={Oxford University Press}
}

@article{zhang2013vehicle,
  title={Vehicle {C}lassification with {C}onfidence by {C}lassified {V}ector {Q}uantization},
  author={Zhang, Bailing and Zhou, Yifan and Pan, Hao},
  journal={IEEE Intell. Transp. Syst. Mag.},
  volume={5},
  number={3},
  pages={8--20},
  year={2013},
  publisher={IEEE}
}

@article{zhang2017reject,
  title={On {R}eject and {R}efine {O}ptions in {M}ulticategory {C}lassification},
  author={Zhang, Chong and Wang, Wenbo and Qiao, Xingye},
  journal={J. of the Amer. Statistical Assoc.},
  year={2017},
  publisher={Taylor \& Francis}
}


@misc{Reuters21578,
  added-at = {2012-05-12T14:52:26.000+0200},
  author = {empty},
  biburl = {https://www.bibsonomy.org/bibtex/26cfce82781168dbf08cf13a0daf446d6/lopusz_kdd},
  editor = {empty},
  interhash = {ad28c57abbf5435b4e2efa9ae08aaaeb},
  intrahash = {6cfce82781168dbf08cf13a0daf446d6},
  keywords = {dataset},
  timestamp = {2012-05-12T14:52:26.000+0200},
  title = { Reuters-21578 Dataset},
  url = {http://kdd.ics.uci.edu/databases/reuters21578/reuters21578.html},
  year = {empty}
}
