[{"ec_funded":1,"related_material":{"record":[{"relation":"dissertation_contains","id":"9418","status":"public"}]},"date_created":"2020-02-11T09:06:57Z","citation":{"chicago":"Phuong, Mary, and Christoph Lampert. “Distillation-Based Training for Multi-Exit Architectures.” In <i>IEEE International Conference on Computer Vision</i>, 2019–October:1355–64. IEEE, 2019. <a href=\"https://doi.org/10.1109/ICCV.2019.00144\">https://doi.org/10.1109/ICCV.2019.00144</a>.","mla":"Phuong, Mary, and Christoph Lampert. “Distillation-Based Training for Multi-Exit Architectures.” <i>IEEE International Conference on Computer Vision</i>, vol. 2019–October, IEEE, 2019, pp. 1355–64, doi:<a href=\"https://doi.org/10.1109/ICCV.2019.00144\">10.1109/ICCV.2019.00144</a>.","ista":"Phuong M, Lampert C. 2019. Distillation-based training for multi-exit architectures. IEEE International Conference on Computer Vision. ICCV: International Conference on Computer Vision vol. 2019–October, 1355–1364.","ieee":"M. Phuong and C. Lampert, “Distillation-based training for multi-exit architectures,” in <i>IEEE International Conference on Computer Vision</i>, Seoul, Korea, 2019, vol. 2019–October, pp. 1355–1364.","ama":"Phuong M, Lampert C. Distillation-based training for multi-exit architectures. In: <i>IEEE International Conference on Computer Vision</i>. Vol 2019-October. IEEE; 2019:1355-1364. doi:<a href=\"https://doi.org/10.1109/ICCV.2019.00144\">10.1109/ICCV.2019.00144</a>","short":"M. Phuong, C. Lampert, in:, IEEE International Conference on Computer Vision, IEEE, 2019, pp. 1355–1364.","apa":"Phuong, M., &#38; Lampert, C. (2019). Distillation-based training for multi-exit architectures. In <i>IEEE International Conference on Computer Vision</i> (Vol. 2019–October, pp. 1355–1364). Seoul, Korea: IEEE. <a href=\"https://doi.org/10.1109/ICCV.2019.00144\">https://doi.org/10.1109/ICCV.2019.00144</a>"},"year":"2019","doi":"10.1109/ICCV.2019.00144","file_date_updated":"2020-07-14T12:47:59Z","_id":"7479","external_id":{"isi":["000531438101047"]},"abstract":[{"text":"Multi-exit architectures, in which a stack of processing layers is interleaved with early output layers, allow the processing of a test example to stop early and thus save computation time and/or energy.  In this work, we propose a new training procedure for multi-exit architectures based on the principle of knowledge distillation. The method encourage searly exits to mimic later, more accurate exits, by matching their output probabilities.\r\nExperiments  on  CIFAR100  and  ImageNet  show  that distillation-based training significantly improves the accuracy of early exits while maintaining state-of-the-art accuracy  for  late  ones.   The  method  is  particularly  beneficial when  training  data  is  limited  and  it  allows  a  straightforward extension to semi-supervised learning,i.e. making use of unlabeled data at training time. Moreover, it takes only afew lines to implement and incurs almost no computational overhead at training time, and none at all at test time.","lang":"eng"}],"ddc":["000"],"publication_status":"published","department":[{"_id":"ChLa"}],"page":"1355-1364","volume":"2019-October","quality_controlled":"1","publisher":"IEEE","date_published":"2019-10-01T00:00:00Z","project":[{"_id":"2532554C-B435-11E9-9278-68D0E5697425","grant_number":"308036","name":"Lifelong Learning of Visual Scene Understanding","call_identifier":"FP7"}],"has_accepted_license":"1","scopus_import":"1","isi":1,"title":"Distillation-based training for multi-exit architectures","oa":1,"date_updated":"2023-09-08T11:11:12Z","article_processing_charge":"No","publication":"IEEE International Conference on Computer Vision","language":[{"iso":"eng"}],"oa_version":"Submitted Version","day":"01","user_id":"c635000d-4b10-11ee-a964-aac5a93f6ac1","file":[{"access_level":"open_access","file_size":735768,"content_type":"application/pdf","relation":"main_file","creator":"bphuong","date_created":"2020-02-11T09:06:39Z","date_updated":"2020-07-14T12:47:59Z","file_name":"main.pdf","checksum":"7b77fb5c2d27c4c37a7612ba46a66117","file_id":"7480"}],"conference":{"end_date":"2019-11-02","location":"Seoul, Korea","start_date":"2019-10-27","name":"ICCV: International Conference on Computer Vision"},"month":"10","publication_identifier":{"issn":["15505499"],"isbn":["9781728148038"]},"author":[{"full_name":"Bui Thi Mai, Phuong","first_name":"Phuong","last_name":"Bui Thi Mai","id":"3EC6EE64-F248-11E8-B48F-1D18A9856A87"},{"orcid":"0000-0001-8622-7887","id":"40C20FD2-F248-11E8-B48F-1D18A9856A87","last_name":"Lampert","first_name":"Christoph","full_name":"Lampert, Christoph"}],"type":"conference","status":"public"}]