paper.bib

@MISC{mlperf-training-rules,
  title =	 "{MLPerf} Training Rules",
  author =	 "{MLCommons}",
  howpublished = {GitHub},
  url= {https://github.com/mlperf/training_policies/blob/master/training_rules.adoc},
  note =	 "[Last Accessed: 30th June, 2022]"
}

@MISC{mlperf-hpc-training-rules,
  title =	 "{MLPerf} {HPC} Training Rules",
  author =	 "{MLCommons}",
  howpublished = {GitHub},
  url = {https://github.com/mlcommons/training_policies/blob/master/training_rules.adoc},
  note =	 "[Last Accessed: 30th June, 2022]"
}


 

@ARTICLE{mattson:micro:2020,
  title =	 "{MLPerf}: An Industry Standard Benchmark Suite for
                  Machine Learning Performance",
  author =	 "Mattson, Peter and Reddi, Vijay Janapa and Cheng,
                  Christine and Coleman, Cody and Diamos, Greg and
                  Kanter, David and Micikevicius, Paulius and
                  Patterson, David and Schmuelling, Guenther and Tang,
                  Hanlin and Wei, Gu-Yeon and Wu, Carole-Jean",
  journal =	 "IEEE Micro",
  publisher =	 "ieeexplore.ieee.org",
  volume =	 40,
  number =	 2,
  pages =	 "8--16",
  month =	 mar,
  year =	 2020,
}

@INPROCEEDINGS{wu:icpp:2019,
  title =	 "Performance, Energy, and Scalability Analysis and
                  Improvement of Parallel Cancer Deep Learning
                  {CANDLE} Benchmarks",
  booktitle =	 "Proceedings of the 48th International Conference on
                  Parallel Processing",
  author =	 "Wu, Xingfu and Taylor, Valerie and Wozniak, Justin M
                  and Stevens, Rick and Brettin, Thomas and Xia,
                  Fangfang",
  publisher =	 "Association for Computing Machinery",
  number =	 "Article 78",
  pages =	 "1--11",
  series =	 "ICPP 2019",
  month =	 aug,
  year =	 2019,
  address =	 "New York, NY, USA",
  location =	 "Kyoto, Japan"
}

@MISC{Kanter2022-xb,
  title =	 "{MLCommons} Community Meeting Slides {1Q22}",
  author =	 "Kanter, David",
  month =	 apr,
  year =	 2022,
  howpublished = {Google Drive},
  url = {https://drive.google.com/file/d/1ZEHLF5WG0S1MAOAKsD3uQxgIbsuNAN1q/view?usp=sharing},
  note =	 "[Last Accessed: 30th June, 2022]"
}

@MISC{Kanter2022-mg,
  title =	 "{MLCommons} Community Meeting Talk Recordings
                  {1Q22}",
  author =	 "Kanter, David",
  month =	 apr,
  year =	 2022,
  howpublished = {Google Drive},
  url = {https://drive.google.com/drive/u/1/folders/1a9tKPunFZFLZkjGdL53qR4yTNb1N-Kv8},
  note =	 "[Last Accessed: 30th June, 2022]"
}

@MISC{mlperf-hpc-page,
  key ={mlperf},
  title =	 "Inside {HPC}, {MLPerf-HPC} Working Group seeks
                  participation,",
  howpublished = {Web Page},
  url =
                  {https://insidehpc.com/2020/02/mlperf-hpc-working-group-seeks-participation/},
  note =	 "[Last Accessed: 30th June, 2022]"
}

@MISC{noauthor_undated-eu,
  key = {mlcommons},
  title =	 "Philosophy of {MLCommons}",
  howpublished = {Web Page},
  url={https://mlcommons.org/en/philosophy/},
  note =	 "[Last Accessed: 30th June, 2022]"
}

@BOOK{tanaka:2021,
  title =	 "Deep Learning and Physics",
  author =	 "Tanaka, Akinori and Tomiya, Akio and Hashimoto,
                  Koji",
  publisher =	 "Springer, Singapore",
  year =	 2021
}

@BOOK{Alok_Choudhary_Geoffrey_Fox_Tony_Hey2022-fb,
  title =	 "{AI} for Science",
  editor =	 "{Alok Choudhary, Geoffrey Fox, Tony Hey}",
  publisher =	 "World Scientific Publishers",
  month =	 dec,
  year =	 2022
}

@MISC{Javier_Duarte_Nhan_Tran_Ben_Hawks_Christian_Herwig_Jules_Muhizi_Shvetank_Prakash_Vijay_Janapa_Reddi_undated-kh,
  title =	 "{FASTML} {SCIENCE} {BENCHMARKS}: {ACCELERATING}
                  {REAL-TIME} {SCIENTIFIC} {EDGE} {MACHINE}
                  {LEARNING}",
  author =	 "{Javier Duarte, Nhan Tran, Ben Hawks, Christian
                  Herwig, Jules Muhizi, Shvetank Prakash, Vijay Janapa
                  Reddi}",
  howpublished = {Google Drive},
  url = {https://drive.google.com/file/d/1NSVAhVPAKCqOLCqH8xrUJNNgW_rWOvO-/view?usp=sharing},
  note =	 "Accessed: 2022-5-7"
}


@MISC{ai4s-nips-2021,
  key = {{AI For Science Community}},
  title =	 "{AI} for Science: Mind the Gaps: A {NeurIPS} 2021
                  Workshop",
  howpublished = {GitHub},
  url = {https://ai4sciencecommunity.github.io/},
  note =	 "[Last Accessed: 30th June, 2022]"
}

@MISC{mlcommons-history,
  key = {mlcommons},
  title =	 "History of {MLCommons}",
  howpublished = {Web Page},
  url={https://mlcommons.org/en/history/},
  note =	 "[Last Accessed: 30th June, 2022]"
}

@MISC{mlcommons-science,
  title =	 "Science Data working Group of {MLCommons} Research",
  author =	 {Fox, Geoffrey and  Hey, Tony and  Thiyagalingam, Jeyan},
  howpublished = {Web Page},
  url = {https://mlcommons.org/en/groups/research-science/},
  note =	 "[Last Accessed: 30th June, 2022]"
}

@MISC{mlcommons-training-page,
  key = {mlcommons},
  title =	 "{HPC} {MLCommons} Training Working Group",
  howpublished = {Web Page},
  url = {https://mlcommons.org/en/groups/training-hpc/},
  note =	 "[Last Accessed: 30th June, 2022]"
}

@MISC{ai4s-icml-22,
  key = {AI for Science},
  title =	 "2nd {AI} for Science An {ICML} 2022 Workshop",
  howpublished = {Web Page},
  url = {http://www.ai4science.net/icml22/},
  note =	 "[Last Accessed: 30th June, 2022]"
}

# thisneeds to be converted to techreport
@ARTICLE{Laanait2019-gm,
  title =	 "Exascale Deep Learning for Scientific Inverse
                  Problems",
  author =	 "Laanait, Nouamane and Romero, Joshua and Yin, Junqi
                  and Todd Young, M and Treichler, Sean and
                  Starchenko, Vitalii and Borisevich, Albina and
                  Sergeev, Alex and Matheson, Michael",
  month =	 sep,
  year =	 2019,
  journal = "arXiv",
  eprint =	 "1909.11150"
}

# thisneeds to be converted to techreport
@ARTICLE{Banbury2021-pk,
  title =	 "{MLPerf} Tiny Benchmark",
  author =	 "Banbury, Colby and Reddi, Vijay Janapa and Torelli,
                  Peter and Holleman, Jeremy and Jeffries, Nat and
                  Kiraly, Csaba and Montino, Pietro and Kanter, David
                  and Ahmed, Sebastian and Pau, Danilo and Thakker,
                  Urmish and Torrini, Antonio and Warden, Peter and
                  Cordaro, Jay and Di Guglielmo, Giuseppe and Duarte,
                  Javier and Gibellini, Stephen and Parekh, Videet and
                  Tran, Honson and Tran, Nhan and Wenxu, Niu and
                  Xuesong, Xu",
  month =	 jun,
  year =	 2021,
  journal = {arXiv},
  archivePrefix ="arXiv",
  primaryClass = "cs.LG",
  eprint =	 "2106.07597"
}

@INPROCEEDINGS{Huang2019-nu,
  title =	 "Benchmarking Deep Learning for Time Series:
                  Challenges and Directions",
  booktitle =	 "2019 {IEEE} International Conference on Big Data
                  (Big Data)",
  author =	 "Huang, X and Fox, G C and Serebryakov, S and Mohan,
                  A and Morkisz, P and Dutta, D",
  publisher =	 "ieeexplore.ieee.org",
  pages =	 "5679--5682",
  month =	 dec,
  year =	 2019,
}



@MISC{mlcommons-github,
  title =	 "{MLCommons} {GitHub}",
  howpublished = {GitHub},
  url = {https://github.com/mlcommons},
  note =	 "[Last Accessed: 30th June, 2022]"
}

@MISC{mlcommons-org,
  title =	 "{MLCommons} Homepage: Machine learning innovation to
                  benefit everyone",
  howpublished = {Web Page},
  url = {https://mlcommons.org/en/},
  note =	 "[Last Accessed: 30th June, 2022]"
}

@MISC{mlcommons-research-groups,
  title =	 "{MLCommons} Research Working Group, Home Page",
  author =	 "{Gennady Pekhimenko,Vijay Janapa Reddi}",
  url= {https://mlcommons.org/en/groups/research/},
  howpublished = {Web Page},
  note =	 "[Last Accessed: 30th June, 2022]"
}

@ARTICLE{Janapa_Reddi2022-mf,
  title =	 "{MLPerf} mobile inference benchmark: An
                  industry-standard open-source machine learning
                  benchmark for on-device {AI}",
  author =	 "Janapa Reddi, Vijay and Kanter, David and Mattson,
                  Peter and Duke, Jared and Nguyen, Thai and Chukka,
                  Ramesh and Shiring, Ken and Tan, Koan-Sin and
                  Charlebois, Mark and Chou, William and El-Khamy,
                  Mostafa and Hong, Jungwook and St John, Tom and
                  Trinh, Cindy and Buch, Michael and Mazumder, Mark
                  and Markovic, Relja and Atta, Thomas and Cakir,
                  Fatih and Charkhabi, Masoud and Chen, Xiaodong and
                  Chiang, Cheng-Ming and Dexter, Dave and Heo, Terry
                  and Schmuelling, Guenther and Shabani, Maryam and
                  Zika, Dylan",
  journal =	 "Proceedings of Machine Learning and Systems",
  publisher =	 "proceedings.mlsys.org",
  volume =	 4,
  month =	 apr,
  year =	 2022
}

@ARTICLE{Emani2021-ba,
  title =	 "Accelerating Scientific Applications With
                  {SambaNova} Reconfigurable Dataflow Architecture",
  author =	 "{Emani} and {Vishwanath} and {Adams} and {Papka} and
                  {Stevens} and {Florescu} and {Jairath} and {Liu} and
                  {Nama} and {Sujeeth}",
  journal =	 "Comput. Sci. Eng.",
  publisher =	 "computer.org",
  volume =	 23,
  pages =	 "114--119",
  month =	 mar,
  year =	 2021
}



@ARTICLE{Reddi2021-wc,
  title =	 "The Vision Behind {MLPerf}: Understanding {AI}
                  Inference Performance",
  author =	 "Reddi, Vijay Janapa and Cheng, Christine and Kanter,
                  David and Mattson, Peter and Schmuelling, Guenther
                  and Wu, Carole-Jean",
  journal =	 "IEEE Micro",
  publisher =	 "ieeexplore.ieee.org",
  volume =	 41,
  number =	 3,
  pages =	 "10--18",
  month =	 may,
  year =	 2021,
}

@MISC{Geoffrey_Fox_Tony_Hey_Jeyan_Thiyagalingam_undated-wt,
  title =	 "Minutes of the {MLCommons} Research Science Working
                  Group",
  author =	 {Fox, Geoffrey and  Hey, Tony and  Thiyagalingam, Jeyan},
  howpublished = {Google Drive},
  url = {https://docs.google.com/document/d/167m7FK6-Ud4M5gXta5cIc1hKqaRHkk2B1GyKasdeQLc/edit?usp=sharing},
  note =	 "[Last Accessed: 30th June, 2022]"
}

@MISC{ai4s-doe-report,
  author = {{Department of Energy}},
  title =	 "{Artificial Intelligence for Science in the {US} Department of Energy}",
  url = {https://science.osti.gov/Initiatives/AI},
  note =	 "[Last Accessed: 30th June, 2022]"
}

@INPROCEEDINGS{Reddi2020-ky,
  title =	 "{MLPerf} Inference Benchmark",
  booktitle =	 "2020 {ACM/IEEE} 47th Annual International Symposium
                  on Computer Architecture ({ISCA})",
  author =	 "Reddi, Vijay Janapa and Cheng, Christine and Kanter,
                  David and Mattson, Peter and Schmuelling, Guenther
                  and Wu, Carole-Jean and Anderson, Brian and Breughe,
                  Maximilien and Charlebois, Mark and Chou, William
                  and Chukka, Ramesh and Coleman, Cody and Davis, Sam
                  and Deng, Pan and Diamos, Greg and Duke, Jared and
                  Fick, Dave and Gardner, J Scott and Hubara, Itay and
                  Idgunji, Sachin and Jablin, Thomas B and Jiao, Jeff
                  and John, Tom St and Kanwar, Pankaj and Lee, David
                  and Liao, Jeffery and Lokhmotov, Anton and Massa,
                  Francisco and Meng, Peng and Micikevicius, Paulius
                  and Osborne, Colin and Pekhimenko, Gennady and
                  Rajan, Arun Tejusve Raghunath and Sequeira, Dilip
                  and Sirasao, Ashish and Sun, Fei and Tang, Hanlin
                  and Thomson, Michael and Wei, Frank and Wu, Ephrem
                  and Xu, Lingjie and Yamada, Koichi and Yu, Bing and
                  Yuan, George and Zhong, Aaron and Zhang, Peizhao and
                  Zhou, Yuchen",
  publisher =	 "ieeexplore.ieee.org",
  pages =	 "446--459",
  month =	 may,
  year =	 2020,
}

% The entry below contains non-ASCII chars that could not be converted
% to a LaTeX equivalent.

# thisneeds to be converted to techreport
@ARTICLE{Reddi2020-zr,
  title =	 "{MLPerf} mobile inference benchmark",
  author =	 "Reddi, V J and Kanter, D and Mattson, P and Duke, J
                  and {others}",
  journal =	 "arXiv preprint arXiv",
  publisher =	 "arxiv.org",
  year =	 2020
}

@MISC{Lawrence_Livermore_National_Laboratory_undated-pk,
  title =	 "{MLCommons} Science Research: {LLNL} Dynamic {4DCT}
                  Datasets using {MPM-based} Deformation",
  author =	 "{Lawrence Livermore National Laboratory}",
  howpublished = {Google Drive},
  url = {https://drive.google.com/file/d/1kbFcgo_ZxG2G_O6DavyQAwQi4fezYQ3l/view?usp=sharing},
  note =	 "Accessed: 2022-5-7"
}

@InProceedings{rodenberger-15,
  author =	 "Ronneberger, Olaf and Fischer, Philipp and Brox,
                  Thomas",
  title =	 "U-Net: Convolutional Networks for Biomedical Image
                  Segmentation",
  booktitle =	 "Medical Image Computing and Computer-Assisted
                  Intervention -- MICCAI 2015",
  year =	 2015,
  publisher =	 "Springer ",
  pages =	 "234--241",
}

# thisneeds to be converted to techreport
@article{laanait-19,
  author =	 {Nouamane Laanait and Joshua Romero and Junqi Yin and
                  M. Todd Young and Sean Treichler and Vitalii
                  Starchenko and Albina Y. Borisevich and Alex Sergeev
                  and Michael A. Matheson},
  title =	 {Exascale Deep Learning for Scientific Inverse
                  Problems},
  journal =	 {CoRR},
  volume =	 {abs/1909.11150},
  year =	 2019,
  url =		 {http://arxiv.org/abs/1909.11150},
  eprinttype =	 {arXiv},
  eprint =	 {1909.11150},
  timestamp =	 {Fri, 30 Jul 2021 08:47:38 +0200},
  biburl =
                  {https://dblp.org/rec/journals/corr/abs-1909-11150.bib},
  bibsource =	 {dblp computer science bibliography,
                  https://dblp.org}
}

@misc{laanait-scanning,
  url =		 {https://www.osti.gov/servlets/purl/1510313/},
  author =	 {Laanait, Nouamane and Borisevich, Albina and Yin,
                  Junqi},
  language =	 {en},
  title =	 {A Database of Convergent Beam Electron Diffraction
                  Patterns for Machine Learning of the Structural
                  Properties of Materials},
  publisher =	 {Oak Ridge Leadership Computing Facility; Oak Ridge
                  National Laboratory (ORNL), Oak Ridge, TN (United
                  States)},
  year =	 2019
}

@misc{laanait-classifier-whitepaper,
  author =	 {N Laanait and J Yin, A Borisevich},
  title =	 {{SMC data challenges: Towards a Universal Classifier
                  for Crystallographic Space Groups}},
  publisher =	 {Oak Ridge Leadership Computing Facility; Oak Ridge
                  National Laboratory (ORNL), Oak Ridge, United
                  States},
  year =	 2020,
  url = {https://bityl.co/COsc},
}

@InProceedings{brown2022smcefr
,author={Cade Brown and Piotr Luszczek}
,title={{SMCEFR:} {Sentinel-3} Satellite Dataset}
,publisher={Springer International Publishing}
,note={\url{https://smc-datachallenge.ornl.gov/ch6-satellite-datasets/}}
,year=2022
}

@InProceedings{pan-20,
  author =	 {Pan, Jin},
  title =	 "Probability Flow for Classifying Crystallographic
                  Space Groups",
  booktitle =	 "Driving Scientific and Engineering Discoveries
                  Through the Convergence of HPC, Big Data and AI",
  year =	 2020,
  publisher =	 "Springer",
  pages =	 "451--464",
}

@misc{stemdl-benchmark,
  author =	 {{STEMDL Benchmark}},
  title =	 {{STEMDL Benchmark}},
  howpublished = {GitHub},
  note =	 {[Last accessed 30th June 2022]},
  url =    {https://github.com/at-aaims/stemdl-benchmark}
}

@misc{data-challenge,
  author = {{ORNL}},
  title =	 {{2020: Challenge 2: SMC Data Challange 2021}},
  note =	 {[Last accessed 30th June 2022]},
  url =		 {https://smc-datachallenge.ornl.gov/challenge-2-2020}
}

@misc{stemdl-70,
  author = {ORNL},
  title =	 {{10.13139/OLCF/1510313}},
  note =	 {[Last accessed 30th June 2022]},
  url =		 {https://doi.ccs.ornl.gov/ui/doi/70}
}

# thisneeds to be converted to techreport
@misc{laanait-ms-19,
  url =		 {https://arxiv.org/abs/1909.11150},
  author =	 {Laanait, Nouamane and Romero, Joshua and Yin, Junqi
                  and Young, M. Todd and Treichler, Sean and
                  Starchenko, Vitalii and Borisevich, Albina and
                  Sergeev, Alex and Matheson, Michael},
  title =	 {Exascale Deep Learning for Scientific Inverse
                  Problems},
  publisher =	 {arXiv},
  year =	 2019,
}

@article{nash-79,
  title =	 {River flow forecasting through conceptual models
                  part I -- A discussion of principles},
  journal =	 {Journal of Hydrology},
  volume =	 10,
  number =	 3,
  pages =	 {282-290},
  year =	 1970,
  issn =	 {0022-1694},
  author =	 {J.E. Nash and J.V. Sutcliffe},
}

@article{TFT-21,
  title =	 {Temporal Fusion Transformers for interpretable
                  multi-horizon time series forecasting},
  journal =	 {International Journal of Forecasting},
  volume =	 37,
  number =	 4,
  pages =	 {1748-1764},
  year =	 2021,
  author =	 {Bryan Lim and Sercan {\"O}. Ar{\i}k and Nicolas Loeff and
                  Tomas Pfister},
}

@misc{eq-transformer-2010,
  title =	 {{Science Data Processing: Examples in Jupyter Notebook}},
  author =	 {Geoffrey C. Fox},
  year =	 2010,
  month =	 apr,
  note =	 {[Last accessed 30th June 2022]},
  url =   {https://ggle.io/58zu}
}

@misc{eq-data,
  key = {earthquake},
  title =	 {{Earthquake Data}},
  note =	 {[Last accessed 30th June 2022]},
  url =      {https://github.com/laszewsk/mlcommons-data-earthquake},
}

@misc{eq-code,
author = {Fox, Geoffrey C and von Laszewski, Gregor and Robert Knuuti and Thomas Butler and Jake Kolesar},
title = "{MLCommons Science Benchmark Earthquake Code}",
url = {https://bityl.co/COro},
urldate = {05/22/2022}
}

@misc{eq-presentation,
  title =	 {{Earthquakes for Real}},
  AUTHOR =	 {Geoffrey C. Fox},
  howpublished = {Presentations},
  year =	 2022,
  month =	 may,
  note =	 {[Last accessed 30th June 2022]},
  url = {https://ggle.io/58zv}
}




@misc{eq-catalog,
  author =	 {{USGS}},
  title =	 {{Search Earthquake Catalog}},
  year =	 2022,
  month =	 may,
  note =	 {[Last accessed 30th June 2022]},
  url =		 {https://earthquake.usgs.gov/earthquakes/search}
}


@misc{google-models,
  key = {google},
  title =	 {{Google Cloud Model Cards}},
  year =	 2022,
  month =	 may,
  note =	 {[Last accessed 30th June 2022]},
  url =		 {https://modelcards.withgoogle.com/model-reports}
}

@inproceedings{Mitchell_2019,
  year =	 2019,
  month =	 {jan},
  publisher =	 {{ACM} },
  author =	 {Margaret Mitchell and Simone Wu and Andrew Zaldivar
                  and Parker Barnes and Lucy Vasserman and Ben
                  Hutchinson and Elena Spitzer and Inioluwa Deborah
                  Raji and Timnit Gebru},
  title =	 {Model Cards for Model Reporting},
  booktitle =	 {Proceedings of the Conference on Fairness,
                  Accountability, and Transparency}
}




@article{wilkinson2016fair,
author = {Mark D. Wilkinson and others},
title={The {FAIR} Guiding Principles for scientific data management and stewardship},
journal={Scientific Data},
volume=3,
number=1,
month = mar,
publisher = {Springer Science and Business Media {LLC}},
year=2016
}

@misc{mlcommons:2022:science:policy,
	author = {von Laszewski, Gregor and Juri Papay, Jeyan Thiyagalingam, Geoffrey fox and Tony Hey},
	title = {Draft: MLCommons Science Policy},
	howpublished = {GitHub},
	year = {2022},
	month = may,
  note =	 {[Last accessed 30th June 2022]},
	url = {https://github.com/laszewsk/mlcommons/blob/main/www/content/en/docs/policy.adoc}
}

@misc{cloudmask-poster,
	author = {Katherine Kilpatrick and Susan Walsh and Peter Minnett},
	title = {Improved cloud mask for NASA sea-surface temperature products from MODIS and VIIRS},
	howpublished = {Online},
	year = {2022},
  note =	 {[Last accessed 30th June 2022]},
	url = {http://adf5c324e923ecfe4e0a-6a79b2e2bae065313f2de67bbbf078a3.r67.cf1.rackcdn.com/GHRSST%20XIX/P32-Kilpatrick%20et%20al.Minnett_GHRSST%20XIX_reduced.pdf}
}
}

@ARTICLE{fox2022-jm,
  title =  "Earthquake Nowcasting with Deep Learning",
  author =   "Fox, Geoffrey and Rundle, John and Donnellan, Andrea
                  and Feng, Bo",
  journal =  "Geohazards",
  publisher =  "MDPI",
  volume =   3,
  number =   2,
  pages =  199,
  month =  apr,
  year =   2022
}


@misc{cloudmesh-sbatch,
	author = {von Laszewski, Gregor and Robert Knuuti},
	title = {{cloudmesh-sbatch}},
	journal = {GitHub},
  note =	 {[Last accessed 30th June 2022]},
	url = {https://github.com/cloudmesh/cloudmesh-sbatch}
}

@misc{cloudmesh-stopwatch,
author = {von Laszewski, Gregor},
title = {Cloudmesh Common StopWatch},
url = {https://github.com/cloudmesh/cloudmesh-common/blob/main/cloudmesh/common/StopWatch.py},
month = May,
year = 2022,
urldate = {05/22/2022}
}

@misc{cloudmesh-gpu,
author = {von Laszewski, Gregor},
  title = {Cloudmesh GPU Monitor},
howpublished = {Web Page},
url = {https://github.com/cloudmesh/cloudmesh-gpu},
month = {May},
year = 2022
}

@misc{namsa,
  title =	 {NAMSA},
  author =	 {Laanait, Nouamane and Yin, Junqi and USDOE},
  url =		 {https://www.osti.gov/biblio/1631694},
  year =	 2019,
  month =	 {Aug},
}


@article {roysoc:tonyhey,
	Title = {Machine learning and big scientific data},
	Author = {Hey, Tony and Butler, Keith and Jackson, Sam and Thiyagalingam, Jeyan},
	Number = {2166},
	Volume = {378},
	Month = {March},
	Year = {2020},
	Journal = {Philosophical transactions. Series A, Mathematical, physical, and engineering sciences},
	Pages = {20190054},
}

@article {natrev:jeyan,
	Title = {Scientific Machine Learning Benchmarks},
	Author = { Thiyagalingam, Jeyan and Shankar, Mallikarjun and Fox, Geoffrey and Hey, Tony},
	Month = {April},
	Year = {2022},
	Journal = {Nature Reviews Physics},
}

@article{jtmnras2,
    author = {Henghes, Ben and Thiyagalingam, Jeyan and Pettitt, Connor and Hey, Tony and Lahav, Ofer},
    title = "{Deep learning methods for obtaining photometric redshift estimations from images}",
    journal = {Monthly Notices of the Royal Astronomical Society},
    volume = {512},
    number = {2},
    pages = {1696-1709},
    year = {2022},
    month = {Feb},
}

@article{jtmnras1,
    author = {Henghes, Ben and Pettitt, Connor and Thiyagalingam, Jeyan and Hey, Tony and Lahav, Ofer},
    title = "{Benchmarking and scalability of machine-learning methods for photometric redshift estimation}",
    journal = {Monthly Notices of the Royal Astronomical Society},
    volume = {505},
    number = {4},
    pages = {4847-4856},
    year = {2021},
    month = {May},
}

@article{bbab493:protein,
    author = {Tran, Ngoc Hieu and Xu, Jinbo and Li, Ming},
    title = "{A tale of solving two computational challenges in protein science: neoantigen prediction and protein structure prediction}",
    journal = {Briefings in Bioinformatics},
    volume = {23},
    number = {1},
    year = {2021},
    month = {Dec},
}


@article{pnas:2020:baker,
author = {Jianyi Yang  and Ivan Anishchenko  and Hahnbeom Park  and Zhenling Peng  and Sergey Ovchinnikov  and David Baker },
title = {Improved protein structure prediction using predicted interresidue orientations},
journal = {Proceedings of the National Academy of Sciences},
volume = {117},
number = {3},
pages = {1496-1503},
year = {2020},
}


@article{2020:callaway,
author = {Ewen Callaway},
title = "{It will change everything: DeepMind’s AI makes gigantic leap in solving protein structures}",
journal = {Nature},
volume = {588},
pages = {203-204},
year = {2020},
}

@article{2021:jumper,
author = {Jumper, J. and Evans, R. and Pritzel, A. and others},
title = {Highly accurate protein structure prediction with AlphaFold},
journal = {Nature},
volume = {596},
pages = {583-589},
year = {2021},
}

@misc{tensorflow2015-whitepaper,
title={ {TensorFlow}: Large-Scale Machine Learning on Heterogeneous Systems},
url={https://www.tensorflow.org/},
note={Software available from tensorflow.org},
author={
    Mart\'{i}n~Abadi and others
    },
  year={2015},
}


@misc{chollet2015keras,
  title={Keras},
  author={Chollet, Fran\c{c}ois and others},
  year={2015},
  howpublished={\url{https://keras.io}},
}

@MISC{sciml-bench:2021,
  title =	 "sciml-bench: {SciML} Benchmarking Suite for {AI} for
                  Science",
  author =	 {Thiyagalingam, Jeyan and Leng, Kuangdai  and Jackson, Samuel and
                  Papay, Juri  and  Shankar, Mallikarjun and  Fox, Geoffrey and Hey, Tony},
  year =	 2021,
  howpublished = {GitHub},
  url = {https://github.com/stfc-sciml/sciml-bench},
  note =	 {[Last accessed 30th June 2022]},
}


@MISC{cloudmask-implementation,
  title =  "sciml-bench: {SciML} Benchmarking Suite for {AI} for
                  Science: Cloud Masking Benchmark",
  author =   {Jackson, Samuel and  Cox, Caroline and  Thiyagalingam, Jeyan and Hey, Tony},
  year =   2021,
  howpublished = {GitHub},
  url = {https://github.com/stfc-sciml/sciml-bench/tree/master/sciml_bench/benchmarks/slstr_cloud},
  note =	 {[Last accessed 30th June 2022]},
}


@article{merchant:2005,
author = {Merchant, C. J. and Harris, A. R. and Maturi, E. and Maccallum, S.},
title = {Probabilistic physically based cloud screening of satellite infrared imagery for operational sea surface temperature retrieval},
journal = {Quarterly Journal of the Royal Meteorological Society},
volume = {131},
number = {611},
pages = {2735-2755},
year = {2005}
}


@misc{theta_platform,
  author ={Argone Leadership Computing Facility (ALCF)}, 
  title = {Theta/ThetaGPU},
  howpublished = {\url{https://www.alcf.anl.gov/alcf-resources/theta}},
  note =	 {[Last accessed 30th June 2022]},
}

@misc{summit_platform,
  author ={Oak Ridge Leadership Computing Facility (OLCF)}, 
  title = {Summit},
  howpublished = {\url{https://www.olcf.ornl.gov/summit/}},
  note =	 {[Last accessed 30th June 2022]},
}


@misc{pearl_platform,
  author ={STFC PEARL Facility, Scientific Computing Department (SCD)}, 
  title = {Pearl},
  howpublished = {\url{https://www.turing.ac.uk/research/asg/pearl}},
  note =	 {[Last accessed 30th June 2022]},
}



@misc{ceda,
  author ={Centrte for Environmental Data Analytics (CEDA)}, 
  title ={Centre for Environmental Data Analytics (CEDA)}, 
  howpublished = {\url{https://www.ceda.ac.uk/}},
  note =	 {[Last accessed 30th June 2022]},
}

@misc{candle,
  author = {{Argonne National Laboratory}},
  title         = {{ECP CANDLE benchmarks}},
  note          = {https://github.com/ECP-CANDLE/Benchmarks}
  }

@misc{candle-uno-data,
  key = {uno},
  title =	 {{Index of Pilot1 CANDLE-UNO Benchmark}},
  note =	 {[Last accessed 30th June 2022]},
  url = {https://ftp.mcs.anl.gov/pub/candle/public/benchmarks/Pilot1/combo}
}


@misc{candle-uno-code-github,
  author =	 {{ECP-CANDLE}},
  title =	 {{Benchmarks}},
  howpublished = {GitHub},
  note =	 {[Last accessed 30th June 2022]},
  url = {https://github.com/ECP-CANDLE/Benchmarks/tree/master/Pilot1/Uno}
}

@misc{candle-uno-readme,
  author =   {{ECP-CANDLE}},
  title =  {{Candle UNO Readme}},
  howpublished = {GitHub},
  year =   2022,
  month =  may,
  note =	 {[Last accessed 30th June 2022]},
  url = {https://github.com/ECP-CANDLE/Benchmarks/blob/develop/Pilot1/Uno/README.AUC.md}
}


@misc{candle-uno-data-3,
  key = {uno},
  title =	 {{Candle Uno Data in h5 format}},
  year =	 2022,
  howpublished = {FTP server},
  month =	 may,
  note =	 {[Last accessed 30th June 2022]},
  url = {https://ftp.mcs.anl.gov/pub/candle/public/benchmarks/Pilot1/uno/top_21_auc_1fold.uno.h5}
}


@article{hpc-wg-arxiv,
  url = {https://arxiv.org/abs/2110.11466},
  author = {Steven Farrell and others},
  title = "{MLPerf HPC: A Holistic Benchmark Suite for Scientific Machine Learning on HPC Systems}",
  publisher = {arXiv},
year = {2021},
}