Commit dbd63420 authored by Jakub Klinkovský's avatar Jakub Klinkovský
Browse files

chapter 1 - added parallel programming frameworks and high-level libraries

parent f7c916f0

content/programming_and_architectures.tex

+671 −8

File changed.

Preview size limit exceeded, changes collapsed.

header_code.tex

+2 −0
Original line number Diff line number Diff line
@@ -24,6 +24,8 @@ 
\def\CPPeleven{C\nolinebreak[4]\kern-.02em\raise.125ex\hbox{{++}}11\xspace}

\def\CPPfourteen{C\nolinebreak[4]\kern-.02em\raise.125ex\hbox{{++}}14\xspace}

\def\CPPseventeen{C\nolinebreak[4]\kern-.02em\raise.125ex\hbox{{++}}17\xspace}

\def\CPPtwenty{C\nolinebreak[4]\kern-.02em\raise.125ex\hbox{{++}}20\xspace}

\def\CPPtwentythree{C\nolinebreak[4]\kern-.02em\raise.125ex\hbox{{++}}23\xspace}



% minted package

\PassOptionsToPackage{final=true}{minted}           % override draft mode

references.bib

+233 −5
Original line number Diff line number Diff line
@@ -376,10 +376,10 @@ 


@Online{marechal:2020gmlib,

  author = {Loïc Maréchal},

  note     = {[Accessed February 2021},

  note   = {[Accessed February 2021]},

  title  = {The {GMlib} library v3.30},

  year     = {2021},

  url    = {https://github.com/LoicMarechal/GMlib},

  year   = {2021},

}
@@ -563,6 +563,16 @@ 
  doi     = {10.1109/99.660313},

}



@Manual{OpenACC,

  author   = {},

  title    = {The {OpenACC} application programming interface},

  note     = {Version 2.5},

  year     = {2015},

  month    = Oct,

  keywords = {manual},

  url      = {https://www.openacc.org/sites/default/files/inline-files/OpenACC_2pt5_0.pdf},

}



@Manual{COMSOLMultiphysics1998,

  title        = {Introduction to {COMSOL} multiphysics{\textregistered}},

  author       = {{COMSOL Multiphysics}},
@@ -1931,6 +1941,224 @@ 
  issn      = {2332-5690},

}



@TechReport{IEEE:pthreads,

  author      = {},

  journal     = {IEEE Std 1003.1c-1995},

  title       = {Standard for Information Technology--Portable Operating System Interface ({POSIX}) -- System Application Program Interface ({API}) Amendment 2: Threads Extension ({C} Language)},

  institution = {IEEE},

  year        = {1996},

  type        = {techreport},

  keywords    = {manual},

  url         = {https://standards.ieee.org/ieee/1003.1c/1393/},

}



@Book{Butenhof1997,

  author    = {Butenhof, David R.},

  publisher = {Addison-Wesley Professional},

  title     = {Programming with {POSIX} threads},

  year      = {1997},

  isbn      = {0201633922},

  month     = may,

}



@Online{oneTBB,

  author   = {Intel},

  note     = {[Accessed January 2023]},

  title    = {{oneAPI Threading Building Blocks (oneTBB)}},

  year     = {2023},

  url      = {https://github.com/oneapi-src/oneTBB},

}



@Book{Voss2019,

  author    = {Voss, Michael and Asenjo, Rafael and Reinders, James},

  publisher = {Springer},

  title     = {Pro {TBB}: {C++} parallel programming with threading building blocks},

  year      = {2019},

  isbn      = {978-1-4842-4398-5},

  month     = jul,

  doi       = {10.1007/978-1-4842-4398-5},

}



@Online{boost.thread,

  author    = {Williams, Anthony and Escriba, Vicente J. Botet},

  title     = {{Boost.Thread}: Portable {C++} multi-threading library},

  note      = {Version 1.81.0},

  year      = {2022},

  month     = dec,

  url       = {https://www.boost.org/doc/libs/1_81_0/doc/html/thread.html},

}



@Online{HPX,

  author    = {Kaiser, Hartmut and

               Simberg, Mikael and

               Adelstein Lelbach, Bryce and

               Heller, Thomas and

               Berge, Agustin and

               Biddiscombe, John and

               Reverdell, Auriane and

               Bikineev, Anton and

               Mercer, Grant and

               Schaefer, Andreas and

               Huck, Kevin and

               Lemoine, Adrian and

               Kwon, Taeguk and

               Habraken, Jeroen and

               Anderson, Matthew and

               Brandt, Steven and

               Copik, Marcin and

               Yadav, Srinivas and

               Stumpf, Martin and

               Bourgeois, Daniel and

               Nair, Akhil and

               Blank, Denis and

               Gonidelis, Giannis and

               Stobaugh, Rebecca and

               Gupta, Nikunj and

               Jakobovits, Shoshana and

               Amatya, Vinay and

               Viklund, Lars and

               Diehl, Patrick and

               Khatami, Zahra},

  title     = {{STEllAR-GROUP/hpx}: {HPX} v1.8.1: The {C++} standards library for parallelism and concurrency},

  month     = jul,

  year      = 2022,

  publisher = {Zenodo},

  version   = {1.8.1},

  doi       = {10.5281/zenodo.6969649},

}



@Article{Kaiser2020,

  author  = {Hartmut Kaiser and Patrick Diehl and Adrian S. Lemoine and Bryce Adelstein Lelbach and Parsa Amini and Agustín Berge and John Biddiscombe and Steven R. Brandt and Nikunj Gupta and Thomas Heller and Kevin Huck and Zahra Khatami and Alireza Kheirkhahan and Auriane Reverdell and Shahrzad Shirzad and Mikael Simberg and Bibek Wagle and Weile Wei and Tianyi Zhang},

  journal = {Journal of Open Source Software},

  title   = {{HPX}: The {C++} standard library for parallelism and concurrency},

  year    = {2020},

  number  = {53},

  pages   = {2352},

  volume  = {5},

  doi     = {10.21105/joss.02352},

}



@InProceedings{Beard2015,

  author    = {Beard, Jonathan C. and Li, Peng and Chamberlain, Roger D.},

  booktitle = {Proceedings of the Sixth International Workshop on Programming Models and Applications for Multicores and Manycores},

  title     = {{RaftLib}: A {C++} template library for high performance stream parallel processing},

  year      = {2015},

  address   = {New York, NY, USA},

  pages     = {96--105},

  publisher = {Association for Computing Machinery},

  series    = {PMAM '15},

  abstract  = {Stream processing or data-flow programming is a compute paradigm that has been around for decades in many forms yet has failed garner the same attention as other mainstream languages and libraries (e.g., C++ or OpenMP [15]). Stream processing has great promise: the ability to safely exploit extreme levels of parallelism. There have been many implementations, both libraries and full languages. The full languages implicitly assume that the streaming paradigm cannot be fully exploited in legacy languages, while library approaches are often preferred for being integrable with the vast expanse of legacy code that exists in the wild. Libraries, however are often criticized for yielding to the shape of their respective languages. RaftLib aims to fully exploit the stream processing paradigm, enabling a full spectrum of streaming graph optimizations while providing a platform for the exploration of integrability with legacy C/C++ code. RaftLib is built as a C++ template library, enabling end users to utilize the robust C++ standard library along with RaftLib's pipeline parallel framework. RaftLib supports dynamic queue optimization, automatic parallelization, and real-time low overhead performance monitoring.},

  doi       = {10.1145/2712386.2712400},

  isbn      = {9781450334044},

  location  = {San Francisco, California},

  numpages  = {10},

}



@TechReport{UPC1.3,

  author      = {Bonachea, Dan and Funck, Gary},

  institution = {UPC Consortium},

  title       = {{UPC} language and library specifications, version 1.3},

  year        = {2013},

  month       = nov,

  abstract    = {UPC is an explicitly parallel extension to the ISO C 99 Standard. UPC follows the partitioned global address space programming model. This document is the formal specification for the UPC language and library syntax and semantics, and supersedes prior specification version 1.2 (LBNL-59208).},

  doi         = {10.2172/1134233},

  keywords    = {manual},

}



@Online{thrust:website,

  author = {NVIDIA},

  title  = {Thrust: The {C++} parallel algorithms library},

  url    = {https://nvidia.github.io/thrust/},

  year   = {2022},

}



@Manual{thrust:quickstart,

  title        = {Thrust quick start guide},

  author       = {NVIDIA},

  organization = {Nvidia},

  year         = {2022},

  keywords     = {manual},

  url          = {https://docs.nvidia.com/cuda/archive/11.8.0/pdf/Thrust_Quick_Start_Guide.pdf},

}



@Online{rocthrust:website,

  author = {AMD},

  title  = {rocThrust -- port of the Thrust parallel algorithms library to the {ROCm/HIP} platform},

  url    = {https://github.com/ROCmSoftwarePlatform/rocThrust},

  year   = {2022},

}



@Online{cppreference:iterator,

  author = {{C++ reference contributors}},

  title = {Iterator library --- {cppreference.com}},

  year = {2022},

  month = dec,

  url = {https://en.cppreference.com/mwiki/index.php?title=cpp/iterator\&oldid=145889},

  note = {[Accessed January 2023]},

}



@Book{gropp:MPI,

  author    = {William Gropp and Ewing Lusk and Anthony Skjellum},

  editor    = {William Gropp and Ewing Lusk},

  publisher = {The MIT Press},

  title     = {Using {MPI}: Portable parallel programming with the message-passing interface},

  year      = {2014},

  edition   = {Third},

  isbn      = {9780262527392},

  month     = nov,

  series    = {Scientific and Engineering Computation},

  url       = {http://wgropp.cs.illinois.edu/usingmpiweb/},

}



@Book{gropp:advancedMPI,

  author    = {William Gropp and Torsten Hoefler and Rajeev Thakur and Ewing Lusk},

  editor    = {William Gropp and Ewing Lusk},

  publisher = {The MIT Press},

  title     = {Using advanced {MPI}: Modern features of the message-passing interface},

  year      = {2014},

  isbn      = {9780262527637},

  month     = nov,

  series    = {Scientific and Engineering Computation},

  url       = {http://wgropp.cs.illinois.edu/usingmpiweb/},

}



@Online{intel:dpcpp,

  author = {Intel},

  title = {{oneAPI DPC++} compiler documentation},

  url = {https://intel.github.io/llvm-docs/},

  note = {[Accessed January 2023]},

}



@Article{Kokkos:programming,

  author  = {Trott, Christian R. and Lebrun-Grandié, Damien and Arndt, Daniel and Ciesko, Jan and Dang, Vinh and Ellingwood, Nathan and Gayatri, Rahulkumar and Harvey, Evan and Hollman, Daisy S. and Ibanez, Dan and Liber, Nevin and Madsen, Jonathan and Miles, Jeff and Poliakoff, David and Powell, Amy and Rajamanickam, Sivasankaran and Simberg, Mikael and Sunderland, Dan and Turcksin, Bruno and Wilke, Jeremiah},

  journal = {IEEE Transactions on Parallel and Distributed Systems},

  title   = {Kokkos 3: programming model extensions for the exascale era},

  year    = {2022},

  number  = {4},

  pages   = {805--817},

  volume  = {33},

  doi     = {10.1109/TPDS.2021.3097283},

}



@Article{Kokkos:ecosystem,

  author  = {Trott, Christian and Berger-Vergiat, Luc and Poliakoff, David and Rajamanickam, Sivasankaran and Lebrun-Grandie, Damien and Madsen, Jonathan and Al Awar, Nader and Gligoric, Milos and Shipman, Galen and Womeldorff, Geoff},

  journal = {Computing in Science Engineering},

  title   = {The {Kokkos} ecosystem: comprehensive performance portability for high performance computing},

  year    = {2021},

  number  = {5},

  pages   = {10--18},

  volume  = {23},

  doi     = {10.1109/MCSE.2021.3098509},

}



@Online{Kokkos:documentation,

  author = {{Kokkos developers}},

  organization = {Sandia National Laboratories},

  title = {{Kokkos Core} documentation},

  url = {https://kokkos.github.io/kokkos-core-wiki/},

  note = {[Accessed January 2023]},

}



@Comment{jabref-meta: databaseType:bibtex;}



@Comment{jabref-meta: protectedFlag:true;}