rocAL - External source reader

CMakeLists.txt

@@ -33,7 +33,14 @@ find_program(MAKE_NSIS_EXE makensis)
 find_program(RPMBUILD_EXE rpmbuild)
 find_program(DPKG_EXE dpkg)
 
-set(ROCM_PATH /opt/rocm CACHE PATH "Default ROCm installation path")
+# ROCM Path
+if(DEFINED ENV{ROCM_PATH})
+  set(ROCM_PATH $ENV{ROCM_PATH} CACHE PATH "Default ROCm installation path")
+elseif(ROCM_PATH)
+  message("-- INFO:ROCM_PATH Set -- ${ROCM_PATH}")
+else()
+  set(ROCM_PATH /opt/rocm CACHE PATH "Default ROCm installation path")
+endif()
 # avoid setting the default installation path to /usr/local
 if(CMAKE_INSTALL_PREFIX_INITIALIZED_TO_DEFAULT)
   set(CMAKE_INSTALL_PREFIX ${ROCM_PATH} CACHE PATH "rocAL default installation path" FORCE)

README.md

@@ -79,14 +79,15 @@ rocAL can be currently used to perform the following operations either with rand
 *  [ROCm](https://rocmdocs.amd.com/en/latest/deploy/linux/installer/install.html) with --usecase=graphics,rocm
 *  [AMD RPP](https://github.com/GPUOpen-ProfessionalCompute-Libraries/rpp) - MIVisionX Component
 *  [AMD OpenVX™](https://github.com/GPUOpen-ProfessionalCompute-Libraries/MIVisionX/tree/master/amd_openvx) and AMD OpenVX™ Extensions: `VX_RPP` and `AMD Media` - MIVisionX Components
-*  [Boost library](https://www.boost.org) - Version `1.72` or higher
 *  [Turbo JPEG](https://libjpeg-turbo.org/) - Version 2.0.6.2 from `https://github.com/rrawther/libjpeg-turbo.git`
 *  [Half-precision floating-point](https://half.sourceforge.net) library - Version `1.12.0` or higher
 *  [Google Protobuf](https://developers.google.com/protocol-buffers) - Version `3.12.4` or higher
 *  [LMBD Library](http://www.lmdb.tech/doc/)
 *  [RapidJSON](https://github.com/Tencent/rapidjson)
 *  [PyBind11](https://github.com/pybind/pybind11)
-
+*  [HIP](https://github.com/ROCm-Developer-Tools/HIP)
+*  OpenMP
+*  C++17
 ## Build instructions
 
 ### Prerequisites setup script for Linux - `rocAL-setup.py`
@@ -175,7 +176,6 @@ For the convenience of the developer, we here provide the setup script which wil
 * ROCm: rocm-core - `5.7.0.50700-6`
 * RPP - [1.2.0](https://github.com/GPUOpen-ProfessionalCompute-Libraries/rpp/releases/tag/1.2.0)
 * MIVisionX - [master](https://github.com/GPUOpen-ProfessionalCompute-Libraries/MIVisionX)
-* Boost - [1.72.0](https://www.boost.org/users/history/version_1_72_0.html)
 * Protobuf - [V3.12.4](https://github.com/protocolbuffers/protobuf/releases/tag/v3.12.4)
 * OpenCV - [4.6.0](https://github.com/opencv/opencv/releases/tag/4.6.0)
 * FFMPEG - [n4.4.2](https://github.com/FFmpeg/FFmpeg/releases/tag/n4.4.2)

cmake/FindHALF.cmake

@@ -0,0 +1,60 @@
+################################################################################
+# 
+# MIT License
+# 
+# Copyright (c) 2023 Advanced Micro Devices, Inc.
+# 
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+# 
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+# 
+################################################################################
+find_path(HALF_INCLUDE_DIRS
+    NAMES half/half.hpp
+    HINTS
+    $ENV{HALF_DIR}/include
+    $ENV{ROCM_PATH}/include
+    PATHS
+    ${HALF_DIR}/include
+    /usr/include
+    /usr/local/include
+    ${ROCM_PATH}/include
+)
+mark_as_advanced(HALF_INCLUDE_DIRS)
+
+if(HALF_INCLUDE_DIRS)
+    set(HALF_FOUND TRUE)
+endif( )
+
+include( FindPackageHandleStandardArgs )
+find_package_handle_standard_args( HALF 
+    FOUND_VAR  HALF_FOUND 
+    REQUIRED_VARS
+        HALF_INCLUDE_DIRS 
+)
+
+set(HALF_FOUND ${HALF_FOUND} CACHE INTERNAL "")
+set(HALF_INCLUDE_DIRS ${HALF_INCLUDE_DIRS} CACHE INTERNAL "")
+
+if(HALF_FOUND)
+    message("-- ${White}Using HALF -- \n\tIncludes:${HALF_INCLUDE_DIRS}${ColourReset}")    
+else()
+    if(HALF_FIND_REQUIRED)
+        message(FATAL_ERROR "{Red}FindHALF -- NOT FOUND${ColourReset}")
+    endif()
+    message( "-- ${Yellow}NOTE: FindHALF failed to find -- half.hpp${ColourReset}" )
+endif()

cmake/FindStdFilesystem.cmake

@@ -0,0 +1,58 @@
+################################################################################
+# 
+# MIT License
+# 
+# Copyright (c) 2023 Advanced Micro Devices, Inc.
+# 
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+# 
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+# 
+################################################################################
+include(CheckCXXSourceCompiles)
+include(CMakePushCheckState)
+
+cmake_push_check_state(RESET)
+
+set(CMAKE_REQUIRED_FLAGS "-std=c++17")
+
+check_cxx_source_compiles("
+#include <filesystem>
+int main() {
+  std::filesystem::path p;
+  return 0;
+}
+" STD_FILESYSTEM_PRESENT)
+
+cmake_pop_check_state()
+
+if(NOT STD_FILESYSTEM_PRESENT)
+  cmake_push_check_state(RESET)
+  set(CMAKE_REQUIRED_FLAGS "-std=c++17")
+
+  check_cxx_source_compiles("
+  #include <experimental/filesystem>
+  int main() {
+    std::experimental::filesystem::path p;
+    return 0;
+  }
+  " EXPERIMENTAL_FILESYSTEM_PRESENT)
+
+  cmake_pop_check_state()
+endif()
+
+set(FILESYSTEM_FOUND TRUE)

docker/rocal-on-rhel-09.dockerfile

@@ -23,13 +23,7 @@ RUN apt-get update -y && apt-get -y install autoconf automake libbz2-dev libssl-
         git clone -b 2.0.6.2 https://github.com/rrawther/libjpeg-turbo.git && cd libjpeg-turbo && mkdir build && cd build && \
         cmake -DCMAKE_INSTALL_PREFIX=/usr -DCMAKE_BUILD_TYPE=RELEASE -DENABLE_STATIC=FALSE -DCMAKE_INSTALL_DOCDIR=/usr/share/doc/libjpeg-turbo-2.0.3 \
         -DCMAKE_INSTALL_DEFAULT_LIBDIR=lib ../ && make -j4 && sudo make install && cd
-RUN apt-get -y install sqlite3 libsqlite3-dev libtool build-essential && \
-    wget https://boostorg.jfrog.io/artifactory/main/release/1.80.0/source/boost_1_80_0.tar.bz2 && tar xjvf boost_1_80_0.tar.bz2 && \
-    cd boost_1_80_0 && ./bootstrap.sh --prefix=/usr/local --with-python=python3 && \
-    ./b2 stage -j16 threading=multi link=shared cxxflags="-std=c++11" && \
-    sudo ./b2 install threading=multi link=shared --with-system --with-filesystem && \
-    ./b2 stage -j16 threading=multi link=static cxxflags="-std=c++11 -fpic" cflags="-fpic" && \
-    sudo ./b2 install threading=multi link=static --with-system --with-filesystem
+RUN apt-get -y install sqlite3 libsqlite3-dev libtool build-essential
 RUN git clone -b v3.21.9 https://github.com/protocolbuffers/protobuf.git && cd protobuf && git submodule update --init --recursive && \
         ./autogen.sh && ./configure && make -j8 && make check -j8 && sudo make install && sudo ldconfig && cd
 RUN git clone -b 0.99  https://github.com/GPUOpen-ProfessionalCompute-Libraries/rpp.git && cd rpp && mkdir build && cd build && \

docker/rocal-on-ubuntu-20-with-pytorch-with-mesa.dockerfile

@@ -47,12 +47,6 @@ RUN DEBIAN_FRONTEND=noninteractive apt-get -y install wget libbz2-dev libssl-dev
         git clone -b 2.0.6.2 https://github.com/rrawther/libjpeg-turbo.git && cd libjpeg-turbo && mkdir build && cd build && \
         cmake -DCMAKE_INSTALL_PREFIX=/usr -DCMAKE_BUILD_TYPE=RELEASE -DENABLE_STATIC=FALSE -DCMAKE_INSTALL_DOCDIR=/usr/share/doc/libjpeg-turbo-2.0.3 \
         -DCMAKE_INSTALL_DEFAULT_LIBDIR=lib ../ && make -j4 && sudo make install && cd ../../ && \
-        wget https://boostorg.jfrog.io/artifactory/main/release/1.72.0/source/boost_1_72_0.tar.bz2 && tar xjvf boost_1_72_0.tar.bz2 && \
-        cd boost_1_72_0 && ./bootstrap.sh --prefix=/usr/local --with-python=python3 && \
-        ./b2 stage -j16 threading=multi link=shared cxxflags="-std=c++11" && \
-        sudo ./b2 install threading=multi link=shared --with-system --with-filesystem && \
-        ./b2 stage -j16 threading=multi link=static cxxflags="-std=c++11 -fpic" cflags="-fpic" && \
-        sudo ./b2 install threading=multi link=static --with-system --with-filesystem && cd ../ && \
         git clone -b 1.1.0  https://github.com/GPUOpen-ProfessionalCompute-Libraries/rpp.git && cd rpp && mkdir build && cd build && \
         cmake -DBACKEND=HIP ../ && make -j4 && sudo make install && cd ../../ && \
         git clone -b v3.12.4 https://github.com/protocolbuffers/protobuf.git && cd protobuf && git submodule update --init --recursive && \

docker/rocal-on-ubuntu-20.dockerfile

@@ -44,12 +44,6 @@ RUN DEBIAN_FRONTEND=noninteractive apt-get -y install wget libbz2-dev libssl-dev
         git clone -b 2.0.6.2 https://github.com/rrawther/libjpeg-turbo.git && cd libjpeg-turbo && mkdir build && cd build && \
         cmake -DCMAKE_INSTALL_PREFIX=/usr -DCMAKE_BUILD_TYPE=RELEASE -DENABLE_STATIC=FALSE -DCMAKE_INSTALL_DOCDIR=/usr/share/doc/libjpeg-turbo-2.0.3 \
         -DCMAKE_INSTALL_DEFAULT_LIBDIR=lib ../ && make -j4 && sudo make install && cd ../../ && \
-        wget https://boostorg.jfrog.io/artifactory/main/release/1.72.0/source/boost_1_72_0.tar.bz2 && tar xjvf boost_1_72_0.tar.bz2 && \
-        cd boost_1_72_0 && ./bootstrap.sh --prefix=/usr/local --with-python=python3 && \
-        ./b2 stage -j16 threading=multi link=shared cxxflags="-std=c++11" && \
-        sudo ./b2 install threading=multi link=shared --with-system --with-filesystem && \
-        ./b2 stage -j16 threading=multi link=static cxxflags="-std=c++11 -fpic" cflags="-fpic" && \
-        sudo ./b2 install threading=multi link=static --with-system --with-filesystem && cd ../ && \
         git clone -b 1.1.0  https://github.com/GPUOpen-ProfessionalCompute-Libraries/rpp.git && cd rpp && mkdir build && cd build && \
         cmake -DBACKEND=HIP ../ && make -j4 && sudo make install && cd ../../ && \
         git clone -b v3.12.4 https://github.com/protocolbuffers/protobuf.git && cd protobuf && git submodule update --init --recursive && \

docker/rocal-on-ubuntu-22.dockerfile

@@ -45,13 +45,7 @@ RUN apt-get update -y && apt-get -y install autoconf automake libbz2-dev libssl-
         git clone -b 2.0.6.2 https://github.com/rrawther/libjpeg-turbo.git && cd libjpeg-turbo && mkdir build && cd build && \
         cmake -DCMAKE_INSTALL_PREFIX=/usr -DCMAKE_BUILD_TYPE=RELEASE -DENABLE_STATIC=FALSE -DCMAKE_INSTALL_DOCDIR=/usr/share/doc/libjpeg-turbo-2.0.3 \
         -DCMAKE_INSTALL_DEFAULT_LIBDIR=lib ../ && make -j4 && sudo make install && cd
-RUN apt-get -y install sqlite3 libsqlite3-dev libtool build-essential && \
-    wget https://boostorg.jfrog.io/artifactory/main/release/1.80.0/source/boost_1_80_0.tar.bz2 && tar xjvf boost_1_80_0.tar.bz2 && \
-    cd boost_1_80_0 && ./bootstrap.sh --prefix=/usr/local --with-python=python3 && \
-    ./b2 stage -j16 threading=multi link=shared cxxflags="-std=c++11" && \
-    sudo ./b2 install threading=multi link=shared --with-system --with-filesystem && \
-    ./b2 stage -j16 threading=multi link=static cxxflags="-std=c++11 -fpic" cflags="-fpic" && \
-    sudo ./b2 install threading=multi link=static --with-system --with-filesystem
+RUN apt-get -y install sqlite3 libsqlite3-dev libtool build-essential
 RUN git clone -b v3.21.9 https://github.com/protocolbuffers/protobuf.git && cd protobuf && git submodule update --init --recursive && \
         ./autogen.sh && ./configure && make -j8 && make check -j8 && sudo make install && sudo ldconfig && cd
 RUN git clone -b 1.1.0  https://github.com/GPUOpen-ProfessionalCompute-Libraries/rpp.git && cd rpp && mkdir build && cd build && \

docker/rocal-with-pytorch.dockerfile

@@ -34,12 +34,6 @@ RUN DEBIAN_FRONTEND=noninteractive apt-get -y install wget libbz2-dev libssl-dev
         git clone -b 2.0.6.2 https://github.com/rrawther/libjpeg-turbo.git && cd libjpeg-turbo && mkdir build && cd build && \
         cmake -DCMAKE_INSTALL_PREFIX=/usr -DCMAKE_BUILD_TYPE=RELEASE -DENABLE_STATIC=FALSE -DCMAKE_INSTALL_DOCDIR=/usr/share/doc/libjpeg-turbo-2.0.3 \
         -DCMAKE_INSTALL_DEFAULT_LIBDIR=lib ../ && make -j4 && sudo make install && cd ../../ && \
-        wget https://boostorg.jfrog.io/artifactory/main/release/1.72.0/source/boost_1_72_0.tar.bz2 && tar xjvf boost_1_72_0.tar.bz2 && \
-        cd boost_1_72_0 && ./bootstrap.sh --prefix=/usr/local --with-python=python3 && \
-        ./b2 stage -j16 threading=multi link=shared cxxflags="-std=c++11" && \
-        sudo ./b2 install threading=multi link=shared --with-system --with-filesystem && \
-        ./b2 stage -j16 threading=multi link=static cxxflags="-std=c++11 -fpic" cflags="-fpic" && \
-        sudo ./b2 install threading=multi link=static --with-system --with-filesystem && cd ../ && \
         git clone -b 1.1.0  https://github.com/GPUOpen-ProfessionalCompute-Libraries/rpp.git && cd rpp && mkdir build && cd build && \
         cmake -DBACKEND=HIP ../ && make -j4 && sudo make install && cd ../../ && \
         git clone -b v3.12.4 https://github.com/protocolbuffers/protobuf.git && cd protobuf && git submodule update --init --recursive && \

docs/user_guide/ch3.md

@@ -7,7 +7,6 @@ This chapter provides information about the installation of rocAL and related pa
 * Linux distribution
 *  [AMD RPP](https://github.com/GPUOpen-ProfessionalCompute-Libraries/rpp)
 *  [AMD OpenVX™](https://github.com/GPUOpen-ProfessionalCompute-Libraries/MIVisionX/tree/master/amd_openvx) and AMD OpenVX™ Extensions: `VX_RPP` and `AMD Media`
-*  [Boost library](https://www.boost.org) - Version `1.72` or higher
 *  [Turbo JPEG](https://libjpeg-turbo.org/) - Version `2.0` or higher
 *  [Half-precision floating-point](https://half.sourceforge.net) library - Version `1.12.0` or higher
 *  [Google Protobuf](https://developers.google.com/protocol-buffers) - Version `3.12.4` or higher

rocAL-setup.py

@@ -43,8 +43,8 @@
                     help='OpenCV Version - optional (default:4.6.0)')
 parser.add_argument('--protobuf',  	type=str, default='3.12.4',
                     help='ProtoBuf Version - optional (default:3.12.4)')
-parser.add_argument('--rpp',   		type=str, default='1.2.0',
-                    help='RPP Version - optional (default:1.2.0)')
+parser.add_argument('--rpp',   		type=str, default='master',
+                    help='RPP Version - optional (default:master)')
 parser.add_argument('--mivisionx',   		type=str, default='master',
                     help='MIVisionX Version - optional (default:master)')
 parser.add_argument('--pybind11',   type=str, default='v2.10.4',
@@ -229,24 +229,6 @@
     elif "SLES" in platfromInfo:
         os.system('sudo '+linuxFlag+' '+linuxSystemInstall+' ' +
                   linuxSystemInstall_check+' install sqlite3 sqlite3-devel libbz2-devel libopenssl-devel python3-devel autoconf automake libtool curl make gcc-c++ unzip')
-    # Boost V 1.72.0 from source
-    os.system(
-        '(cd '+deps_dir+'; wget https://boostorg.jfrog.io/artifactory/main/release/1.72.0/source/boost_1_72_0.tar.bz2 )')
-    os.system('(cd '+deps_dir+'; tar xjvf boost_1_72_0.tar.bz2 )')
-    if "centos-8" in platfromInfo or "redhat-8" in platfromInfo or "SLES" in platfromInfo:
-        os.system(
-            '(cd '+deps_dir+'/boost_1_72_0/; ./bootstrap.sh --prefix=/usr/local --with-python=python36 )')
-    else:
-        os.system(
-            '(cd '+deps_dir+'/boost_1_72_0/; ./bootstrap.sh --prefix=/usr/local --with-python=python3 )')
-    os.system(
-        '(cd '+deps_dir+'/boost_1_72_0/; ./b2 stage -j16 threading=multi link=shared cxxflags="-std=c++11" )')
-    os.system(
-        '(cd '+deps_dir+'/boost_1_72_0/; sudo ./b2 install threading=multi link=shared --with-system --with-filesystem)')
-    os.system(
-        '(cd '+deps_dir+'/boost_1_72_0/; ./b2 stage -j16 threading=multi link=static cxxflags="-std=c++11 -fpic" cflags="-fpic" )')
-    os.system(
-        '(cd '+deps_dir+'/boost_1_72_0/; sudo ./b2 install threading=multi link=static --with-system --with-filesystem)')
     # Install half.hpp
     os.system(
         '(cd '+deps_dir+'; wget https://sourceforge.net/projects/half/files/half/1.12.0/half-1.12.0.zip )')
@@ -324,10 +306,6 @@
         os.system('sudo -v')
         os.system('sudo '+linuxFlag+' '+linuxSystemInstall+' ' +
                   linuxSystemInstall_check+' install jsoncpp-devel')
-        # boost
-        os.system('sudo -v')
-        os.system('sudo '+linuxFlag+' '+linuxSystemInstall+' ' +
-                  linuxSystemInstall_check+' install boost-devel')
         # lmbd
         os.system('sudo -v')
         os.system('sudo '+linuxFlag+' '+linuxSystemInstall+' ' +
@@ -344,6 +322,12 @@
               linuxCMake+' -DBACKEND='+backend+' -DCMAKE_INSTALL_PREFIX='+ROCM_PATH+' ../; make -j4; sudo make install)')
     # RapidJSON
     os.system('sudo -v')
+    if "Ubuntu" in platfromInfo:
+        os.system('sudo '+linuxFlag+' '+linuxSystemInstall + ' ' +
+                  linuxSystemInstall_check+' install -y rapidjson-dev')
+    else:
+        os.system('sudo '+linuxFlag+' '+linuxSystemInstall + ' ' +
+                  linuxSystemInstall_check+' install -y rapidjson-devel')
     os.system('(cd '+deps_dir+'; git clone https://github.com/Tencent/rapidjson.git; cd rapidjson; mkdir build; cd build; ' +
               linuxCMake+' ../; make -j4; sudo make install)')
     # PyBind11