Feature/detect xpress at runtime

.github/workflows/build_centos7.yml

@@ -93,15 +93,15 @@ jobs:
         with:
           submodules: true
 
-      - name: Checkout xpressmp linux
-        uses: actions/checkout@v3
-        with:
-          token: ${{ secrets.AS_TOKEN }}
-          repository: rte-france/xpress-mp
-          path: ${{ env.XPRESSDIR }}
-          github-server-url: https://github.com
-          ref: 8.13a
-        if: matrix.xprs == 'XPRESS-ON'
+      # - name: Checkout xpressmp linux
+      #   uses: actions/checkout@v3
+      #   with:
+      #     token: ${{ secrets.AS_TOKEN }}
+      #     repository: rte-france/xpress-mp
+      #     path: ${{ env.XPRESSDIR }}
+      #     github-server-url: https://github.com
+      #     ref: 8.13a
+      #   if: matrix.xprs == 'XPRESS-ON'
 
       - name: Download pre-compiled librairies
         uses: ./.github/workflows/download-extract-precompiled-libraries-tgz

.github/workflows/build_ubuntu.yml

@@ -31,14 +31,14 @@ jobs:
         with:
           submodules: true
 
-      - name: Checkout xpressmp linux
-        if: matrix.xprs == 'XPRESS-ON'
-        uses: actions/checkout@v3
-        with:
-          repository: rte-france/xpress-mp
-          path: ${{ env.XPRESSDIR }}
-          ref: 8.13
-          token: ${{ secrets.AS_TOKEN }} #reniew token periodically
+      # - name: Checkout xpressmp linux
+      #   if: matrix.xprs == 'XPRESS-ON'
+      #   uses: actions/checkout@v3
+      #   with:
+      #     repository: rte-france/xpress-mp
+      #     path: ${{ env.XPRESSDIR }}
+      #     ref: 8.13
+      #     token: ${{ secrets.AS_TOKEN }} #reniew token periodically
 
       - name: ccache
         uses: hendrikmuhs/[email protected]

.github/workflows/build_windows.yml

@@ -34,14 +34,14 @@ jobs:
         with:
           submodules: true
 
-      - name: Checkout xpressmp linux
-        if: matrix.xprs == 'XPRESS-ON'
-        uses: actions/checkout@v3
-        with:
-          repository: rte-france/xpress-mp-temp
-          path: ${{ env.XPRESSDIR }}
-          ref: 8.13a
-          token: ${{ secrets.AS_TOKEN }}
+      # - name: Checkout xpressmp linux
+      #   if: matrix.xprs == 'XPRESS-ON'
+      #   uses: actions/checkout@v3
+      #   with:
+      #     repository: rte-france/xpress-mp-temp
+      #     path: ${{ env.XPRESSDIR }}
+      #     ref: 8.13a
+      #     token: ${{ secrets.AS_TOKEN }}
 
       - name: Get release
         if: github.event_name == 'release' && github.event.action == 'created'
@@ -141,5 +141,6 @@ jobs:
         run: |
           set PATH=%PATH%;C:\Program Files\Microsoft MPI\Bin
           set PATH=%PATH%;${{ env.XPRESS }}
+          set XPRESSDIR=${{ env.XPRESSDIR }}
           cd _build
           ctest -C Release --output-on-failure -L "medium|unit|benders|lpnamer"

.github/workflows/centos-release.yml

@@ -162,15 +162,15 @@ jobs:
           name: user-guide
           path: docs/
 
-      - name: Checkout xpressmp linux
-        uses: actions/checkout@v3
-        with:
-          token: ${{ secrets.AS_TOKEN }}
-          repository: rte-france/xpress-mp
-          path: ${{ env.XPRESSDIR }}
-          github-server-url: https://github.com
-          ref: 8.13a
-        if: matrix.xprs == 'XPRESS-ON'
+      # - name: Checkout xpressmp linux
+      #   uses: actions/checkout@v3
+      #   with:
+      #     token: ${{ secrets.AS_TOKEN }}
+      #     repository: rte-france/xpress-mp
+      #     path: ${{ env.XPRESSDIR }}
+      #     github-server-url: https://github.com
+      #     ref: 8.13a
+      #   if: matrix.xprs == 'XPRESS-ON'
 
       - name: Configure
         shell: bash

.github/workflows/ubuntu-release.yml

@@ -66,14 +66,14 @@ jobs:
         with:
           submodules: true
 
-      - name: Checkout xpressmp linux
-        if: matrix.xprs == 'XPRESS-ON'
-        uses: actions/checkout@v3
-        with:
-          repository: rte-france/xpress-mp
-          path: ${{ env.XPRESSDIR }}
-          ref: 8.13a
-          token: ${{ secrets.AS_TOKEN }} #reniew token periodically
+      # - name: Checkout xpressmp linux
+      #   if: matrix.xprs == 'XPRESS-ON'
+      #   uses: actions/checkout@v3
+      #   with:
+      #     repository: rte-france/xpress-mp
+      #     path: ${{ env.XPRESSDIR }}
+      #     ref: 8.13a
+      #     token: ${{ secrets.AS_TOKEN }} #reniew token periodically
 
       - name: ccache
         uses: hendrikmuhs/[email protected]

.github/workflows/windows-vcpkg.yml

@@ -72,14 +72,14 @@ jobs:
       - name: Enable git longpaths
         run: git config --system core.longpaths true
 
-      - name: Checkout xpressmp linux
-        if: matrix.xprs == 'XPRESS-ON'
-        uses: actions/checkout@v3
-        with:
-          repository: rte-france/xpress-mp-temp
-          path: ${{ env.XPRESSDIR }}
-          ref: 8.13a
-          token: ${{ secrets.AS_TOKEN }}
+      # - name: Checkout xpressmp linux
+      #   if: matrix.xprs == 'XPRESS-ON'
+      #   uses: actions/checkout@v3
+      #   with:
+      #     repository: rte-france/xpress-mp-temp
+      #     path: ${{ env.XPRESSDIR }}
+      #     ref: 8.13a
+      #     token: ${{ secrets.AS_TOKEN }}
 
       - name: Get release
         if: github.event_name == 'release' && github.event.action == 'created'
@@ -193,6 +193,7 @@ jobs:
         run: |
           set PATH=%PATH%;C:\Program Files\Microsoft MPI\Bin\
           set PATH=%PATH%;${{ env.XPRESS }}
+          set XPRESSDIR=${{ env.XPRESSDIR }}
           cd _build
           ctest -C Release --output-on-failure -L "medium|unit|benders|lpnamer"
 

CMakeLists.txt

@@ -237,31 +237,6 @@ endif()
 
 find_package(jsoncpp CONFIG REQUIRED)
 
-# Third-party solver
-## Xpress
-if(XPRESS)
-	message("XPRESS is ${XPRESS}")
-
-	#Default xpress install dir
-	if (NOT XPRESS_ROOT)
-		if (MSVC)
-			set(XPRESS_ROOT "C:/xpressmp")
-		elseif(UNIX)
-			set(XPRESS_ROOT "/opt/xpressmp")
-		endif()
-	endif()
-
-	find_package(XPRESS REQUIRED)
-
-	# Add solver variables for usage in C++ source code
-	# There are already some variables defined by SOLVER, -DUSE_XPRESS, -DUSE_CBC
-	# But they are exclusive, only one can be set to True
-	# We need to keep COIN-OR at least COIN-OR to True while it is required in lpnamer
-	# and we want to allow compilation with several solvers so that the user can switch 
-	# the solver without any compilation phase.
-	# @TODO : I think those parameters should be merged in a future version
-	add_definitions( -DXPRESS=true )
-endif(XPRESS)
 
 
 ## Coin-OR (Clp and CBC solvers)

src/CMakeLists.txt

@@ -6,9 +6,7 @@ if (COIN_OR)
     SET(AVAILABLE_SOLVER_YML_LIST "${AVAILABLE_SOLVER_YML_LIST}- Cbc\n")
     SET(AVAILABLE_SOLVER_YML_LIST "${AVAILABLE_SOLVER_YML_LIST}- Coin\n")
 endif()
-if (XPRESS)
     SET(AVAILABLE_SOLVER_YML_LIST "${AVAILABLE_SOLVER_YML_LIST}- Xpress\n")
-endif()
 
 
 #configure file to define antares-solver executable

src/cpp/lpnamer/main/RunProblemGeneration.cpp

@@ -1,13 +1,11 @@
 
 #include "RunProblemGeneration.h"
 
-#include <boost/archive/text_iarchive.hpp>
 #include <execution>
 #include <iostream>
 
 #include "ActiveLinks.h"
 #include "AdditionalConstraints.h"
-#include "Clock.h"
 #include "GeneralDataReader.h"
 #include "LauncherHelpers.h"
 #include "LinkProblemsGenerator.h"
@@ -17,14 +15,12 @@
 #include "MasterGeneration.h"
 #include "MasterProblemBuilder.h"
 #include "MpsTxtWriter.h"
-#include "ProblemGenerationExeOptions.h"
 #include "ProblemVariablesFromProblemAdapter.h"
 #include "ProblemVariablesZipAdapter.h"
 #include "StringManip.h"
 #include "Timer.h"
 #include "WeightsFileReader.h"
 #include "WeightsFileWriter.h"
-#include "XpansionProblemsFromAntaresProvider.h"
 #include "ZipProblemsProviderAdapter.h"
 #include "config.h"
 
@@ -59,6 +55,7 @@ struct Version {
   int major;
   int minor;
 };
+
 std::shared_ptr<ArchiveReader> InstantiateZipReader(
     const std::filesystem::path& antares_archive_path);
 void ProcessWeights(
@@ -128,6 +125,7 @@ std::vector<std::shared_ptr<Problem>> getXpansionProblems(
                                                               problem_names);
   return adapter->provideProblems(solver_name, solver_log_manager);
 }
+
 void RunProblemGeneration(
     const std::filesystem::path& xpansion_output_dir,
     const std::string& master_formulation,
@@ -169,14 +167,10 @@ void RunProblemGeneration(
   auto files_mapper = FilesMapper(antares_archive_path);
   auto mpsList = files_mapper.MpsAndVariablesFilesVect();
 
-  bool use_zip_implementation = true;
-  bool use_file_implementation = false;
-
   auto solver_log_manager = SolverLogManager(log_file_path);
   Couplings couplings;
   LinkProblemsGenerator linkProblemsGenerator(
       lpDir_, links, solver_name, logger, solver_log_manager, rename_problems);
-  if (use_zip_implementation) {
     std::shared_ptr<ArchiveReader> reader =
         InstantiateZipReader(antares_archive_path);
 
@@ -185,79 +179,33 @@ void RunProblemGeneration(
         getXpansionProblems(solver_log_manager, solver_name, mpsList, lpDir_,
                             reader);
 
-    std::vector<std::pair<std::shared_ptr<Problem>, ProblemData>>
-        problems_and_data;
-    for (int i = 0; i < xpansion_problems.size(); ++i) {
-      xpansion_problems.at(i)->_name = mpsList.at(i)._problem_mps;
-      problems_and_data.emplace_back(xpansion_problems.at(i), mpsList.at(i));
-    }
-    auto mps_file_writer = std::make_shared<MPSFileWriter>(lpDir_);
-    std::for_each(
-        std::execution::par, problems_and_data.begin(), problems_and_data.end(),
-        [&](const auto& problem_and_data) {
-          const auto& [problem, data] = problem_and_data;
-          std::shared_ptr<IProblemVariablesProviderPort> variables_provider;
-          if (rename_problems) {
-            variables_provider = std::make_shared<ProblemVariablesZipAdapter>(
-                reader, data, links, logger);
-          } else {
-            variables_provider =
-                std::make_shared<ProblemVariablesFromProblemAdapter>(
-                    problem, links, logger);
-          }
-          linkProblemsGenerator.treat(data._problem_mps, couplings, problem.get(),
-                                      variables_provider.get(), mps_file_writer.get());
-        });
-
-    reader->Close();
-    reader->Delete();
-  } else if (use_file_implementation) {
-    /* Main stuff */
-    auto mps_file_writer = std::make_shared<MPSFileWriter>(lpDir_);
-    linkProblemsGenerator.treatloop(xpansion_output_dir, couplings, mpsList,
+  std::vector<std::pair<std::shared_ptr<Problem>, ProblemData>>
+      problems_and_data;
+  for (int i = 0; i < xpansion_problems.size(); ++i) {
+    xpansion_problems.at(i)->_name = mpsList.at(i)._problem_mps;
+    problems_and_data.emplace_back(xpansion_problems.at(i), mpsList.at(i));
+  }
+  auto mps_file_writer = std::make_shared<MPSFileWriter>(lpDir_);
+  std::for_each(
+      std::execution::par, problems_and_data.begin(), problems_and_data.end(),
+      [&](const auto& problem_and_data) {
+        const auto& [problem, data] = problem_and_data;
+        std::shared_ptr<IProblemVariablesProviderPort> variables_provider;
+        if (rename_problems) {
+          variables_provider = std::make_shared<ProblemVariablesZipAdapter>(
+              reader, data, links, logger);
+        } else {
+          variables_provider =
+              std::make_shared<ProblemVariablesFromProblemAdapter>(
+                  problem, links, logger);
+        }
+        linkProblemsGenerator.treat(data._problem_mps, couplings, problem.get(),
+                                    variables_provider.get(),
                                     mps_file_writer.get());
-  } else {
-    std::filesystem::path path =
-        xpansion_output_dir.parent_path().parent_path() /
-        "fichierDeSerialisation";
-    std::ifstream ifs(xpansion_output_dir.parent_path().parent_path() /
-                      "fichierDeSerialisation");
-    boost::archive::text_iarchive ia(ifs);
-
-    LpsFromAntares lps;
-    ia >> lps;
-    lps._constant->Mdeb.push_back(lps._constant->NombreDeCoefficients);
-
-    XpansionProblemsFromAntaresProvider adapter(lps);
-    auto xpansion_problems =
-        adapter.provideProblems(solver_name, solver_log_manager);
-    std::vector<std::pair<std::shared_ptr<Problem>, ProblemData>>
-        problems_and_data;
-    for (int i = 0; i < xpansion_problems.size(); ++i) {
-      xpansion_problems.at(i)->_name = mpsList.at(i)._problem_mps;
-      problems_and_data.emplace_back(xpansion_problems.at(i), mpsList.at(i));
-    }
-
-    auto reader = InstantiateZipReader(antares_archive_path);
-    auto mps_file_writer = std::make_shared<MPSFileWriter>(lpDir_);
+      });
 
-    std::for_each(
-        std::execution::par, problems_and_data.begin(), problems_and_data.end(),
-        [&](const auto& problem_and_data) {
-          const auto& [problem, data] = problem_and_data;
-          std::shared_ptr<IProblemVariablesProviderPort> variables_provider;
-          if (rename_problems) {
-            variables_provider = std::make_shared<ProblemVariablesZipAdapter>(
-                reader, data, links, logger);
-          } else {
-            variables_provider =
-                std::make_shared<ProblemVariablesFromProblemAdapter>(
-                    problem, links, logger);
-          }
-          linkProblemsGenerator.treat(data._problem_mps, couplings, problem.get(),
-                                      variables_provider.get(), mps_file_writer.get());
-        });
-  }
+  reader->Close();
+  reader->Delete();
 
   MasterGeneration master_generation(
       xpansion_output_dir, links, additionalConstraints, couplings,