release bigdl-llm (#5169)

* release bigdl-llm

* update

* update

* update

* revert

* revert

* set bigdl-core-cpp version

* rename

.github/workflows/bigdl-llm-nightly-release.yml

@@ -0,0 +1,57 @@
+name: BigDL-LLM Nightly Build
+
+on:
+  # pull_request:
+  #   branches: [ main ]
+  #   paths:
+  #     - '.github/workflows/nightly_build.yml'
+  schedule:
+    - cron: '30 12 * * *'  # GMT time, 12:30 GMT == 20:30 China
+  workflow_dispatch:
+
+env:
+  GIST_ID: 48dbd87983219d4fe264adfea701815a
+
+permissions:
+  contents: read
+
+jobs:
+
+  # llm-cpp-build:
+  #   uses: ./.github/workflows/llm-binary-build.yml
+
+  bigdl-llm-build:
+    # python build can only be published once a day, please do not publish it manually
+    if: ${{ github.event.schedule || github.event_name == 'workflow_dispatch' }} 
+    runs-on: [self-hosted, Bree]
+    # needs: llm-cpp-build
+    steps:
+    - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3
+
+    - name: Set up Python 
+      uses: actions/setup-python@v2
+      with:
+        python-version: '3.7.15'
+
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install build
+        pip install wheel
+        pip install twine
+
+    # - name: Download llm binary
+    #   uses: ./.github/actions/llm/download-llm-binary
+
+    - name: Build package
+      run: |
+        export TIMESTAMP=`date '+%Y%m%d'`
+        export PYPI_VERSION=2.5.0
+        nb_version=${PYPI_VERSION}b${TIMESTAMP}
+        echo ${nb_version}
+
+        ## windows ##
+        bash python/llm/dev/release_default_windows.sh ${nb_version} true
+
+        ## linux ##
+        bash python/llm/dev/release_default_linux.sh ${nb_version} true

.github/workflows/llm_unit_tests.yml

@@ -11,28 +11,28 @@ permissions:
 # Controls when the action will run.
 on:
   # Triggers the workflow on push or pull request events but only for the main branch
-  push:
-    branches: [main]
-    paths:
-      - "python/llm/**"
-      - ".github/workflows/llm_unit_tests.yml"
-      - ".github/workflows/llm-binary-build.yml"
-      - ".github/actions/llm/setup-llm-env/action.yml"
-      - ".github/actions/llm/remove-llm-env/action.yml"
-      - ".github/actions/llm/cli-test-linux/action.yml"
-      - ".github/actions/llm/cli-test-windows/action.yml"
-      - ".github/actions/llm/download-llm-binary/action.yml"
-  pull_request:
-    branches: [main]
-    paths:
-      - "python/llm/**"
-      - ".github/workflows/llm_unit_tests.yml"
-      - ".github/workflows/llm-binary-build.yml"
-      - ".github/actions/llm/setup-llm-env/action.yml"
-      - ".github/actions/llm/remove-llm-env/action.yml"
-      - ".github/actions/llm/cli-test-linux/action.yml"
-      - ".github/actions/llm/cli-test-windows/action.yml"
-      - ".github/actions/llm/download-llm-binary/action.yml"
+  # push:
+  #   branches: [main]
+  #   paths:
+  #     - "python/llm/**"
+  #     - ".github/workflows/llm_unit_tests.yml"
+  #     - ".github/workflows/llm-binary-build.yml"
+  #     - ".github/actions/llm/setup-llm-env/action.yml"
+  #     - ".github/actions/llm/remove-llm-env/action.yml"
+  #     - ".github/actions/llm/cli-test-linux/action.yml"
+  #     - ".github/actions/llm/cli-test-windows/action.yml"
+  #     - ".github/actions/llm/download-llm-binary/action.yml"
+  # pull_request:
+  #   branches: [main]
+  #   paths:
+  #     - "python/llm/**"
+  #     - ".github/workflows/llm_unit_tests.yml"
+  #     - ".github/workflows/llm-binary-build.yml"
+  #     - ".github/actions/llm/setup-llm-env/action.yml"
+  #     - ".github/actions/llm/remove-llm-env/action.yml"
+  #     - ".github/actions/llm/cli-test-linux/action.yml"
+  #     - ".github/actions/llm/cli-test-windows/action.yml"
+  #     - ".github/actions/llm/download-llm-binary/action.yml"
   workflow_dispatch:
   workflow_call:
 

python/llm/setup.py

@@ -168,7 +168,8 @@ def get_date_urls(base_url):
         except Exception as e:
             print("error - > ", base_url, e)
             pass
-        reg = "https://sourceforge.net/projects/analytics-zoo/files/bigdl-llm/[0-9]{4}-[0-9]{1,2}-[0-9]{1,2}/"
+        # reg = "https://sourceforge.net/projects/analytics-zoo/files/bigdl-llm/[0-9]{4}-[0-9]{1,2}-[0-9]{1,2}/"
+        reg = "https://sourceforge.net/projects/analytics-zoo/files/bigdl-llm/2024-03-24/"
         urls = re.findall(reg, text)
         return urls
 
@@ -281,16 +282,16 @@ def setup_package():
     xpu_20_requires += ["torch==2.0.1a0;platform_system=='Linux'",
                         "torchvision==0.15.2a0;platform_system=='Linux'",
                         "intel_extension_for_pytorch==2.0.110+xpu;platform_system=='Linux'",
-                        "bigdl-core-xe==" + VERSION + ";platform_system=='Linux'",
-                        "bigdl-core-xe-esimd==" + VERSION + ";platform_system=='Linux'"]
+                        "bigdl-core-xe==2.5.0b20240324;platform_system=='Linux'",
+                        "bigdl-core-xe-esimd==2.5.0b20240324;platform_system=='Linux'"]
 
     xpu_21_requires = copy.deepcopy(all_requires)
     xpu_21_requires.remove('torch')
     xpu_21_requires += ["torch==2.1.0a0",
                         "torchvision==0.16.0a0",
                         "intel_extension_for_pytorch==2.1.10+xpu",
-                        "bigdl-core-xe-21==" + VERSION,
-                        "bigdl-core-xe-esimd-21==" + VERSION + ";platform_system=='Linux'"]
+                        "bigdl-core-xe-21==2.5.0b20240324",
+                        "bigdl-core-xe-esimd-21==2.5.0b20240324;platform_system=='Linux'"]
     # default to ipex 2.1 for linux and windows
     xpu_requires = copy.deepcopy(xpu_21_requires)
 
@@ -323,7 +324,7 @@ def setup_package():
                         "xpu-2-0": xpu_20_requires,
                         "xpu-2-1": xpu_21_requires,
                         "serving": serving_requires,
-                        "cpp": ["bigdl-core-cpp==" + VERSION]},
+                        "cpp": ["bigdl-core-cpp==2.5.0b20240324"]},
         classifiers=[
             'License :: OSI Approved :: Apache Software License',
             'Programming Language :: Python :: 3',