Skip to content

Commit 6af89da

Browse files
PanaetiusPanaetius
authored
Merge pull request #3387 from SwissDataScienceCenter/release/v2.4.0
chore: release v2.4.0
2 parents d7d8dd3 + 0f67b17 commit 6af89da

615 files changed

Lines changed: 4316 additions & 4929 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎.editorconfig‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
# -*- coding: utf-8 -*-
22
#
3-
# Copyright 2017-2022- Swiss Data Science Center (SDSC)
3+
# Copyright 2017-2023- Swiss Data Science Center (SDSC)
44
# A partnership between École Polytechnique Fédérale de Lausanne (EPFL) and
55
# Eidgenössische Technische Hochschule Zürich (ETHZ).
66
#

‎.github/actions/install-linux/action.yml‎

Lines changed: 78 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,78 @@
1+
name: Install dependencies on Linux
2+
description: Install dependencies on Linux
3+
inputs:
4+
python-version:
5+
description: "Python version to install"
6+
required: false
7+
default: "3.9"
8+
runs:
9+
using: "composite"
10+
steps:
11+
- uses: actions/checkout@v3.5.0
12+
with:
13+
fetch-depth: 0
14+
- name: Checkout repository
15+
shell: bash
16+
run: git fetch --depth=1 origin +refs/tags/*:refs/tags/*
17+
- name: Set up Python ${{ inputs.python-version }}
18+
uses: actions/setup-python@v4
19+
with:
20+
python-version: ${{ inputs.python-version }}
21+
- name: Install system packages
22+
shell: bash
23+
run: |
24+
sudo apt-get update -y
25+
sudo apt-get install -y libyaml-0-2 libyaml-dev unzip fuse3
26+
sudo -v ; curl https://rclone.org/install.sh | sudo bash
27+
- uses: actions/cache@master
28+
id: dependency-cache
29+
with:
30+
path: |
31+
${{ env.pythonLocation }}
32+
renku/templates
33+
key: ${{ env.DEPENDENCY_CACHE_PREFIX }}-${{ runner.os }}-${{ env.pythonLocation }}-${{ hashFiles('pyproject.toml') }}-${{ hashFiles('poetry.lock') }}-${{ hashFiles('Makefile') }}
34+
env:
35+
DEPENDENCY_CACHE_PREFIX: "v1"
36+
- name: Install dependencies
37+
if: steps.dependency-cache.outputs.cache-hit != 'true' || 'refs/heads/master' == github.ref || 'refs/heads/develop' == github.ref || startsWith(github.ref, 'refs/tags/')
38+
env:
39+
POETRY_VIRTUALENVS_CREATE: "false"
40+
shell: bash
41+
run: |
42+
python -m pip install --upgrade pip
43+
python -m pip install coveralls poetry wheel twine
44+
poetry self add "poetry-dynamic-versioning[plugin]"
45+
make download-templates
46+
poetry install -E service --with dev,tests,docs
47+
- name: Install renku into cache
48+
if: steps.dependency-cache.outputs.cache-hit == 'true'
49+
env:
50+
POETRY_VIRTUALENVS_CREATE: "false"
51+
shell: bash
52+
run: |
53+
poetry install -E service --with dev,tests,docs
54+
- name: Set Git config
55+
shell: bash
56+
run: |
57+
git config --global --add user.name "Renku Bot"
58+
git config --global --add user.email "renku@datascience.ch"
59+
- id: year-week
60+
shell: bash
61+
run: echo "date=$(date '+%Y-%V')" >> $GITHUB_OUTPUT
62+
- name: Network cache
63+
uses: actions/cache@master
64+
with:
65+
path: cassettes
66+
key: ${{ env.NETWORK_CACHE_PREFIX }}-${{ steps.year-week.outputs.date }}-${{ hashFiles('poetry.lock') }}-${{ github.job }}
67+
env:
68+
NETWORK_CACHE_PREFIX: "v1"
69+
- name: Set coveralls path mapping
70+
shell: bash
71+
run: |
72+
echo "
73+
74+
[tool.coverage.paths]
75+
source = [
76+
\"renku/\",
77+
\"$(python -c 'import sysconfig; print(sysconfig.get_paths()["purelib"])')/renku/\"
78+
]" >> pyproject.toml

‎.github/actions/install-macos/action.yml‎

Lines changed: 49 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,49 @@
1+
name: Install dependencies on macOS
2+
description: Install dependencies on macOS
3+
inputs:
4+
python-version:
5+
description: "Python version to install"
6+
required: false
7+
default: "3.9"
8+
runs:
9+
using: "composite"
10+
steps:
11+
- uses: actions/checkout@v3.5.0
12+
with:
13+
fetch-depth: 0
14+
- name: Checkout repository
15+
shell: bash
16+
run: git fetch --depth=1 origin +refs/tags/*:refs/tags/*
17+
- name: Set up Python ${{ inputs.python-version }}
18+
uses: actions/setup-python@v4
19+
with:
20+
python-version: ${{ inputs.python-version }}
21+
- name: Install dependencies
22+
env:
23+
POETRY_VIRTUALENVS_CREATE: "false"
24+
shell: bash
25+
run: |
26+
brew update || true
27+
brew unlink git-lfs || true
28+
curl -L https://raw.githubusercontent.com/Homebrew/homebrew-core/43842898fd3ff43273466052722f5ba2789196cb/Formula/git-lfs.rb > git-lfs.rb && brew install git-lfs.rb && rm git-lfs.rb
29+
brew install shellcheck node || brew link --overwrite node
30+
python -m pip install --upgrade pip
31+
python -m pip install wheel poetry
32+
poetry self add "poetry-dynamic-versioning[plugin]"
33+
make download-templates
34+
poetry install -E service --with dev,tests,docs
35+
- name: Set Git config
36+
shell: bash
37+
run: |
38+
git config --global --add user.name "Renku Bot"
39+
git config --global --add user.email "renku@datascience.ch"
40+
- id: year-week
41+
shell: bash
42+
run: echo "date=$(date '+%Y-%V')" >> $GITHUB_OUTPUT
43+
- name: Network cache
44+
uses: actions/cache@master
45+
with:
46+
path: cassettes
47+
key: ${{ env.NETWORK_CACHE_PREFIX }}-${{ steps.year-week.outputs.date }}-${{ hashFiles('poetry.lock') }}-${{ github.job }}
48+
env:
49+
NETWORK_CACHE_PREFIX: "v1"

‎.github/workflows/cheatsheet.yml‎

Lines changed: 5 additions & 33 deletions
Original file line numberDiff line numberDiff line change
@@ -6,50 +6,22 @@ on:
66
- "**"
77
tags:
88
- "v*.*.*"
9-
env:
10-
DEPENDENCY_CACHE_PREFIX: "v2"
11-
NETWORK_CACHE_PREFIX: "v1"
9+
1210
jobs:
1311
cheatsheet:
1412
runs-on: ubuntu-latest
1513
if: "'refs/heads/master' != github.ref && 'refs/heads/develop' != github.ref && !startsWith(github.ref, 'refs/tags/')"
1614
steps:
17-
- uses: actions/checkout@v3.3.0
18-
- run: git fetch --depth=1 origin +refs/tags/*:refs/tags/*
19-
- name: Set up Python 3.9
20-
uses: actions/setup-python@v1
15+
- uses: actions/checkout@v3.5.0
2116
with:
22-
python-version: 3.9
17+
fetch-depth: 0
18+
- name: Install dependencies
19+
uses: ./.github/actions/install-linux
2320
- name: Install xetex
2421
run: |
2522
sudo add-apt-repository "deb http://archive.ubuntu.com/ubuntu jammy main restricted multiverse universe"
2623
sudo apt-get update -y
2724
sudo apt-get install -y -t jammy texlive-xetex
28-
29-
- uses: actions/cache@master
30-
id: cache
31-
with:
32-
path: |
33-
${{ env.pythonLocation }}
34-
renku/templates
35-
key: ${{env.CACHE_PREFIX}}-${{ runner.os }}-${{ env.pythonLocation }}-${{ hashFiles('pyproject.toml') }}-${{hashFiles('poetry.lock')}}-${{hashFiles('build.py')}}
36-
- name: Install dependencies
37-
if: steps.cache.outputs.cache-hit != 'true'
38-
env:
39-
POETRY_VIRTUALENVS_CREATE: false
40-
run: |
41-
python -m pip install --upgrade pip
42-
python -m pip install coveralls poetry wheel twine
43-
poetry self add "poetry-dynamic-versioning[plugin]"
44-
poetry install -E service --with dev,tests,docs
45-
- name: Install renku into cache
46-
if: steps.cache.outputs.cache-hit == 'true'
47-
run: |
48-
python -m pip install --no-deps .
49-
- name: Set Git config
50-
run: |
51-
git config --global --add user.name "Renku Bot"
52-
git config --global --add user.email "renku@datascience.ch"
5325
- name: Build cheatsheet
5426
run: |
5527
sphinx-build -b latex -c docs/cheatsheet/ docs docs/latex/ -W

‎.github/workflows/publish_shacl.yml‎

Lines changed: 18 additions & 23 deletions
Original file line numberDiff line numberDiff line change
@@ -11,26 +11,21 @@ jobs:
1111
build:
1212
runs-on: ubuntu-latest
1313
steps:
14-
- uses: actions/checkout@v3.3.0
15-
with:
16-
fetch-depth: 0
17-
- run: git fetch --depth=1 origin +refs/tags/*:refs/tags/*
18-
- name: Set up Python
19-
uses: actions/setup-python@v4
20-
with:
21-
python-version: 3.7
22-
- name: Install dependencies
23-
run: |
24-
python -m pip install --upgrade pip
25-
python -m pip install .[all]
26-
- name: Publish shape
27-
run: |
28-
git clone https://${{secrets.RENKUBOT_GITHUB_TOKEN}}@github.com/SwissDataScienceCenter/renku-ontology.git shacl_publish
29-
cd shacl_publish
30-
mkdir $(renku --version)
31-
cp ../renku/data/shacl_shape.json ./$(renku --version)/
32-
git config --local user.email "renku@datascience.ch"
33-
git config --local user.name "RenkuBot"
34-
git add $(renku --version)/shacl_shape.json
35-
git commit -m "Publish SHACL shape for $(renku --version)"
36-
git push
14+
- uses: actions/checkout@v3.5.0
15+
with:
16+
fetch-depth: 0
17+
- name: Install dependencies
18+
uses: ./.github/actions/install-linux
19+
with:
20+
python-version: "3.10"
21+
- name: Publish shape
22+
run: |
23+
git clone https://${{secrets.RENKUBOT_GITHUB_TOKEN}}@github.com/SwissDataScienceCenter/renku-ontology.git shacl_publish
24+
cd shacl_publish
25+
mkdir $(renku --version)
26+
cp ../renku/data/shacl_shape.json ./$(renku --version)/
27+
git config --local user.email "renku@datascience.ch"
28+
git config --local user.name "RenkuBot"
29+
git add $(renku --version)/shacl_shape.json
30+
git commit -m "Publish SHACL shape for $(renku --version)"
31+
git push

‎.github/workflows/pypi-release.yml‎

Lines changed: 43 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,43 @@
1+
name: "Publish final pypi release"
2+
on:
3+
workflow_dispatch:
4+
inputs:
5+
version:
6+
description: New release version (e.g. '2.3.1')
7+
type: string
8+
required: true
9+
10+
jobs:
11+
finalize-release:
12+
runs-on: ubuntu-latest
13+
steps:
14+
- uses: actions/checkout@v3.3.0
15+
with:
16+
fetch-depth: 0
17+
token: "${{ secrets.RENKUBOT_GITHUB_TOKEN }}"
18+
ref: 'refs/tags/v${{ github.event.inputs.version }}'
19+
- run: git fetch --depth=1 origin +refs/tags/*:refs/tags/*
20+
- name: Set up Python 3.9
21+
uses: actions/setup-python@v4
22+
with:
23+
python-version: "3.9"
24+
- name: Install dependencies
25+
env:
26+
POETRY_VIRTUALENVS_CREATE: false
27+
run: |
28+
python -m pip install --upgrade pip
29+
python -m pip install poetry poetry-lock-package twine
30+
poetry self add "poetry-dynamic-versioning[plugin]"
31+
poetry install -E service --with dev,tests,docs
32+
git config --global --add user.name "Renku Bot"
33+
git config --global --add user.email "renku@datascience.ch"
34+
- name: Build and publish to pypi
35+
env:
36+
POETRY_VIRTUALENVS_CREATE: false
37+
PYPI_TOKEN: ${{ secrets.PYPI_TOKEN }}
38+
run: make publish-package
39+
- name: Build and publish lock package
40+
env:
41+
POETRY_VIRTUALENVS_CREATE: false
42+
PYPI_TOKEN: ${{ secrets.PYPI_TOKEN }}
43+
run: make publish-lock-package

‎.github/workflows/release.yml‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -3,16 +3,16 @@ on:
33
workflow_dispatch:
44
inputs:
55
version:
6-
description: New release version
6+
description: New release version (e.g. 2.3.1)
77
type: string
88
required: true
99
ref:
10-
description: Branch/ref to create a release from
10+
description: Source branch/ref to create a release from
1111
type: string
1212
required: true
1313
default: develop
1414
target_branch:
15-
description: Target branch to create a release to
15+
description: Target branch to create a release/PR to
1616
type: string
1717
required: true
1818
default: master

0 commit comments

Comments
 (0)