release 0.50.x (#3535)

* chore: create release 0.50.x * chore(deps): bump azure/setup-helm from 3 to 4 (#3525) Bumps [azure/setup-helm](https://github.com/azure/setup-helm) from 3 to 4. - [Release notes](https://github.com/azure/setup-helm/releases) - [Changelog](https://github.com/Azure/setup-helm/blob/main/CHANGELOG.md) - [Commits](Azure/setup-helm@v3...v4) --- updated-dependencies: - dependency-name: azure/setup-helm dependency-type: direct:production update-type: version-update:semver-major ... Signed-off-by: dependabot[bot] <[email protected]> Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> Co-authored-by: Rok Roškar <[email protected]> * chore: update template versions (#3536) * chore: Remove `ui.client.url` from values as it is unused. (#3539) The value is not used anymore and we should remove it to avoid confusion. Co-authored-by: Rok Roškar <[email protected]> * chore(deps): bump actions/checkout from 4.1.1 to 4.1.2 (#3543) Bumps [actions/checkout](https://github.com/actions/checkout) from 4.1.1 to 4.1.2. - [Release notes](https://github.com/actions/checkout/releases) - [Changelog](https://github.com/actions/checkout/blob/main/CHANGELOG.md) - [Commits](actions/checkout@v4.1.1...v4.1.2) --- updated-dependencies: - dependency-name: actions/checkout dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] <[email protected]> Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> Co-authored-by: Rok Roškar <[email protected]> * feat: renku 2.0 search (#3478) * chore: Renku search helm charts (#3481) * feat: add Solr to the subcharts. * feat: add message queue Redis to data-services (#3508) * chore: add gateway config for search endpoint * chore: add redis values for users sync svc * chore: add redis access to user sync job * chore: renku-graph 2.50.0 (with Jena 5.0.0) (#3549) * chore: renku-jena 0.0.25 * chore: graph updated to 2.50.0 * chore: streamline acceptance test dependencies (#3559) * chore: update changelog for release 0.50.0 (#3556) * chore(docs): improve the custom CA configuration part (#3552) The current version shows the configuration at the top level of the yaml while it should be under the global portion. * chore(docs): fix broken links to renku-python (#3063) Co-authored-by: Rok Roškar <[email protected]> Co-authored-by: Rok Roškar <[email protected]> Co-authored-by: Ralf Grubenmann <[email protected]> * chore: add sentry and prometheus for data services (#3548) * chore: clarify hidden features (#3561) * chore: Update selenium-java from 4.18.1 to 4.19.0 (#3560) * Upgrade search services to 0.0.39 (#3562) * Revert "chore: Update selenium-java from 4.18.1 to 4.19.0 (#3560)" This reverts commit c2af1f4. * chore: add single global Gitlab URL (#3222) --------- Signed-off-by: dependabot[bot] <[email protected]> Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> Co-authored-by: Rok Roškar <[email protected]> Co-authored-by: Alessandro Degano <[email protected]> Co-authored-by: Lorenzo Cavazzi <[email protected]> Co-authored-by: Rok Roškar <[email protected]> Co-authored-by: Jakub Chrobasik <[email protected]> Co-authored-by: Flora Thiebaut <[email protected]> Co-authored-by: Samuel Gaist <[email protected]> Co-authored-by: bethcg <[email protected]> Co-authored-by: Ralf Grubenmann <[email protected]> Co-authored-by: Laura <[email protected]> Co-authored-by: eikek <[email protected]>
SwissDataScienceCenter · Apr 3, 2024 · 7c6dff5 · 7c6dff5
1 parent 8471982
commit 7c6dff5
Show file tree

Hide file tree

Showing 45 changed files with 550 additions and 102 deletions.
diff --git a/.github/workflows/check-acceptance-test-code.yml b/.github/workflows/check-acceptance-test-code.yml
@@ -8,7 +8,7 @@ jobs:
     name: Scala dependencies and code check
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/[email protected].1
+      - uses: actions/[email protected].2
       - name: run test compile
         run: |
           cd acceptance-tests

diff --git a/.github/workflows/check-acceptance-test-fmt.yml b/.github/workflows/check-acceptance-test-fmt.yml
@@ -8,7 +8,7 @@ jobs:
     name: Scala formatting check
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/[email protected].1
+      - uses: actions/[email protected].2
       - name: run scalafmt
         run: |
           cd acceptance-tests

diff --git a/.github/workflows/create-release-branch.yml b/.github/workflows/create-release-branch.yml
@@ -16,7 +16,7 @@ jobs:
   create-release-pr:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/[email protected].1
+      - uses: actions/[email protected].2
         with:
           fetch-depth: 0
           token: "${{ secrets.RENKUBOT_GITHUB_TOKEN }}"

diff --git a/.github/workflows/generate-values-script.yaml b/.github/workflows/generate-values-script.yaml
@@ -15,7 +15,7 @@ jobs:
         - os: macos-11
         - os: ubuntu-20.04
     steps:
-      - uses: actions/[email protected].1
+      - uses: actions/[email protected].2
         with:
           fetch-depth: 0
       - uses: actions/setup-python@v5
@@ -49,7 +49,7 @@ jobs:
     runs-on: ubuntu-20.04
     needs: [test-script]
     steps:
-      - uses: actions/[email protected].1
+      - uses: actions/[email protected].2
         with:
           fetch-depth: 0
       - uses: Azure/docker-login@v1

diff --git a/.github/workflows/publish-helm-chart.yml b/.github/workflows/publish-helm-chart.yml
@@ -9,7 +9,7 @@ jobs:
   publish-chart:
     runs-on: ubuntu-20.04
     steps:
-      - uses: actions/[email protected].1
+      - uses: actions/[email protected].2
         with:
           fetch-depth: 0
       - name: Set version

diff --git a/.github/workflows/publish-master-merges.yaml b/.github/workflows/publish-master-merges.yaml
@@ -14,10 +14,10 @@ jobs:
   publish-chart:
     runs-on: ubuntu-20.04
     steps:
-      - uses: actions/[email protected].1
+      - uses: actions/[email protected].2
         with:
           fetch-depth: 0
-      - uses: azure/setup-helm@v3
+      - uses: azure/setup-helm@v4
         with:
           version: '3.8.0'
         id: setup-helm

diff --git a/.github/workflows/pull-request-test.yml b/.github/workflows/pull-request-test.yml
@@ -18,7 +18,7 @@ jobs:
     if: github.event.action != 'closed'
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/[email protected].1
+      - uses: actions/[email protected].2
       - uses: actions/setup-java@v4
         with:
           distribution: "temurin"
@@ -60,7 +60,7 @@ jobs:
       test-enabled: ${{ steps.deploy-comment.outputs.test-enabled}}
       extra-values: ${{ steps.deploy-comment.outputs.extra-values}}
     steps:
-      - uses: actions/[email protected].1
+      - uses: actions/[email protected].2
       - id: deploy-comment
         uses: SwissDataScienceCenter/renku-actions/[email protected]
         with:
@@ -75,7 +75,7 @@ jobs:
       name: ci-renku-${{ github.event.number }}
       url: https://ci-renku-${{ github.event.number }}.dev.renku.ch
     steps:
-      - uses: actions/[email protected].1
+      - uses: actions/[email protected].2
       - name: renku build and deploy
         if: needs.check-deploy.outputs.pr-contains-string == 'true'
         uses: SwissDataScienceCenter/renku-actions/[email protected]

diff --git a/.github/workflows/renku-dev-test.yaml b/.github/workflows/renku-dev-test.yaml
@@ -22,7 +22,7 @@ jobs:
       github.event.client_payload.message == 'Helm test succeeded' }}
     runs-on: ubuntu-20.04
     steps:
-      - uses: actions/[email protected].1
+      - uses: actions/[email protected].2
       - uses: cypress-io/github-action@v6
         id: cypress
         env:

diff --git a/CHANGELOG.rst b/CHANGELOG.rst
@@ -1,5 +1,70 @@
 .. _changelog:
 
+0.50.0
+------
+
+Renku ``0.50.0`` introduces several new features related to Renku 2.0. However, Renku 2.0 is still
+in early development and is not yet accessible to users. For more information, see our
+[roadmap](https://github.com/SwissDataScienceCenter/renku-design-docs/blob/main/roadmap.md).
+
+1. This release introduces new sew search functionality for Renku 2.0.
+2. Support has been added for interactive sessions in Renku 2.0 projects.
+
+User-Facing Changes
+~~~~~~~~~~~~~~~~~~~
+
+**🌟 New Features**
+
+- **UI**: Renku 2.0 Search page with initial support for project and user search (alpha release)
+- **UI**: Support for interactive sessions in Renku 2.0 projects, comprising global session
+  environments and session launchers (alpha release)
+- **Notebooks**: Initial support for Renku 2.0 sessions, supporting mounting multiple repositories
+  (alpha release)
+- **UI**: Add a new navigation top bar for Renku 2.0 (alpha release)
+- **UI**: Add an ad-hoc feature flag for Renku 2.0 (alpha release)
+
+**✨ Improvements**
+
+- **UI** Update the footer links section with Mastodon (`#3081
+  <https://github.com/SwissDataScienceCenter/renku-ui/pull/3081>`_, `#3059
+  <https://github.com/SwissDataScienceCenter/renku-ui/issues/3059>`_)
+- **UI** Improve session scheduling error messages (`#3082
+  <https://github.com/SwissDataScienceCenter/renku-ui/pull/3082>`_, `#3036
+  <https://github.com/SwissDataScienceCenter/renku-ui/issues/3036>`_)
+
+**🐞 Bug Fixes**
+
+- **UI** Update ``react-pdf`` version and fix it (`#3083
+  <https://github.com/SwissDataScienceCenter/renku-ui/pull/3083>`_, `#3036
+  <https://github.com/SwissDataScienceCenter/renku-ui/issues/3036>`_)
+
+Internal Changes
+~~~~~~~~~~~~~~~~
+
+**🌟 New Features**
+
+- **Data services**: Initial support for project and user search for Renku 2.0 (alpha release)
+- **Data services**: Add support for sentry and prometheus
+- **Search services**: Initial support for project and user search for Renku 2.0 (alpha release)
+- **Data services**: Initial support for Renku 2.0 session environments and session launchers (alpha
+  release)
+
+**Improvements**
+
+- **KG**: Jena 5.0.0 upgrade
+
+Individual Components
+~~~~~~~~~~~~~~~~~~~~~
+
+- `renku-data-services 0.6.0 <https://github.com/SwissDataScienceCenter/renku-data-services/releases/tag/v0.6.0>`_
+- `renku-data-services 0.7.0 <https://github.com/SwissDataScienceCenter/renku-data-services/releases/tag/v0.7.0>`_
+- `renku-gateway 0.24.0 <https://github.com/SwissDataScienceCenter/renku-gateway/releases/0.24.0>`_
+- `renku-graph 2.50.0 <https://github.com/SwissDataScienceCenter/renku-graph/releases/tag/2.50.0>`_
+- `renku-notebooks 1.22.0 <https://github.com/SwissDataScienceCenter/renku-notebooks/releases/tag/1.22.0>`_
+- `renku-search 0.0.39 <https://github.com/SwissDataScienceCenter/renku-search/releases/tag/v0.0.39>`_
+- `renku-ui 3.21.0 <https://github.com/SwissDataScienceCenter/renku-ui/releases/tag/3.21.0>`_
+
+
 0.49.1
 ------
 
@@ -25,6 +90,7 @@ Individual Components
 - `renku-data-services 0.5.2 <https://github.com/SwissDataScienceCenter/renku-data-services/releases/tag/v0.5.2>`_
 - `renku-ui 3.20.2 <https://github.com/SwissDataScienceCenter/renku-ui/releases/tag/3.20.2>`_
 
+
 0.49.0
 ------
 
@@ -3581,7 +3647,7 @@ Bug Fixes
 Features
 ~~~~~~~~
 
-* **Renku CLI**: support moving files between datasets with ``renku mv`` (`CLI documentation <https://renku.readthedocs.io/en/latest/renku-python/docs/reference/commands.html#module-renku.cli.move>`__).
+* **Renku CLI**: support moving files between datasets with ``renku mv`` (`CLI documentation <https://renku-python.readthedocs.io/en/stable/reference/commands/move.html>`__).
 * **Renku CLI**: ability to update local project from its template and to update the Dockerfile to install the current version of renku-python using renku migrate.
 
 * **Projects**: ability to generate project-creation links, embedding metadata to automatically pre-fill input fields. For more details on how to use this feature please read our `documentation <https://renku.readthedocs.io/en/latest/user/templates.html#create-shareable-project-creation-links-with-pre-filled-fields>`__.
@@ -4251,7 +4317,7 @@ New features
 
 ⭐️ Datasets allow uploading file hierarchies in zip format
 
-⭐️ CLI: Datasets metadata is editable. Please see the `Dataset documentation <https://renku.readthedocs.io/en/latest/renku-python/docs/reference/commands.html#module-renku.cli.dataset>`__ for details.
+⭐️ CLI: Datasets metadata is editable. Please see the `Dataset documentation <https://renku.readthedocs.io/en/stable/renku-python/docs/reference/commands/dataset.html>`__ for details.
 
 ⭐️ CLI: enable importing renku datasets
 

diff --git a/acceptance-tests/requirements.txt b/acceptance-tests/requirements.txt
@@ -1,4 +1,3 @@
 papermill==2.5.0
-toil==5.11.0
-ipykernel==6.23.0
-pandas==2.1.4
+pandas==2.2.1
+ipykernel==6.29.3
diff --git a/docs/how-to-guides/admin/gitlab.rst b/docs/how-to-guides/admin/gitlab.rst
@@ -227,7 +227,6 @@ Upgrading Renku with the newly modified Helm values
 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 
 #. Backup your current unedited values file
-#. Replace every GitLab URL from \https://$RENKU_URL/gitlab to \https://gitlab.$RENKU_URL. There should be 4 instances, at ``gateway.gitlabUrl``, ``notebooks.gitlab.url`` and ``ui.gitlabUrl``.
-#. If you have a value set at ``global.gitlab.urlPrefix`` change it from ``/gitlab`` to ``/``
+#. Replace every GitLab URL from \https://$RENKU_URL/gitlab to \https://gitlab.$RENKU_URL. This is set in `global.gitlab.url`.
 #. Set ``gitlab.enabled`` to ``false``.
 #. Re-install the Renku Helm chart with the newly modified values.
diff --git a/docs/how-to-guides/admin/prerequisites/certificates.rst b/docs/how-to-guides/admin/prerequisites/certificates.rst
@@ -48,17 +48,18 @@ configuration values:
 
 .. code-block:: yaml
 
+  global:
+    certificates:
+      customCAs:
+        - secret: renku-tls # must match the secretName field of the CA Certificate object.
+
   ingress:
     enabled: true
     annotations:
       cert-manager.io/cluster-issuer: null
       cert-manager.io/issuer: my-ca-issuer
       cert-manager.io/common-name: my-selfsigned-ca
 
-  certificates:
-    customCAs:
-      - secret: renku-tls
-
 For more details about the annotations, please check the ``values.yaml`` files.
 
 

diff --git a/docs/how-to-guides/general/upgrading-renku.rst b/docs/how-to-guides/general/upgrading-renku.rst
@@ -1,4 +1,4 @@
-.. upgrading_renku:
+.. _upgrading_renku:
 
 Upgrade your Renku project
 ============================
@@ -7,7 +7,7 @@ Renku is in constant flux! This means that often there are changes
 to RenkuLab (e.g. the web platform (UI) and the knowledge graph (KG)), and the
 ``renku`` command-line interface (CLI). These docs will explain how to benefit from
 changes to the ``renku CLI`` when you're using a session on RenkuLab.
-You can find the changes `in the renku-python docs <https://renku.readthedocs.io/en/latest/renku-python/docs/changes.html>`_.
+You can find the changes `in the renku-python docs <https://renku-python.readthedocs.io/en/latest/changes.html>`_.
 
 If you're instead looking for a list of new features available in RenkuLab, they
 are announced in the :ref:`release_notes`. When we update components of the

diff --git a/docs/reference/templates.rst b/docs/reference/templates.rst
@@ -429,8 +429,7 @@ If you installed the renku command-line interface locally, you can specify a
 template repository as an argument to the ``renku init`` command. If you do
 this, we recommend that you **also** specify a tag (or a commit) when creating
 a new project from a custom repository to ensure that the action is reproducible.
-You can find further details in
-`renku init docs <https://renku.readthedocs.io/en/latest/renku-python/docs/reference/commands.html#use-a-different-template>`_.
+You can find further details in :ref:`renku init docs<cli-template>`.
 
 If you are using a RenkuLab instance, you can use a custom template repository by
 changing the `Template source` to ``Custom`` on the project creation page. There,

diff --git a/docs/topic-guides/sessions/customizing-sessions.rst b/docs/topic-guides/sessions/customizing-sessions.rst
@@ -41,7 +41,7 @@ Your project may even include a package with an advanced UI (like
 and you probably want to choose it as default.
 
 It's possible to set a default value for all these options, either using the
-`renku config command`_ locally or in a session, or directly on RenkuLab project
+:ref:`cli-config` locally or in a session, or directly on RenkuLab project
 page.
 
 To do that, you can go into the project `Settings` section and click on the
@@ -66,7 +66,7 @@ preserved even if you move the project to another RenkuLab instance.
 .. note::
 
   Sometimes you may want to add a non-default value, typically to select a custom
-  default environment. You can use the `renku config command`_ from a session,
+  default environment. You can use the :ref:`cli-config` from a session,
   for example:
 
   .. code-block:: bash
@@ -114,5 +114,3 @@ Getting Help
 
 If you are stuck with a specific modification you'd like to make, do reach out to the
 `Renku community forum <https://renku.discourse.group>`_!
-
-.. _`renku config command`: https://renku.readthedocs.io/en/latest/renku-python/docs/reference/commands.html#module-renku.ui.cli.config
diff --git a/docs/topic-guides/sessions/docker.rst b/docs/topic-guides/sessions/docker.rst
@@ -47,7 +47,7 @@ Customize your Dockerfile
 -------------------------
 
 Before we get into modifying Dockerfiles, if you want to know how to update
-the base version of your RenkuLab image, see `Upgrading Renku <upgrading_renku>`_.
+the base version of your RenkuLab image, see :ref:`upgrading_renku`.
 
 If you're going to make simple modifications to the ``Dockerfile`` (i.e. changing
 the base Docker image version number), you can use the following steps to update

diff --git a/docs/tutorials/first_steps/03_add_data.rst b/docs/tutorials/first_steps/03_add_data.rst
@@ -4,7 +4,7 @@ Add data to your project
 ------------------------
 
 In the JupyterLab interface or RStudio files panel, we can see that a few files already exist.
-Let's start by adding data using the `Renku CLI <https://renku.readthedocs.io/en/latest/renku-python/docs/reference/commands.html>`__.
+Let's start by adding data using the :ref:`Renku CLI<cli-command>`.
 
 .. tab-set::
 
@@ -79,8 +79,7 @@ data, answer yes.
 Let us take a moment to understand what happened there. Opening the terminal
 puts you inside the project directory with ``git`` already configured.
 
-Then we imported a dataset  using the  `Renku CLI <http
-://renku-python.readthedocs.io/>`__. Here, we can see the method of
+Then we imported a dataset  using the  :ref:`cli-command`. Here, we can see the method of
 referencing a dataset in a data repository by DOI. By doing so,
 we capture a reference to the source of the data in the metadata of the
 project.

diff --git a/docs/tutorials/first_steps/08_create_workflow.rst b/docs/tutorials/first_steps/08_create_workflow.rst
@@ -133,9 +133,7 @@ Workflows created in this way don't just track past executions, but also define
 workflow templates (Called ``Plans`` in Renku) that can be executed with
 arbitrary parameters on different workflow backends and exported to other
 workflow languages.
-See the `renku command line docs <https://renku.readthedocs.io/en/latest/renku-python/docs/reference/commands.html>`_
-for more information on this and other commands.
-
+See the :ref:`renku command line docs<cli-command>` for more information on this and other commands.
 
 .. note::
 

diff --git a/helm-chart/renku/requirements.yaml b/helm-chart/renku/requirements.yaml
@@ -18,7 +18,7 @@ dependencies:
     version: 17.4.2
     condition: redis.install
   - name: renku-jena
-    version: "0.0.23"
+    version: "0.0.25"
     repository: "https://swissdatasciencecenter.github.io/helm-charts/"
     alias: jena
   - name: amalthea
@@ -32,3 +32,7 @@ dependencies:
     repository: "https://swissdatasciencecenter.github.io/helm-charts/"
     version: "0.1.7"
     condition: global.csi-rclone.install
+  - name: solr
+    repository: "oci://registry-1.docker.io/bitnamicharts"
+    version: "8.9.2"
+    condition: solr.enabled
diff --git a/helm-chart/renku/templates/_helpers.tpl b/helm-chart/renku/templates/_helpers.tpl
@@ -57,6 +57,10 @@ Define subcharts full names
 {{- printf "%s-%s" .Release.Name "keycloakx" | replace "+" "_" | trunc 63 | trimSuffix "-" -}}
 {{- end -}}
 
+{{- define "solr.fullname" -}}
+{{- printf "%s-%s" .Release.Name "solr" | replace "+" "_" | trunc 63 | trimSuffix "-" -}}
+{{- end -}}
+
 {{- define "gitlab.fullname" -}}
 {{- printf "%s-%s" .Release.Name "gitlab" | replace "+" "_" | trunc 63 | trimSuffix "-" -}}
 {{- end -}}
@@ -132,10 +136,6 @@ KC_DB_PASSWORD: {{ default (randAlphaNum 64) .Values.global.keycloak.postgresPas
 {{- end -}}
 {{- end -}}
 
-{{- define "renku.gitlabUrl" -}}
-{{ .Values.global.gitlab.url | default (printf "%s://%s/gitlab" (include "renku.http" .) .Values.global.renku.domain) }}
-{{- end -}}
-
 {{- define "renku.baseUrl" -}}
 {{ printf "%s://%s" (include "renku.http" .) .Values.global.renku.domain }}
 {{- end -}}