feat: add ubuntu 24.04 support

Author: nadeemshahzad

playbooks/create_rds.yml

@@ -83,5 +83,5 @@
     changed_when: "add_role_result.rc == 0"
     when: cluster_name is defined and cluster_role_arn is defined
 
-- include: create_db_and_users.yml
+- import_tasks: create_db_and_users.yml
   when: database_connection.login_host is defined

playbooks/roles/aws/defaults/main.yml

@@ -36,15 +36,25 @@ aws_region: "us-east-1"
 aws_s3cmd: "/usr/bin/s3cmd"
 aws_cmd: "/usr/local/bin/aws"
 aws_requirements: "{{ vhost_dirs.home.path }}/requirements.txt"
+aws_venv_dir: "{{ vhost_dirs.home.path }}/venv"
 
 #
 # OS packages
 #
 
-aws_debian_pkgs:
-  - python-setuptools
+aws_debian_pkgs: "{{ aws_debian_pkgs_default + aws_release_specific_debian_pkgs[ansible_distribution_release] }}"
+
+aws_debian_pkgs_default:
   - s3cmd
 
+aws_release_specific_debian_pkgs:
+  bionic:
+    - python-setuptools
+  focal:
+    - python-setuptools
+  noble:
+    - python3-setuptools
+
 aws_redhat_pkgs: []
 
 # The AWS_GATHER_FACTS switch is used to enable/disable data gathering

playbooks/roles/aws/tasks/main.yml

@@ -71,6 +71,15 @@
     requirements: "{{ aws_requirements }}"
     state: present
     extra_args: "-i {{ COMMON_PYPI_MIRROR_URL }}"
+  when: ansible_distribution_release != 'noble'
+
+- name: Install aws python packages
+  pip:
+    requirements: "{{ aws_requirements }}"
+    virtualenv: "{{ aws_venv_dir }}"
+    state: present
+    extra_args: "-i {{ COMMON_PYPI_MIRROR_URL }}"
+  when: ansible_distribution_release == 'noble'
 
 - name: Copy the boto global config file
   template:

playbooks/roles/common/tasks/main.yml

@@ -88,7 +88,7 @@
   until: add_repo is success
   retries: 10
   delay: 5
-  when: ansible_distribution_release == 'bionic' or ansible_distribution_release == 'focal' or ansible_distribution_release == 'jammy'
+  when: ansible_distribution_release == 'noble' or ansible_distribution_release == 'bionic' or ansible_distribution_release == 'focal' or ansible_distribution_release == 'jammy'
   tags:
     - install
     - install:system-requirements

playbooks/roles/common_vars/defaults/main.yml

@@ -149,6 +149,8 @@ common_release_specific_debian_pkgs:
     - python3.5-dev
   jammy:
     - python3.8
+  noble: 
+    - python3.12
 
 common_debian_pkgs: "{{ common_debian_pkgs_default + common_release_specific_debian_pkgs[ansible_distribution_release] }}"
 
@@ -160,7 +162,12 @@ old_python_debian_pkgs:
   - "python2.7=2.7.10-0+{{ ansible_distribution_release }}1"
 
 
-COMMON_PIP_VERSION: '21.2.1'
+COMMON_PIP_VERSION: "{{ common_release_specific_pip_version[ansible_distribution_release] }}"
+
+common_release_specific_pip_version:
+  bionic: "21.2.1"
+  focal: "21.2.1"
+  noble: "24.0"
 
 common_pip_pkgs:
   - pip=={{ COMMON_PIP_VERSION }}

playbooks/roles/config-encoders/README.rst

@@ -1014,10 +1014,10 @@ data structure is the following::
                 - ^name: reload
                 - allow:
                   - ^user: root
-        - include:
+        - import_tasks:
           - ^ignore_missing: "yes"
           - /etc/oddjobd.conf.d/*.conf
-        - include:
+        - import_tasks:
           - ^ignore_missing: "yes"
           - /etc/oddjobd-local.conf
 

playbooks/roles/demo/tasks/main.yml

@@ -37,4 +37,6 @@
     owner: "{{ demo_edxapp_user }}"
     group: "{{ common_web_group }}"
 
-- include: deploy.yml tags=deploy
+- import_tasks: deploy.yml 
+  tags:
+   - deploy

playbooks/roles/ecommerce/defaults/main.yml

@@ -334,11 +334,10 @@ ecommerce_debian_pkgs:
   - python3-dev
 
 ecommerce_release_specific_debian_pkgs:
-  xenial:
-    - python-dev
   bionic:
     - python-dev
   focal: []
+  noble: []
 
 ecommerce_redhat_pkgs: []
 

playbooks/roles/edx_ansible/defaults/main.yml

@@ -23,28 +23,35 @@ edx_ansible_debian_running_services:
   - fail2ban
 
 edx_ansible_debian_pkgs_default:
-  - python-apt
   - libmysqlclient-dev
   - git-core
   - build-essential
   - libxml2-dev
   - libxslt1-dev
   - curl
-  - python-yaml
   - python3-pip
   - python3-mysqldb
 
 edx_ansible_release_specific_debian_pkgs:
   xenial:
+    - python-apt
     - python-pip
     - python-mysqldb
     - python-dev
   bionic:
+    - python-apt
     - python-pip
     - python-mysqldb
     - python-dev
   focal:
+    - python-yaml
+    - python-apt
     - python3-dev
+  noble:
+    - python3-apt
+    - python3-yaml
+    - python3-virtualenv
+    - python3.12-dev
 
 edx_ansible_debian_pkgs: "{{ edx_ansible_debian_running_services + edx_ansible_debian_pkgs_default + edx_ansible_release_specific_debian_pkgs[ansible_distribution_release] }}"
 

playbooks/roles/edx_ansible/tasks/main.yml

@@ -53,7 +53,7 @@
   tags:
     - install:system-requirements
 
-- include: deploy.yml
+- import_tasks: deploy.yml
   tags:
     - deploy
 

playbooks/roles/edxapp/defaults/main.yml

@@ -1807,14 +1807,13 @@ edxapp_debian_pkgs:
   - libsqlite3-dev
 
 edxapp_release_specific_debian_pkgs:
-  xenial:
-    - ipython
-    - python-dev
   bionic:
     - ipython
     - python-dev
   focal:
     - ipython3
+  noble:
+    - ipython3
 
 edxapp_debian_pkgs_default: "{{ edxapp_debian_pkgs + edxapp_release_specific_debian_pkgs[ansible_distribution_release] }}"
 

playbooks/roles/edxapp/tasks/deploy.yml

@@ -454,7 +454,7 @@
 # creates the supervisor jobs for the
 # service variants configured, runs
 # gather_assets and db migrations
-- include: service_variant_config.yml
+- import_tasks: service_variant_config.yml
   tags:
     - service_variant_config
     - deploy
@@ -519,9 +519,10 @@
     - install:configuration
     - install:code
 
-- include: tag_ec2.yml tags=deploy
+- import_tasks: tag_ec2.yml
   when: COMMON_TAG_EC2_INSTANCE
   tags:
+    - deploy
     - remove
     - aws
 

playbooks/roles/edxapp/tasks/main.yml

@@ -205,12 +205,12 @@
     - install:base
 
 # Set up the python sandbox execution environment
-- include: python_sandbox_env.yml
+- import_tasks: python_sandbox_env.yml
   when: EDXAPP_PYTHON_SANDBOX
   tags:
     - deploy
 
-- include: deploy.yml
+- import_tasks: deploy.yml
   tags:
     - deploy
 

playbooks/roles/edxapp/tasks/python_sandbox_env.yml

@@ -16,7 +16,7 @@
   alternatives:
     name: libblas.so.3
     path: /usr/lib/libblas/libblas.so.3
-  when: not libblas_file.stat.exists and (ansible_distribution_release != 'bionic' and ansible_distribution_release != 'focal')
+  when: not libblas_file.stat.exists and (ansible_distribution_release != 'bionic' and ansible_distribution_release != 'focal' and ansible_distribution_release != 'noble')
 
 - name: code sandbox | Use libblas.so.3 in Ubuntu
   alternatives:
@@ -32,6 +32,13 @@
     path: /usr/lib/x86_64-linux-gnu/blas/libblas.so.3.9.0
   when: ansible_distribution_release == 'focal'
 
+- name: code sandbox | Use libblas.so.3 in Ubuntu
+  alternatives:
+    name: libblas.so.3
+    link: /usr/lib/x86_64-linux-gnu/blas/libblas.so.3
+    path: /usr/lib/x86_64-linux-gnu/blas/libblas.so.3.12.0
+  when: ansible_distribution_release == 'noble'
+
 - name: code sandbox | Check which `liblapac` to use
   stat:
     path: /usr/lib/lapack/liblapack.so.3gf
@@ -47,7 +54,7 @@
   alternatives:
     name: liblapack.so.3
     path: /usr/lib/lapack/liblapack.so.3
-  when: not liblapack_file.stat.exists and (ansible_distribution_release != 'bionic' and ansible_distribution_release != 'focal')
+  when: not liblapack_file.stat.exists and (ansible_distribution_release != 'bionic' and ansible_distribution_release != 'focal' and ansible_distribution_release != 'noble')
 
 - name: code sandbox | Use liblapack.so.3 in Ubuntu
   alternatives:
@@ -63,6 +70,13 @@
     path: /usr/lib/x86_64-linux-gnu/lapack/liblapack.so.3.9.0
   when: ansible_distribution_release == 'focal'
 
+- name: code sandbox | Use liblapack.so.3 in Ubuntu
+  alternatives:
+    name: liblapack.so.3
+    link: /usr/lib/x86_64-linux-gnu/lapack/liblapack.so.3
+    path: /usr/lib/x86_64-linux-gnu/lapack/liblapack.so.3.12.0
+  when: ansible_distribution_release == 'noble'
+
 - name: code sandbox | Create edxapp sandbox user
   user:
     name: "{{ edxapp_sandbox_user }}"

playbooks/roles/edxapp/tasks/service_variant_config.yml

@@ -321,9 +321,8 @@
     - assets
 
 - name: Create or update SiteConfiguration
-  include: site_configuration.yml
+  include_tasks: site_configuration.yml
   when: celery_worker is not defined and EDXAPP_SITE_CONFIGURATION
   with_items: "{{ EDXAPP_SITE_CONFIGURATION }}"
-  become_user: "{{ edxapp_user }}"
   tags:
     - create_or_update_site_configuration

playbooks/roles/edxapp_common/defaults/main.yml

@@ -26,11 +26,11 @@ edxapp_common_debian_pkgs_default:
     - swig
 
 edxapp_common_release_specific_debian_pkgs:
-  xenial:
-    - libpng12-dev
   bionic:
     - libpng-dev
   focal:
     - libpng-dev
+  noble:
+    - libpng-dev
 
 edxapp_common_debian_pkgs: "{{ edxapp_common_debian_pkgs_default + edxapp_common_release_specific_debian_pkgs[ansible_distribution_release] }}"

playbooks/roles/forum/tasks/deploy.yml

@@ -129,11 +129,11 @@
     - manage
     - manage:db
 
-- include: test.yml
+- import_tasks: test.yml
   tags:
     - deploy
 
-- include: tag_ec2.yml
+- import_tasks: tag_ec2.yml
   when: COMMON_TAG_EC2_INSTANCE
   tags:
     - deploy

playbooks/roles/forum/tasks/main.yml

@@ -101,6 +101,6 @@
     - install
     - install:base
 
-- include: deploy.yml
+- import_tasks: deploy.yml
   tags:
     - deploy

playbooks/roles/gitreload/tasks/deploy.yml

@@ -12,7 +12,7 @@
     mode: "0600"
   become_user: "{{ common_web_user }}"
 
-- include: course_pull.yml
+- import_tasks: course_pull.yml
   when: GITRELOAD_COURSE_CHECKOUT|bool
   tags: course_pull
 

playbooks/roles/gitreload/tasks/main.yml

@@ -81,4 +81,6 @@
   - python
   - pip
 
-- include: deploy.yml tags=deploy
+- import_tasks: deploy.yml 
+  tags:
+    - deploy

playbooks/roles/graphite/tasks/main.yml

@@ -85,6 +85,6 @@
     - install
     - install:base
 
-- include: whisper.yml
-- include: carbon.yml
-- include: graphite-api.yml
+- import_tasks: whisper.yml
+- import_tasks: carbon.yml
+- import_tasks: graphite-api.yml

playbooks/roles/hotg/tasks/main.yml

@@ -138,4 +138,6 @@
     - install
     - install:base
 
-- include: deploy.yml tags=deploy
+- import_tasks: deploy.yml 
+  tags:
+    - deploy

playbooks/roles/insights/defaults/main.yml

@@ -244,9 +244,9 @@ insights_debian_pkgs:
   - python3-dev
 
 insights_release_specific_debian_pkgs:
-  xenial:
-    - openjdk-8-jdk
   bionic:
     - openjdk-8-jdk
   focal:
     - openjdk-8-jdk
+  noble:
+    - openjdk-8-jdk