Skip to content

Commit

Permalink
Merge branch 'master' into batched-scripts
Browse files Browse the repository at this point in the history
  • Loading branch information
cottsay committed Mar 18, 2024
2 parents 5a80a00 + 3634e05 commit 869be77
Show file tree
Hide file tree
Showing 8 changed files with 59 additions and 75 deletions.
105 changes: 39 additions & 66 deletions .github/workflows/ci.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,7 @@ jobs:
runs-on: ubuntu-20.04
strategy:
matrix:
python: ['2.7', '3.6']
python: ['3.6']
steps:
- name: Check out project
uses: actions/checkout@v2
Expand All @@ -38,8 +38,8 @@ jobs:
- name: Run job
uses: ./.github/actions/audit
with:
ros_distro: melodic
os_code_name: bionic
ros_distro: noetic
os_code_name: focal

ros1_config:
name: ROS 1 Config Validation
Expand All @@ -52,39 +52,12 @@ jobs:
- name: Validate configration
run: validate_config_index.py https://raw.githubusercontent.com/ros-infrastructure/ros_buildfarm_config/production/index.yaml

ros1_devel:
name: ROS 1 Devel
runs-on: ubuntu-20.04
strategy:
matrix:
python: ['2.7', '3.5', '3.6']
build_tool: [null]
include:
- python: '3.6'
build_tool: colcon
steps:
- name: Check out project
uses: actions/checkout@v2
- name: Set up Python
uses: actions/setup-python@v2
with:
python-version: ${{matrix.python}}
- name: Install dependencies
uses: ./.github/actions/setup
- name: Run job
uses: ./.github/actions/devel
with:
ros_distro: melodic
os_code_name: bionic
build_tool: ${{matrix.build_tool}}
repo: roscpp_core

ros1_doc:
name: ROS 1 Doc
runs-on: ubuntu-20.04
strategy:
matrix:
python: ['2.7', '3.5', '3.6']
python: ['3.5', '3.6']
steps:
- name: Check out project
uses: actions/checkout@v2
Expand All @@ -97,16 +70,16 @@ jobs:
- name: Run job
uses: ./.github/actions/doc
with:
ros_distro: melodic
os_code_name: bionic
ros_distro: noetic
os_code_name: focal
repo: roscpp_core

ros1_prerelease:
name: ROS 1 Prerelease
runs-on: ubuntu-20.04
strategy:
matrix:
python: ['2.7', '3.5', '3.6']
python: ['3.5', '3.6']
steps:
- name: Check out project
uses: actions/checkout@v2
Expand All @@ -119,8 +92,8 @@ jobs:
- name: Run job
uses: ./.github/actions/prerelease
with:
ros_distro: melodic
os_code_name: bionic
ros_distro: noetic
os_code_name: focal
overlay_pkg: roscpp
underlay_repos: roscpp_core

Expand All @@ -129,7 +102,7 @@ jobs:
runs-on: ubuntu-20.04
strategy:
matrix:
python: ['2.7', '3.5', '3.6']
python: ['3.5', '3.6']
steps:
- name: Check out project
uses: actions/checkout@v2
Expand All @@ -148,16 +121,16 @@ jobs:
- name: Run job
uses: ./.github/actions/prerelease
with:
ros_distro: melodic
os_code_name: bionic
ros_distro: noetic
os_code_name: focal
source_dir: ${{github.workspace}}/dummy_package

ros1_release:
name: ROS 1 Release
runs-on: ubuntu-20.04
strategy:
matrix:
python: ['2.7', '3.5', '3.6']
python: ['3.5', '3.6']
steps:
- name: Check out project
uses: actions/checkout@v2
Expand All @@ -170,16 +143,16 @@ jobs:
- name: Run job
uses: ./.github/actions/release
with:
ros_distro: melodic
os_code_name: bionic
ros_distro: noetic
os_code_name: focal
pkg_name: rostime

ros1_release_reconfigure:
name: ROS 1 Release Reconfigure
runs-on: ubuntu-20.04
strategy:
matrix:
python: ['2.7', '3.5', '3.6']
python: ['3.5', '3.6']
steps:
- name: Check out project
uses: actions/checkout@v2
Expand All @@ -192,15 +165,15 @@ jobs:
- name: Run job
uses: ./.github/actions/release_reconfigure
with:
ros_distro: melodic
ros_distro: noetic
pkg_names: rostime

ros1_status_pages:
name: ROS 1 Status Pages
runs-on: ubuntu-20.04
strategy:
matrix:
python: ['2.7', '3.5', '3.6']
python: ['3.5', '3.6']
steps:
- name: Check out project
uses: actions/checkout@v2
Expand All @@ -213,14 +186,14 @@ jobs:
- name: Run job
uses: ./.github/actions/status_pages
with:
ros_distro: melodic
ros_distro: noetic

ros1_sync_criteria_check:
name: ROS 1 Sync Criteria Check
runs-on: ubuntu-20.04
strategy:
matrix:
python: ['2.7', '3.5', '3.6']
python: ['3.5', '3.6']
steps:
- name: Check out project
uses: actions/checkout@v2
Expand All @@ -229,15 +202,15 @@ jobs:
- name: Run job
uses: ./.github/actions/sync_criteria_check
with:
ros_distro: melodic
os_code_name: bionic
ros_distro: noetic
os_code_name: focal

ros1_trigger:
name: ROS 1 Trigger
runs-on: ubuntu-20.04
strategy:
matrix:
python: ['2.7', '3.5', '3.6']
python: ['3.5', '3.6']
steps:
- name: Check out project
uses: actions/checkout@v2
Expand All @@ -246,7 +219,7 @@ jobs:
- name: Run job
uses: ./.github/actions/trigger
with:
ros_distro: melodic
ros_distro: noetic

ros2_audit:
name: ROS 2 Audit
Expand All @@ -260,8 +233,8 @@ jobs:
uses: ./.github/actions/audit
with:
config_url: https://raw.githubusercontent.com/ros2/ros_buildfarm_config/ros2/index.yaml
ros_distro: foxy
os_code_name: focal
ros_distro: humble
os_code_name: jammy

ros2_ci:
name: ROS 2 CI
Expand All @@ -276,24 +249,24 @@ jobs:
uses: ./.github/actions/ci
with:
config_url: https://raw.githubusercontent.com/ros2/ros_buildfarm_config/ros2/index.yaml
ros_distro: foxy
os_code_name: focal
ros_distro: humble
os_code_name: jammy
package_selection_args: --packages-up-to ament_flake8
- name: Run job 2
id: underlay2
uses: ./.github/actions/ci
with:
config_url: https://raw.githubusercontent.com/ros2/ros_buildfarm_config/ros2/index.yaml
ros_distro: foxy
os_code_name: focal
ros_distro: humble
os_code_name: jammy
underlay_dirs: ${{steps.underlay1.outputs.install_dir}}
package_selection_args: --packages-skip-up-to ament_flake8 --packages-up-to ament_pep257
- name: Run job 3
uses: ./.github/actions/ci
with:
config_url: https://raw.githubusercontent.com/ros2/ros_buildfarm_config/ros2/index.yaml
ros_distro: foxy
os_code_name: focal
ros_distro: humble
os_code_name: jammy
underlay_dirs: ${{steps.underlay1.outputs.install_dir}} ${{steps.underlay2.outputs.install_dir}}
package_selection_args: --packages-skip-up-to ament_flake8 ament_pep257 --packages-up-to ament_cmake_ros

Expand All @@ -320,8 +293,8 @@ jobs:
uses: ./.github/actions/devel
with:
config_url: https://raw.githubusercontent.com/ros2/ros_buildfarm_config/ros2/index.yaml
ros_distro: foxy
os_code_name: focal
ros_distro: humble
os_code_name: jammy
repo: rcutils

ros2_doc:
Expand All @@ -337,7 +310,7 @@ jobs:
with:
config_url: https://raw.githubusercontent.com/ros2/ros_buildfarm_config/ros2/index.yaml
ros_distro: rolling
os_code_name: jammy
os_code_name: noble
repo: rcl
output_directory: ws/docs_output

Expand All @@ -353,8 +326,8 @@ jobs:
uses: ./.github/actions/prerelease
with:
config_url: https://raw.githubusercontent.com/ros2/ros_buildfarm_config/ros2/index.yaml
ros_distro: foxy
os_code_name: focal
ros_distro: humble
os_code_name: jammy
overlay_pkg: rcutils
underlay_repos: ament_cmake_ros

Expand All @@ -371,7 +344,7 @@ jobs:
with:
config_url: https://raw.githubusercontent.com/ros2/ros_buildfarm_config/ros2/index.yaml
ros_distro: rolling
os_code_name: jammy
os_code_name: noble
pkg_name: rcutils

ros2_release_reconfigure:
Expand Down Expand Up @@ -421,7 +394,7 @@ jobs:
with:
config_url: https://raw.githubusercontent.com/ros2/ros_buildfarm_config/ros2/index.yaml
ros_distro: rolling
os_code_name: jammy
os_code_name: noble

ros2_sync_criteria_check_rpm:
name: ROS 2 Sync Criteria Check (RPM)
Expand Down
9 changes: 8 additions & 1 deletion ros_buildfarm/common.py
Original file line number Diff line number Diff line change
Expand Up @@ -172,7 +172,13 @@ def get_distribution_repository_keys(urls, key_files):
def get_binary_package_versions(apt_cache, debian_pkg_names):
versions = {}
for debian_pkg_name in debian_pkg_names:
pkg = apt_cache[debian_pkg_name]
pkg = apt_cache.get(debian_pkg_name)
if not pkg:
prov = apt_cache.get_providing_packages(debian_pkg_name)
if not prov:
raise KeyError("No packages available for '%s'" % (debian_pkg_name,))
assert len(prov) == 1
pkg = apt_cache[prov[0]]
versions[debian_pkg_name] = max(pkg.versions).version
return versions

Expand Down Expand Up @@ -318,6 +324,7 @@ def get_short_os_code_name(os_code_name):
'focal': 'F',
'jammy': 'J',
'jessie': 'J',
'noble': 'N',
'saucy': 'S',
'stretch': 'S',
'trusty': 'T',
Expand Down
3 changes: 1 addition & 2 deletions ros_buildfarm/scripts/doc/build_rosdoc2.py
Original file line number Diff line number Diff line change
Expand Up @@ -49,8 +49,7 @@ def main(argv=sys.argv[1:]):
'-m',
'pip',
'install',
'--no-warn-script-location',
'--use-deprecated=out-of-tree-build',
'--break-system-packages',
'.'],
cwd=args.rosdoc2_dir)
if pip_rc:
Expand Down
7 changes: 4 additions & 3 deletions ros_buildfarm/templates/devel/devel_task.Dockerfile.em
Original file line number Diff line number Diff line change
Expand Up @@ -63,10 +63,11 @@ RUN echo "@today_str"
RUN python3 -u /tmp/wrapper_scripts/apt.py update-install-clean -q -y git python3-yaml

@[if build_tool == 'colcon']@
RUN python3 -u /tmp/wrapper_scripts/apt.py update-install-clean -q -y python3-pip
@# colcon-core.package_identification.python needs at least setuptools 30.3.0
@# pytest-rerunfailures enables usage of --retest-until-pass
RUN pip3 install -U setuptools==59.6.0 pytest-rerunfailures
@(TEMPLATE(
'snippet/install_pytest-rerunfailures.Dockerfile.em',
os_name=os_name,
))@
@[end if]@
RUN python3 -u /tmp/wrapper_scripts/apt.py update-install-clean -q -y ccache

Expand Down
2 changes: 1 addition & 1 deletion ros_buildfarm/templates/doc/rosdoc2_job.xml.em
Original file line number Diff line number Diff line change
Expand Up @@ -178,7 +178,7 @@ else:
' --rm ' +
' --cidfile=$WORKSPACE/docker_doc/docker.cid' +
' -v $WORKSPACE/ros_buildfarm:/tmp/ros_buildfarm:ro' +
' -v $WORKSPACE/rosdoc2:/tmp/rosdoc2:ro' +
' -v $WORKSPACE/rosdoc2:/tmp/rosdoc2' +
' -v $WORKSPACE/ws:/tmp/ws' +
' rosdoc2.%s_%s' % (rosdistro_name, doc_repo_spec.name.lower()),
'echo "# END SECTION"',
Expand Down
2 changes: 1 addition & 1 deletion ros_buildfarm/templates/release/deb/binarypkg_job.xml.em
Original file line number Diff line number Diff line change
Expand Up @@ -168,7 +168,7 @@ but disabled since the package is blacklisted (or not whitelisted) in the config
'docker run' +
' --rm ' +
' --cidfile=$WORKSPACE/docker_build_binarydeb/docker.cid' +
' -e=HOME=' +
' -e=HOME=/home/buildfarm' +
' -e=TRAVIS=$TRAVIS' +
' --net=host' +
' -v $WORKSPACE/ros_buildfarm:/tmp/ros_buildfarm:ro' +
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,4 @@
@[if os_name == 'debian' or os_name == 'ubuntu']@
@# python3-pytest-rerunfailures is supported since Ubuntu jammy
RUN for i in 1 2 3; do apt-get update && apt-get install -q -y python3-pytest-rerunfailures && apt-get clean && break || if [ $i -lt 3 ]; then sleep 5; else false; fi; done
@[end if]@
2 changes: 1 addition & 1 deletion setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -30,7 +30,7 @@
'include_package_data': True,
'zip_safe': False,
'install_requires': [
'empy',
'empy<4',
'PyYAML'],
'extras_require': {
'test': [
Expand Down

0 comments on commit 869be77

Please sign in to comment.