Typo

Generate fisheye_cam camera info for all the
different resolutions

.github/workflows/build-image.yaml

@@ -17,14 +17,24 @@ jobs:
       - name: Build image
         run: |
           docker run --privileged --rm -v /dev:/dev -v $(pwd):/builder/repo -e TRAVIS_TAG="${{ github.event.release.tag_name }}" sfalexrog/img-tool:qemu-update
-      - name: Compress image
+      # - name: Compress image
+      #   run: |
+      #     cd images && sudo chmod -R 777 . && zip -9 $(echo clover_*).zip clover_* && ls -lh . && unzip -l clover_*.zip
+      - name: Compress image using 7-Zip
         run: |
-          cd images && sudo chmod -R 777 . && zip -9 $(echo clover_*).zip clover_* && ls -l . && unzip -l clover_*.zip
+          cd images && sudo chmod -R 777 . && 7z a -mx=9 $(echo *_*).7z *_* && ls -lh . && 7z l *_*.7z
       - name: Upload image
         uses: softprops/action-gh-release@v1
         if: ${{ github.event_name == 'release' }}
         with:
-          files: images/clover_*.zip
+          files: images/*_*.zip
           prerelease: true
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      - name: Upload image to artifacts
+        if: ${{ github.event_name == 'workflow_dispatch' || github.ref != 'refs/heads/master' }}
+        uses: actions/upload-artifact@v4
+        with:
+          name: image
+          path: images/*_*.7z
+          retention-days: 1

.markdownlint.json

@@ -113,7 +113,9 @@
             "VMware",
             "DuoCam"
         ],
-        "code_blocks": false
+        "code_blocks": false,
+        "html_elements": false
     },
-    "MD045": false
+    "MD045": false,
+    "MD051": false
 }

aruco_pose/package.xml

@@ -28,6 +28,7 @@
   <depend>sensor_msgs</depend>
   <depend>rostest</depend>
   <depend>dynamic_reconfigure</depend>
+  <depend>pluginlib</depend>
   <depend condition="$ROS_PYTHON_VERSION == 2">python-docopt</depend>
   <depend condition="$ROS_PYTHON_VERSION == 3">python3-docopt</depend>
 

builder/assets/clover.service

@@ -5,7 +5,7 @@ Requires=roscore.service
 [Service]
 User=pi
 ExecStart=/bin/bash -c ". /home/pi/catkin_ws/devel/setup.sh; \
-                      ROS_HOSTNAME=`hostname`.local exec stdbuf -o L roslaunch clover clover.launch --wait --screen --skip-log-check \
+                      ROS_HOSTNAME=`hostname`.local ROS_OS_OVERRIDE=debian:bookworm exec stdbuf -o L roslaunch clover clover.launch --wait --screen --skip-log-check \
                       2> >(tee /tmp/clover.err)"
 
 ExecStartPre=+rm /var/log/clover.log

builder/assets/hardware_setup.sh

@@ -13,15 +13,14 @@
 # copies or substantial portions of the Software.
 #
 
-set -e # Exit immidiately on non-zero result
+# https://www.raspberrypi.com/documentation/computers/configuration.html
 
 ##################################################
 # Configure hardware interfaces
 ##################################################
 
 echo "--- Enable sshd"
-touch /boot/ssh
-# /usr/bin/raspi-config nonint do_ssh 0
+/usr/bin/raspi-config nonint do_ssh 0
 
 echo "--- GPIO enabled by default"
 
@@ -34,17 +33,14 @@ echo "--- Enable SPI"
 echo  "--- Enable raspicam"
 /usr/bin/raspi-config nonint do_camera 0
 
-echo "--- Enable UART"
+echo "--- Setup UART"
 # Temporary solution
 # https://github.com/RPi-Distro/raspi-config/pull/75
-/usr/bin/raspi-config nonint do_serial 1
-/usr/bin/raspi-config nonint set_config_var enable_uart 1 /boot/config.txt
-echo dtoverlay=pi3-disable-bt >> /boot/config.txt
-systemctl disable hciuart.service
+/usr/bin/raspi-config nonint do_serial_hw 0
+/usr/bin/raspi-config nonint do_serial_cons 1
 
-# After adding to Raspbian OS
-# https://github.com/RPi-Distro/raspi-config/commit/d6d9ecc0d9cbe4aaa9744ae733b9cb239e79c116
-#/usr/bin/raspi-config nonint do_serial 2
+echo dtoverlay=pi3-disable-bt >> /boot/firmware/config.txt
+systemctl disable hciuart.service
 
 echo "--- Enable v4l2 driver"
 # http://robocraft.ru/blog/electronics/3158.html

builder/assets/init_rpi.sh

@@ -13,33 +13,23 @@
 # copies or substantial portions of the Software.
 #
 
-set -e # Exit immidiately on non-zero result
+echo "--- Fix home directory permissions"
+chmod +rx /home/pi
 
 NEW_SSID='clover-'$(head -c 100 /dev/urandom | xxd -ps -c 100 | sed -e "s/[^0-9]//g" | cut -c 1-4)
-echo "--- Setting SSID to ${NEW_SSID}"
-# TODO: Use wpa_cli insted direct file edit
-# FIXME: We rely on raspberrypi-net-mods to copy our file to /etc/wpa_supplicant.
-# This is not very reliable, but seems to fix our rfkill problem.
-cat << EOF >> /boot/wpa_supplicant.conf
-ctrl_interface=DIR=/var/run/wpa_supplicant GROUP=netdev
-update_config=1
-country=GB
-network={
-    ssid="${NEW_SSID}"
-    psk="cloverwifi"
-    mode=2
-    proto=WPA RSN
-    key_mgmt=WPA-PSK
-    pairwise=CCMP
-    group=CCMP
-    auth_alg=OPEN
-}
-EOF
+echo "--- Creating Wi-Fi AP with SSID=${NEW_SSID}"
+nmcli con add type wifi ifname wlan0 mode ap con-name clover ssid $NEW_SSID autoconnect true \
+&& nmcli con modify clover 802-11-wireless.band bg \
+&& nmcli con modify clover ipv4.method shared ipv4.address 192.168.11.1/24 \
+&& nmcli con modify clover ipv6.method disabled \
+&& nmcli con modify clover wifi-sec.key-mgmt wpa-psk \
+&& nmcli con modify clover wifi-sec.psk "cloverwifi" \
+&& systemctl disable dnsmasq # disable dnsmasq to avoid conflicts with NetworkManager's dnsmasq
 
 NEW_HOSTNAME=$(echo ${NEW_SSID} | tr '[:upper:]' '[:lower:]')
 echo "--- Setting hostname to $NEW_HOSTNAME"
-hostnamectl set-hostname $NEW_HOSTNAME
-sed -i 's/127\.0\.1\.1.*/127.0.1.1\t'${NEW_HOSTNAME}' '${NEW_HOSTNAME}'.local/g' /etc/hosts
+hostnamectl set-hostname $NEW_HOSTNAME \
+&& sed -i 's/127\.0\.1\.1.*/127.0.1.1\t'${NEW_HOSTNAME}' '${NEW_HOSTNAME}'.local/g' /etc/hosts
 # .local (mdns) hostname added to make it accesable when wlan and ethernet interfaces are down
 
 echo "--- Enable ROS services"

builder/image-build-ros.sh

@@ -0,0 +1,122 @@
+#! /usr/bin/env bash
+
+#
+# Script for building ROS packages from scratch
+#
+# Copyright (C) 2022 Copter Express Technologies
+#
+# Author: Oleg Kalachev <okalachev@gmail.com>
+#
+# Distributed under MIT License (available at https://opensource.org/licenses/MIT).
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+#
+
+set -ex # exit on error, echo commands
+
+# http://wiki.ros.org/Installation/Source
+
+export ROS_DISTRO=noetic
+. /etc/os-release # set $VERSION_CODENAME to Debian release code name
+export ROS_OS_OVERRIDE=debian:$VERSION_CODENAME
+export ROS_PYTHON_VERSION=3
+export CLOVER_DEPS="tf tf2 tf2_ros tf2_geometry_msgs geometry_msgs sensor_msgs visualization_msgs libgeographiclib-dev mavros mavros_extras cv_camera cv_bridge rosbridge_server web_video_server tf2_web_republisher libxml2 libxslt python3-lxml dynamic_reconfigure image_transport image_proc image_geometry python-pymavlink ros_pytest"
+export CLOVER_DEPS="$CLOVER_DEPS rostest python3-docopt image_publisher"
+
+echo "=== Building ROS from scratch"
+
+#echo "--- Adding sources"
+# echo "deb http://packages.ros.org/ros/ubuntu $(lsb_release -sc) main" > /etc/apt/sources.list.d/ros-latest.list
+# curl -s https://raw.githubusercontent.com/ros/rosdistro/master/ros.asc | sudo apt-key add -
+
+#cp /etc/apt/trusted.gpg /etc/apt/trusted.gpg.d # https://askubuntu.com/a/1408456
+apt-get update
+apt-get install -y python3-distutils build-essential cmake git python3-pip python3-rosinstall-generator python3-vcstools python3-empy libpoco-dev
+
+# install vcstool using pip
+# curl https://bootstrap.pypa.io/get-pip.py -o get-pip.py && python3 get-pip.py && rm get-pip.py
+pip3 install -U --break-system-packages vcstool rosdep rosinstall-generator catkin-pkg future
+
+# sudo rosdep init
+# rm /etc/ros/rosdep/sources.list.d/20-default.list
+rosdep init
+rosdep update --os=debian:bullseye
+
+# rm /etc/ros/rosdep/sources.list.d/20-default.list && rosdep init
+# rosdep --os=debian:$VERSION_CODENAME update
+
+echo "--- Create Catkin workspace to build ROS package"
+mkdir ~/ros_catkin_ws
+cd ~/ros_catkin_ws
+
+echo "--- Download ROS sources"
+rosinstall_generator ros_base $CLOVER_DEPS --rosdistro $ROS_DISTRO --deps --tar > noetic.rosinstall
+mkdir ./src
+vcs import --input noetic.rosinstall ./src
+
+# https://answers.ros.org/question/343367/catkin-package-dependencies-issue-when-installing-ros-melodic-on-raspberry-pi-4/
+#sudo apt remove python-rospkg
+#sudo apt remove python-catkin-pkg
+##sudo apt --fix-broken install
+#sudo apt-get autoremove
+
+#echo "--- Install catkin_pkg"
+#cd
+#git clone https://github.com/ros-infrastructure/catkin_pkg.git
+#cd catkin_pkg
+#python3 setup.py install
+#cd ~/ros_catkin_ws
+
+echo "--- Resolve dependencies"
+rosdep install --from-paths ./src --ignore-packages-from-source --rosdistro $ROS_DISTRO -y --os=debian:bullseye --skip-keys="python3-catkin-pkg-modules libboost-thread python3-rosdep-modules" || true
+
+echo "--- Install missing dependencies"
+apt-get install -y liborocos-kdl1.5 geographiclib-tools libgeographiclib-dev
+
+echo "-- Install geographiclib datasets"
+wget https://raw.githubusercontent.com/mavlink/mavros/master/mavros/scripts/install_geographiclib_datasets.sh
+chmod +x install_geographiclib_datasets.sh
+./install_geographiclib_datasets.sh
+
+echo "--- Apply patches"
+wget https://github.com/ros/rosconsole/pull/58.patch
+patch -p1 -d src/rosconsole < 58.patch
+
+wget https://github.com/ros/ros_comm/pull/2353.patch
+patch -p2 -d src/ros_comm < 2353.patch
+
+wget https://github.com/AJahueyM/web_video_server/commit/5b722eb0822bcc3fe45fefe7b393b87bfe004417.patch
+patch -p1 -d src/web_video_server < 5b722eb0822bcc3fe45fefe7b393b87bfe004417.patch
+
+echo "--- Build ROS"
+# https://github.com/ros/catkin/issues/863#issuecomment-290392074
+./src/catkin/bin/catkin_make_isolated --install -DCMAKE_BUILD_TYPE=Release
+#	-DSETUPTOOLS_DEB_LAYOUT=OFF \
+#	--install-space=/opt/ros/$ROS_DISTRO
+
+# source ~/ros_catkin_ws/install_isolated/setup.bash
+#source /opt/ros/$ROS_DISTRO/setup.bash
+#
+#echo "--- List built ROS packages"
+#set +x
+#rospack list-names | while read line; do echo $line `rosversion $line`; done
+#set -x
+#
+#echo "--- Build Debian packages"
+#apt-get install -y python3-bloom debhelper dpkg-dev libtinyxml-dev
+#
+## add rosdep file to help bloom-generate resolve missing bookworm dependencies
+#echo "yaml file:///etc/ros/rosdep/noetic-rosdep-clover.yaml" >> /etc/ros/rosdep/sources.list.d/20-default.list
+#rosdep update
+#
+#pip3 install setuptools==45.2.0 # https://github.com/ros/catkin/issues/863#issuecomment-1000446018
+#
+#for file in `find . -name "package.xml" -not -path "*/debian/*"`; do
+#	cd $(dirname ${file})
+#	rm -rf debian
+#	bloom-generate rosdebian --os-name debian --os-version $VERSION_CODENAME --ros-distro $ROS_DISTRO --debug
+#	debian/rules binary # fakeroot is not needed as we are root
+#	cd -
+#done
+
+ls

builder/image-build.sh

@@ -16,7 +16,7 @@
 set -ex # exit on error, echo commands
 
 # https://www.raspberrypi.org/software/operating-systems/#raspberry-pi-os-32-bit
-SOURCE_IMAGE="https://downloads.raspberrypi.org/raspios_lite_armhf/images/raspios_lite_armhf-2021-05-28/2021-05-07-raspios-buster-armhf-lite.zip"
+SOURCE_IMAGE="https://downloads.raspberrypi.com/raspios_lite_armhf/images/raspios_lite_armhf-2024-03-15/2024-03-15-raspios-bookworm-armhf-lite.img.xz"
 
 export DEBIAN_FRONTEND=${DEBIAN_FRONTEND:='noninteractive'}
 export LANG=${LANG:='C.UTF-8'}
@@ -52,7 +52,9 @@ get_image() {
   fi
 
   echo "--- Unzipping Linux distribution image"
-  unzip -p ${BUILD_DIR}/${RPI_ZIP_NAME} ${RPI_IMAGE_NAME} > $1
+  apt-get update --allow-releaseinfo-change
+  apt-get install -y xz-utils
+  unxz --stdout ${BUILD_DIR}/${RPI_ZIP_NAME} > $1
 }
 
 get_image ${IMAGE_PATH} ${SOURCE_IMAGE}
@@ -100,6 +102,7 @@ ${BUILDER_DIR}/image-chroot.sh ${IMAGE_PATH} copy ${SCRIPTS_DIR}'/assets/launch.
 # ${BUILDER_DIR}/image-chroot.sh ${IMAGE_PATH} copy ${SCRIPTS_DIR}'/assets/kinetic-ros-clover.rosinstall' '/home/pi/ros_catkin_ws/'
 # Add rename script
 ${BUILDER_DIR}/image-chroot.sh ${IMAGE_PATH} exec ${SCRIPTS_DIR}'/image-ros.sh' ${REPO_URL} ${IMAGE_VERSION} false false ${NUMBER_THREADS}
+#${BUILDER_DIR}/image-chroot.sh ${IMAGE_PATH} exec ${SCRIPTS_DIR}'/image-build-ros.sh'
 ${BUILDER_DIR}/image-chroot.sh ${IMAGE_PATH} exec ${SCRIPTS_DIR}'/image-validate.sh'
 
 ${BUILDER_DIR}/image-resize.sh ${IMAGE_PATH}

builder/image-init.sh

@@ -14,6 +14,12 @@
 
 set -ex # exit on error, echo commands
 
+echo "--- Move /etc/ld.so.preload out of the way"
+mv /etc/ld.so.preload /etc/ld.so.preload.disabled-for-build
+
+echo "--- Create pi user"
+echo 'pi:$6$c70VpvPsVNCG0YR5$l5vWWLsLko9Kj65gcQ8qvMkuOoRkEagI90qi3F/Y7rm8eNYZHW8CY6BOIKwMH7a3YYzZYL90zf304cAHLFaZE0' > /boot/userconf.txt
+
 echo "--- Write Clover information"
 # Clover image version
 echo "$1" >> /etc/clover_version
@@ -23,18 +29,16 @@ echo "${2%.*}" >> /etc/clover_origin
 echo "--- Write magic script to /etc/rc.local"
 MAGIC_SCRIPT="sudo /root/init_rpi.sh; sudo sed -i '/sudo \\\/root\\\/init_rpi.sh/d' /etc/rc.local && sudo reboot"
 sed -i "19a${MAGIC_SCRIPT}" /etc/rc.local
+# TODO: remake to oneshot systemd service
 
 # It needs for autosizer.sh & maybe that is correct
 echo "--- Change boot partition"
 sed -i 's/root=[^ ]*/root=\/dev\/mmcblk0p2/' /boot/cmdline.txt
-sed -i 's/.*  \/boot           vfat    defaults          0       2$/\/dev\/mmcblk0p1  \/boot           vfat    defaults          0       2/' /etc/fstab
+sed -i 's/.*  \/boot\/firmware  vfat    defaults          0       2$/\/dev\/mmcblk0p1  \/boot\/firmware  vfat  defaults          0       2/' /etc/fstab
 sed -i 's/.*  \/               ext4    defaults,noatime  0       1$/\/dev\/mmcblk0p2  \/               ext4    defaults,noatime  0       1/' /etc/fstab
+cat /boot/cmdline.txt
+cat /etc/fstab
 
 echo "--- Set max space for syslogs"
 # https://unix.stackexchange.com/questions/139513/how-to-clear-journalctl
 sed -i 's/#SystemMaxUse=/SystemMaxUse=200M/' /etc/systemd/journald.conf
-
-echo "--- Move /etc/ld.so.preload out of the way"
-mv /etc/ld.so.preload /etc/ld.so.preload.disabled-for-build
-
-echo "--- End of init image"

builder/image-ros.sh

@@ -17,6 +17,8 @@ set -ex # exit on error, echo commands
 
 # Current ROS distribution
 ROS_DISTRO=noetic
+. /etc/os-release # set $VERSION_CODENAME to Debian release code name
+export ROS_OS_OVERRIDE=debian:$VERSION_CODENAME
 
 # https://gist.github.com/letmaik/caa0f6cc4375cbfcc1ff26bd4530c2a3
 # https://github.com/travis-ci/travis-build/blob/master/lib/travis/build/templates/header.sh
@@ -26,7 +28,7 @@ my_travis_retry() {
   local max_count=5
   while [ $count -le $max_count ]; do
     [ $result -ne 0 ] && {
-      echo -e "\nThe command \"$@\" failed. Retrying, $count of $max_count.\n" >&2
+      echo -e "\nThe command \"$*\" failed. Retrying, $count of $max_count.\n" >&2
     }
     # ! { } ignores set -e, see https://stackoverflow.com/a/4073372
     ! { "$@"; result=$?; }
@@ -36,23 +38,25 @@ my_travis_retry() {
   done
 
   [ $count -gt $max_count ] && {
-    echo -e "\nThe command \"$@\" failed $max_count times.\n" >&2
+    echo -e "\nThe command \"$*\" failed $max_count times.\n" >&2
   }
 
   return $result
 }
 
+echo "--- Install rosdep"
+my_travis_retry pip3 install -U rosdep
+
 # TODO: 'kinetic-rosdep-clover.yaml' should add only if we use our repo?
 echo "--- Init rosdep"
 my_travis_retry rosdep init
-# FIXME: Re-add this after missing packages are built
+
+echo "--- Update rosdep"
 echo "yaml file:///etc/ros/rosdep/${ROS_DISTRO}-rosdep-clover.yaml" >> /etc/ros/rosdep/sources.list.d/10-clover.list
 my_travis_retry rosdep update
 
 echo "--- Populate rosdep for ROS user"
-my_travis_retry sudo -u pi rosdep update
-
-export ROS_IP='127.0.0.1' # needed for running tests
+my_travis_retry sudo -u pi ROS_OS_OVERRIDE=debian:$VERSION_CODENAME rosdep update
 
 # echo "Reconfiguring Clover repository for simplier unshallowing"
 cd /home/pi/catkin_ws/src/clover
@@ -60,32 +64,31 @@ git config remote.origin.fetch "+refs/heads/*:refs/remotes/origin/*"
 
 # This is sort of a hack to force "custom" packages to be installed - the ones built by COEX, linked against OpenCV 4.2
 # I **wish** OpenCV would not be such a mess, but, well, here we are.
-echo "--- Installing OpenCV 4.2-compatible ROS packages"
-apt install -y --no-install-recommends \
-ros-${ROS_DISTRO}-compressed-image-transport=1.14.0-0buster \
-ros-${ROS_DISTRO}-cv-bridge=1.15.0-0buster \
-ros-${ROS_DISTRO}-cv-camera=0.5.1-0buster \
-ros-${ROS_DISTRO}-image-publisher=1.15.3-0buster \
-ros-${ROS_DISTRO}-web-video-server=0.2.1-0buster
-apt-mark hold \
-ros-${ROS_DISTRO}-compressed-image-transport \
-ros-${ROS_DISTRO}-cv-bridge \
-ros-${ROS_DISTRO}-cv-camera \
-ros-${ROS_DISTRO}-image-publisher \
-ros-${ROS_DISTRO}-web-video-server
+# echo "--- Installing OpenCV 4.2-compatible ROS packages"
+# apt install -y --no-install-recommends \
+# ros-${ROS_DISTRO}-compressed-image-transport=1.14.0-0buster \
+# ros-${ROS_DISTRO}-cv-bridge=1.15.0-0buster \
+# ros-${ROS_DISTRO}-cv-camera=0.5.1-0buster \
+# ros-${ROS_DISTRO}-image-publisher=1.15.3-0buster \
+# ros-${ROS_DISTRO}-web-video-server=0.2.1-0buster
+# apt-mark hold \
+# ros-${ROS_DISTRO}-compressed-image-transport \
+# ros-${ROS_DISTRO}-cv-bridge \
+# ros-${ROS_DISTRO}-cv-camera \
+# ros-${ROS_DISTRO}-image-publisher \
+# ros-${ROS_DISTRO}-web-video-server
 
-echo "--- Installing libboost-dev" # https://travis-ci.org/github/CopterExpress/clover/jobs/766318908#L6536
-my_travis_retry apt-get install -y --no-install-recommends libboost-dev libboost-all-dev
+#echo "--- Installing libboost-dev" # https://travis-ci.org/github/CopterExpress/clover/jobs/766318908#L6536
+#my_travis_retry apt-get install -y --no-install-recommends libboost-dev libboost-all-dev
 
 echo "--- Build and install Clover"
 cd /home/pi/catkin_ws
 # Don't try to install gazebo_ros
-my_travis_retry rosdep install -y --from-paths src --ignore-src --rosdistro ${ROS_DISTRO} --os=debian:buster \
-  --skip-keys=gazebo_ros --skip-keys=gazebo_plugins
+my_travis_retry rosdep install -y --from-paths src --ignore-src --rosdistro ${ROS_DISTRO} --os=debian:$VERSION_CODENAME \
+  --skip-keys="gazebo_ros gazebo_plugins"
 my_travis_retry pip3 install wheel
 my_travis_retry pip3 install -r /home/pi/catkin_ws/src/clover/clover/requirements.txt
 source /opt/ros/${ROS_DISTRO}/setup.bash
-# Don't build simulation plugins for actual drone
 catkin_make -j2 -DCMAKE_BUILD_TYPE=RelWithDebInfo
 source devel/setup.bash
 
@@ -102,6 +105,7 @@ gitbook build
 # replace assets copy to assets symlink to save space
 rm -rf _book/assets && ln -s ../docs/assets _book/assets
 touch node_modules/CATKIN_IGNORE docs/CATKIN_IGNORE _book/CATKIN_IGNORE clover/www/CATKIN_IGNORE apps/CATKIN_IGNORE # ignore documentation files by catkin
+npm cache clean --force
 
 echo "--- Installing additional ROS packages"
 my_travis_retry apt-get install -y --no-install-recommends \
@@ -110,17 +114,20 @@ my_travis_retry apt-get install -y --no-install-recommends \
     ros-${ROS_DISTRO}-usb-cam \
     ros-${ROS_DISTRO}-vl53l1x \
     ros-${ROS_DISTRO}-ws281x \
+    ros-${ROS_DISTRO}-libcamera-ros \
     ros-${ROS_DISTRO}-rosshow \
     ros-${ROS_DISTRO}-cmake-modules \
     ros-${ROS_DISTRO}-image-view \
     ros-${ROS_DISTRO}-nodelet-topic-tools \
-    ros-${ROS_DISTRO}-stereo-msgs
+    ros-${ROS_DISTRO}-stereo-msgs \
+    ros-${ROS_DISTRO}-vision-msgs
 
 # TODO move GeographicLib datasets to Mavros debian package
 echo "--- Install GeographicLib datasets (needed for mavros)" \
 && wget -qO- https://raw.githubusercontent.com/mavlink/mavros/master/mavros/scripts/install_geographiclib_datasets.sh | bash
 
 echo "--- Running tests"
+export ROS_IP='127.0.0.1' # needed for running tests
 cd /home/pi/catkin_ws
 # FIXME: Investigate failing tests
 catkin_make run_tests #&& catkin_test_results
@@ -150,9 +157,17 @@ cat << EOF >> /home/pi/.bashrc
 LANG='C.UTF-8'
 LC_ALL='C.UTF-8'
 export ROS_HOSTNAME=\`hostname\`.local
+export ROS_OS_OVERRIDE=debian:bookworm
 source /opt/ros/${ROS_DISTRO}/setup.bash
 source /home/pi/catkin_ws/devel/setup.bash
 EOF
 
-echo "--- Clean apt cache"
-apt-get clean -qq > /dev/null
+echo "--- Cleanup apt"
+apt-get autoremove --purge -y
+apt-get clean
+
+echo "--- Cleanup pip"
+pip3 cache purge
+
+echo "--- Cleanup /tmp"
+rm -rf /tmp/*

builder/image-software.sh

@@ -14,6 +14,8 @@
 
 set -ex # exit on error, echo commands
 
+. /etc/os-release # set $VERSION_CODENAME to Debian release code name
+
 # https://gist.github.com/letmaik/caa0f6cc4375cbfcc1ff26bd4530c2a3
 # https://github.com/travis-ci/travis-build/blob/master/lib/travis/build/templates/header.sh
 my_travis_retry() {
@@ -21,7 +23,7 @@ my_travis_retry() {
   local count=1
   while [ $count -le 3 ]; do
     [ $result -ne 0 ] && {
-      echo -e "\n${ANSI_RED}The command \"$@\" failed. Retrying, $count of 3.${ANSI_RESET}\n" >&2
+      echo -e "\n${ANSI_RED}The command \"$*\" failed. Retrying, $count of 3.${ANSI_RESET}\n" >&2
     }
     # ! { } ignores set -e, see https://stackoverflow.com/a/4073372
     ! { "$@"; result=$?; }
@@ -31,7 +33,7 @@ my_travis_retry() {
   done
 
   [ $count -gt 3 ] && {
-    echo -e "\n${ANSI_RED}The command \"$@\" failed 3 times.${ANSI_RESET}\n" >&2
+    echo -e "\n${ANSI_RED}The command \"$*\" failed 3 times.${ANSI_RESET}\n" >&2
   }
 
   return $result
@@ -47,10 +49,10 @@ apt-get update \
 && apt-get install --no-install-recommends -y dirmngr > /dev/null \
 && apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv-key C1CF6E31E6BADE8868B172B4F42ED6FBAB17C654
 
-echo "deb http://packages.ros.org/ros/ubuntu buster main" > /etc/apt/sources.list.d/ros-latest.list
+# echo "deb http://packages.ros.org/ros/ubuntu buster main" > /etc/apt/sources.list.d/ros-latest.list
 
 wget -O - 'http://packages.coex.tech/key.asc' | apt-key add -
-echo 'deb http://packages.coex.tech buster main' >> /etc/apt/sources.list
+echo "deb http://packages.coex.tech $VERSION_CODENAME main" >> /etc/apt/sources.list
 
 echo "--- Update apt cache"
 
@@ -60,11 +62,10 @@ apt-get update
 
 # Let's retry fetching those packages several times, just in case
 echo "--- Install software"
-my_travis_retry apt-get install --no-install-recommends -y cmake-data=3.13.4-1 cmake=3.13.4-1 # FIXME: using older CMake due to https://travis-ci.org/github/CopterExpress/clover/jobs/764367665#L6984
+my_travis_retry apt-get install --no-install-recommends -y cmake-data cmake
 my_travis_retry apt-get install --no-install-recommends -y \
 unzip \
 zip \
-ipython \
 ipython3 \
 screen \
 byobu  \
@@ -75,50 +76,43 @@ dnsmasq  \
 tmux \
 tree \
 vim \
-libjpeg8 \
 tcpdump \
 libpoco-dev \
 libzbar0 \
-python3-rosdep \
 python3-rosinstall-generator \
 python3-wstool \
 python3-rosinstall \
 build-essential \
 libffi-dev \
 monkey \
-pigpio python-pigpio python3-pigpio \
+pigpio python3-pigpio \
 i2c-tools \
-espeak espeak-data python-espeak python3-espeak \
+espeak espeak-data python3-espeak \
 ntpdate \
-python-dev \
-python3-dev \
-python-systemd \
 mjpg-streamer \
-python3-opencv
+xxd \
+python3-dev \
+python3-systemd \
+python3-opencv \
+python3-pip
+#libjpeg8 \
 
 # Deny byobu to check available updates
 sed -i "s/updates_available//" /usr/share/byobu/status/status
 # sed -i "s/updates_available//" /home/pi/.byobu/status
 
-echo "--- Installing pip"
-curl https://bootstrap.pypa.io/get-pip.py -o get-pip.py
-curl https://bootstrap.pypa.io/pip/2.7/get-pip.py -o get-pip2.py
-python3 get-pip.py
-python get-pip2.py
-rm get-pip.py get-pip2.py
-#my_travis_retry pip install --upgrade pip
-#my_travis_retry pip3 install --upgrade pip
-
-echo "--- Make sure both pip and pip3 are installed"
+echo "--- Make sure pip is installed"
 pip --version
 pip3 --version
 
+echo "--- Enable installing packages with pip"
+mv /usr/lib/python3.11/EXTERNALLY-MANAGED /usr/lib/python3.11/EXTERNALLY-MANAGED.old
+
 echo "--- Install and enable Butterfly (web terminal)"
-echo "Workaround for tornado >= 6.0 breaking butterfly"
 export CRYPTOGRAPHY_DONT_BUILD_RUST=1
 my_travis_retry pip3 install cryptography==3.4.6 # https://stackoverflow.com/a/68472128/6850197
-my_travis_retry pip3 install pyOpenSSL==20.0.1
-my_travis_retry pip3 install tornado==5.1.1
+#my_travis_retry pip3 install pyOpenSSL==20.0.1
+#my_travis_retry pip3 install tornado==5.1.1
 my_travis_retry pip3 install butterfly
 my_travis_retry pip3 install butterfly[systemd]
 systemctl enable butterfly.socket
@@ -140,12 +134,10 @@ cp -R node-v10.15.0-linux-armv6l/* /usr/local/
 rm -rf node-v10.15.0-linux-armv6l/
 rm node-v10.15.0-linux-armv6l.tar.gz
 
-echo "--- Installing ptvsd"
-my_travis_retry pip install ptvsd
-my_travis_retry pip3 install ptvsd
+echo "--- Installing debugpy"
+my_travis_retry pip3 install debugpy
 
 echo "--- Installing pyzbar"
-my_travis_retry pip install pyzbar
 my_travis_retry pip3 install pyzbar
 
 echo "--- Add .vimrc"

builder/image-validate.sh

@@ -21,24 +21,24 @@ export ROS_DISTRO='noetic'
 export ROS_IP='127.0.0.1'
 source /opt/ros/${ROS_DISTRO}/setup.bash
 source /home/pi/catkin_ws/devel/setup.bash
-systemctl start roscore
 
 cd /home/pi/catkin_ws/src/clover/builder/test/
 ./tests.sh
 ./tests.py
-./tests_py3.py
 [[ $(./test_qr.py) == "Found QRCODE with data Проверка Unicode with center at x=66.0, y=66.0" ]] 
 [[ $(./tests_clever.py) == "Warning: clever package is renamed to clover" ]]  # test backwards compatibility
 
-systemctl stop roscore
-
 # check documented packages available
 apt-cache show gst-rtsp-launch
 apt-cache show openvpn
 
-echo "--- Move /etc/ld.so.preload back to its original position"
-mv /etc/ld.so.preload.disabled-for-build /etc/ld.so.preload
-
-echo "--- Largest packages installed"
+echo "Largest packages installed"
 sudo -E sh -c 'apt-get install -y debian-goodies'
 dpigs -H -n 100
+
+echo "Cleanup apt"
+apt-get autoremove --purge -y
+apt-get clean
+
+echo "Move /etc/ld.so.preload back to its original position"
+mv /etc/ld.so.preload.disabled-for-build /etc/ld.so.preload

builder/test/tests.py

@@ -23,6 +23,10 @@ from clover.srv import GetTelemetry, Navigate, NavigateGlobal, SetPosition, SetV
 from led_msgs.srv import SetLEDs
 from led_msgs.msg import LEDStateArray, LEDState
 from aruco_pose.msg import Marker, MarkerArray, Point2D
+from vision_msgs.msg import BoundingBox2D, BoundingBox2DArray, BoundingBox3D, BoundingBox3DArray, \
+    Classification2D, Classification3D, Detection2D, Detection2DArray, Detection3D, Detection3DArray, \
+    ObjectHypothesis, ObjectHypothesisWithPose, VisionInfo
+
 from clover import long_callback
 
 import dynamic_reconfigure.client

builder/test/tests.sh

@@ -6,7 +6,6 @@ set -ex # exit on error, echo commands
 
 # validate required software is installed
 
-python2 --version
 python3 --version
 ipython3 --version
 
@@ -22,30 +21,28 @@ pip --version
 pip3 --version
 tcpdump --version
 monkey --version
-# espeak --version
+espeak --version
+xxd --version
 systemctl --version
 
 if [ -z $VM ]; then
 	# rpi only software
 	python --version
-	ipython --version
-	pip2 --version
-	# `python` is python2 for now
-	[[ $(python -c 'import sys;print(sys.version_info.major)') == "2" ]]
+	[[ $(python -c 'import sys;print(sys.version_info.major)') == "3" ]]
 
-	# ptvsd does not have a stand-alone binary
-	python -m ptvsd --version
-	python3 -m ptvsd --version
+	python -m debugpy --version
+	python3 -m debugpy --version
 
 	pigpiod -v
 	i2cdetect -V
-	butterfly -h
+	/usr/local/bin/butterfly.server.py --help
 	mjpg_streamer --version
 fi
 
 # ros stuff
 
 roscore -h
+catkin_find
 rosversion clover
 rosversion aruco_pose
 rosversion mavros
@@ -61,14 +58,14 @@ rosversion web_video_server
 rosversion nodelet
 rosversion image_view
 
-[[ $(rosversion ws281x) == "0.0.13" ]]
+[[ $(rosversion ws281x) == "0.0.15" ]]
 
 if [ -z $VM ]; then
-	rosversion compressed_image_transport
+	# rosversion compressed_image_transport
 	rosversion rosshow
 	rosversion vl53l1x
 	rosversion rosserial
-	[[ $(rosversion cv_camera) == "0.5.1" ]] # patched version with init fix
+	[[ $(rosversion cv_camera) == "0.6.1" ]] # patched version with init fix
 fi
 
 # determine user home directory

builder/test/tests_py3.py

@@ -1,8 +0,0 @@
-#!/usr/bin/env python3
-
-# Make sure our Python 3 software is installed
-
-import cv2
-from pyzbar import pyzbar
-
-print(cv2.getBuildInformation())

clover/camera_info/fisheye_cam_1280x720.yaml

@@ -0,0 +1,65 @@
+# Generated from fisheye_cam.yaml by rescale_camera_info.py
+camera_matrix:
+  cols: 3
+  data:
+  - 415.5985593268293
+  - 0.0
+  - 400.0
+  - 0.0
+  - 312.35267324512984
+  - 225.0
+  - 0.0
+  - 0.0
+  - 1.0
+  rows: 3
+camera_name: main_camera_optical
+distortion_coefficients:
+  cols: 8
+  data:
+  - 0.215356885
+  - -0.117472846
+  - -0.000306197672
+  - -0.000109444025
+  - -0.00453657258
+  - 0.573090623
+  - -0.127574577
+  - -0.0286125589
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  rows: 1
+distortion_model: plumb_bob
+image_height: 720
+image_width: 1280
+projection_matrix:
+  cols: 4
+  data:
+  - 415.5985593268293
+  - 0.0
+  - 405.4752811707317
+  - 0.0
+  - 0.0
+  - 312.35267324512984
+  - 205.91677004464282
+  - 0.0
+  - 0.0
+  - 0.0
+  - 1.0
+  - 0.0
+  rows: 3
+rectification_matrix:
+  cols: 3
+  data:
+  - 1
+  - 0
+  - 0
+  - 0
+  - 1
+  - 0
+  - 0
+  - 0
+  - 1
+  rows: 3

clover/camera_info/fisheye_cam_1920x1080.yaml

@@ -0,0 +1,65 @@
+# Generated from fisheye_cam.yaml by rescale_camera_info.py
+camera_matrix:
+  cols: 3
+  data:
+  - 1246.7956779804879
+  - 0.0
+  - 1200.0
+  - 0.0
+  - 702.7935148015422
+  - 506.25
+  - 0.0
+  - 0.0
+  - 1.0
+  rows: 3
+camera_name: main_camera_optical
+distortion_coefficients:
+  cols: 8
+  data:
+  - 0.215356885
+  - -0.117472846
+  - -0.000306197672
+  - -0.000109444025
+  - -0.00453657258
+  - 0.573090623
+  - -0.127574577
+  - -0.0286125589
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  rows: 1
+distortion_model: plumb_bob
+image_height: 1080
+image_width: 1920
+projection_matrix:
+  cols: 4
+  data:
+  - 1246.7956779804879
+  - 0.0
+  - 1216.4258435121951
+  - 0.0
+  - 0.0
+  - 702.7935148015422
+  - 463.31273260044634
+  - 0.0
+  - 0.0
+  - 0.0
+  - 1.0
+  - 0.0
+  rows: 3
+rectification_matrix:
+  cols: 3
+  data:
+  - 1
+  - 0
+  - 0
+  - 0
+  - 1
+  - 0
+  - 0
+  - 0
+  - 1
+  rows: 3

clover/camera_info/fisheye_cam_2592x1944.yaml

@@ -0,0 +1,65 @@
+# Generated from fisheye_cam.yaml by rescale_camera_info.py
+camera_matrix:
+  cols: 3
+  data:
+  - 5049.522495820976
+  - 0.0
+  - 4860.0
+  - 0.0
+  - 2846.313734946246
+  - 2050.3125
+  - 0.0
+  - 0.0
+  - 1.0
+  rows: 3
+camera_name: main_camera_optical
+distortion_coefficients:
+  cols: 8
+  data:
+  - 0.215356885
+  - -0.117472846
+  - -0.000306197672
+  - -0.000109444025
+  - -0.00453657258
+  - 0.573090623
+  - -0.127574577
+  - -0.0286125589
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  rows: 1
+distortion_model: plumb_bob
+image_height: 1944
+image_width: 2592
+projection_matrix:
+  cols: 4
+  data:
+  - 5049.522495820976
+  - 0.0
+  - 4926.52466622439
+  - 0.0
+  - 0.0
+  - 2846.313734946246
+  - 1876.4165670318075
+  - 0.0
+  - 0.0
+  - 0.0
+  - 1.0
+  - 0.0
+  rows: 3
+rectification_matrix:
+  cols: 3
+  data:
+  - 1
+  - 0
+  - 0
+  - 0
+  - 1
+  - 0
+  - 0
+  - 0
+  - 1
+  rows: 3

clover/camera_info/fisheye_cam_320x240.yaml

@@ -0,0 +1,65 @@
+# Generated from fisheye_cam.yaml by rescale_camera_info.py
+camera_matrix:
+  cols: 3
+  data:
+  - 166.23942373073172
+  - 0.0
+  - 160.0
+  - 0.0
+  - 166.5880923974026
+  - 120.0
+  - 0.0
+  - 0.0
+  - 1.0
+  rows: 3
+camera_name: main_camera_optical
+distortion_coefficients:
+  cols: 8
+  data:
+  - 0.215356885
+  - -0.117472846
+  - -0.000306197672
+  - -0.000109444025
+  - -0.00453657258
+  - 0.573090623
+  - -0.127574577
+  - -0.0286125589
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  rows: 1
+distortion_model: plumb_bob
+image_height: 240
+image_width: 320
+projection_matrix:
+  cols: 4
+  data:
+  - 166.23942373073172
+  - 0.0
+  - 162.19011246829268
+  - 0.0
+  - 0.0
+  - 166.5880923974026
+  - 109.82227735714285
+  - 0.0
+  - 0.0
+  - 0.0
+  - 1.0
+  - 0.0
+  rows: 3
+rectification_matrix:
+  cols: 3
+  data:
+  - 1
+  - 0
+  - 0
+  - 0
+  - 1
+  - 0
+  - 0
+  - 0
+  - 1
+  rows: 3

clover/camera_info/fisheye_cam_3840x2160.yaml

@@ -0,0 +1,65 @@
+# Generated from fisheye_cam.yaml by rescale_camera_info.py
+camera_matrix:
+  cols: 3
+  data:
+  - 30297.13497492585
+  - 0.0
+  - 29160.0
+  - 0.0
+  - 12808.411807258106
+  - 9226.40625
+  - 0.0
+  - 0.0
+  - 1.0
+  rows: 3
+camera_name: main_camera_optical
+distortion_coefficients:
+  cols: 8
+  data:
+  - 0.215356885
+  - -0.117472846
+  - -0.000306197672
+  - -0.000109444025
+  - -0.00453657258
+  - 0.573090623
+  - -0.127574577
+  - -0.0286125589
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  rows: 1
+distortion_model: plumb_bob
+image_height: 2160
+image_width: 3840
+projection_matrix:
+  cols: 4
+  data:
+  - 30297.13497492585
+  - 0.0
+  - 29559.14799734634
+  - 0.0
+  - 0.0
+  - 12808.411807258106
+  - 8443.874551643134
+  - 0.0
+  - 0.0
+  - 0.0
+  - 1.0
+  - 0.0
+  rows: 3
+rectification_matrix:
+  cols: 3
+  data:
+  - 1
+  - 0
+  - 0
+  - 0
+  - 1
+  - 0
+  - 0
+  - 0
+  - 1
+  rows: 3

clover/camera_info/fisheye_cam_4056x3040.yaml

@@ -0,0 +1,65 @@
+# Generated from fisheye_cam.yaml by rescale_camera_info.py
+camera_matrix:
+  cols: 3
+  data:
+  - 192008.0929035926
+  - 0.0
+  - 184801.5
+  - 0.0
+  - 81119.941445968
+  - 58433.90625
+  - 0.0
+  - 0.0
+  - 1.0
+  rows: 3
+camera_name: main_camera_optical
+distortion_coefficients:
+  cols: 8
+  data:
+  - 0.215356885
+  - -0.117472846
+  - -0.000306197672
+  - -0.000109444025
+  - -0.00453657258
+  - 0.573090623
+  - -0.127574577
+  - -0.0286125589
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  rows: 1
+distortion_model: plumb_bob
+image_height: 3040
+image_width: 4056
+projection_matrix:
+  cols: 4
+  data:
+  - 192008.0929035926
+  - 0.0
+  - 187331.10043318244
+  - 0.0
+  - 0.0
+  - 81119.941445968
+  - 53477.87216040651
+  - 0.0
+  - 0.0
+  - 0.0
+  - 1.0
+  - 0.0
+  rows: 3
+rectification_matrix:
+  cols: 3
+  data:
+  - 1
+  - 0
+  - 0
+  - 0
+  - 1
+  - 0
+  - 0
+  - 0
+  - 1
+  rows: 3

clover/camera_info/fisheye_cam_640x480.yaml

@@ -0,0 +1,65 @@
+# Generated from fisheye_cam.yaml by rescale_camera_info.py
+camera_matrix:
+  cols: 3
+  data:
+  - 166.23942373073172
+  - 0.0
+  - 160.0
+  - 0.0
+  - 166.5880923974026
+  - 120.0
+  - 0.0
+  - 0.0
+  - 1.0
+  rows: 3
+camera_name: main_camera_optical
+distortion_coefficients:
+  cols: 8
+  data:
+  - 0.215356885
+  - -0.117472846
+  - -0.000306197672
+  - -0.000109444025
+  - -0.00453657258
+  - 0.573090623
+  - -0.127574577
+  - -0.0286125589
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  rows: 1
+distortion_model: plumb_bob
+image_height: 480
+image_width: 640
+projection_matrix:
+  cols: 4
+  data:
+  - 166.23942373073172
+  - 0.0
+  - 162.19011246829268
+  - 0.0
+  - 0.0
+  - 166.5880923974026
+  - 109.82227735714285
+  - 0.0
+  - 0.0
+  - 0.0
+  - 1.0
+  - 0.0
+  rows: 3
+rectification_matrix:
+  cols: 3
+  data:
+  - 1
+  - 0
+  - 0
+  - 0
+  - 1
+  - 0
+  - 0
+  - 0
+  - 1
+  rows: 3

clover/camera_info/fisheye_cam_800x600.yaml

@@ -0,0 +1,65 @@
+# Generated from fisheye_cam.yaml by rescale_camera_info.py
+camera_matrix:
+  cols: 3
+  data:
+  - 207.79927966341464
+  - 0.0
+  - 200.0
+  - 0.0
+  - 208.23511549675322
+  - 150.0
+  - 0.0
+  - 0.0
+  - 1.0
+  rows: 3
+camera_name: main_camera_optical
+distortion_coefficients:
+  cols: 8
+  data:
+  - 0.215356885
+  - -0.117472846
+  - -0.000306197672
+  - -0.000109444025
+  - -0.00453657258
+  - 0.573090623
+  - -0.127574577
+  - -0.0286125589
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  rows: 1
+distortion_model: plumb_bob
+image_height: 600
+image_width: 800
+projection_matrix:
+  cols: 4
+  data:
+  - 207.79927966341464
+  - 0.0
+  - 202.73764058536585
+  - 0.0
+  - 0.0
+  - 208.23511549675322
+  - 137.27784669642855
+  - 0.0
+  - 0.0
+  - 0.0
+  - 1.0
+  - 0.0
+  rows: 3
+rectification_matrix:
+  cols: 3
+  data:
+  - 1
+  - 0
+  - 0
+  - 0
+  - 1
+  - 0
+  - 0
+  - 0
+  - 1
+  rows: 3

clover/launch/aruco.launch

@@ -19,7 +19,7 @@
         <param name="dictionary" value="2"/> <!-- DICT_4X4_250 -->
         <param name="estimate_poses" value="true"/>
         <param name="send_tf" value="true"/>
-        <param name="use_map_markers" value="true"/>
+        <param name="use_map_markers" value="$(arg aruco_map)"/>
         <param name="known_vertical" value="map" if="$(eval placement == 'floor' or placement == 'ceiling')"/>
         <param name="flip_vertical" value="true" if="$(eval placement == 'ceiling')"/>
         <param name="length" value="$(arg length)"/>

clover/launch/main_camera.launch

@@ -3,7 +3,12 @@
 
     <arg name="direction_z" default="down"/> <!-- direction the camera points: down, up -->
     <arg name="direction_y" default="backward"/> <!-- direction the camera cable points: backward, forward -->
-    <arg name="device" default="/dev/video0"/> <!-- v4l2 device -->
+    <arg name="type" default="libcamera"/> <!-- camera interface: libcamera, v4l2 -->
+    <arg name="camera_id" default="0"/> <!-- libcamera camera id -->
+    <arg name="device" default="/dev/video0"/> <!-- v4l2 device path -->
+    <arg name="width" default="320"/>
+    <arg name="height" default="240"/>
+    <arg name="fps" default="40"/>
     <arg name="throttled_topic" default="true"/> <!-- enable throttled image topic -->
     <arg name="throttled_topic_rate" default="5.0"/> <!-- throttled image topic rate -->
     <arg name="rectify" default="false"/> <!-- enable rectification -->
@@ -26,20 +31,34 @@
         <param name="num_worker_threads" value="2"/>
     </node>
 
-    <!-- camera node -->
-    <node pkg="nodelet" type="nodelet" name="main_camera" args="load cv_camera/CvCameraNodelet main_camera_nodelet_manager" launch-prefix="rosrun clover waitfile $(arg device)" clear_params="true" unless="$(arg simulator)" respawn="true">
+    <!-- camera node using libcamera -->
+    <node pkg="nodelet" type="nodelet" name="main_camera" args="load libcamera_ros/LibcameraRos main_camera_nodelet_manager" output="screen" clear_params="true" if="$(eval not simulator and type == 'libcamera')" respawn="true">
+        <param name="camera_name" value=""/>
+        <param name="camera_id" value="$(arg camera_id)"/>
+        <param name="frame_id" value="main_camera_optical"/>
+        <param name="calib_url" type="string" value="file://$(find clover)/camera_info/fisheye_cam_$(arg width)x$(arg height).yaml"/>
+        <param name="stream_role" value="still"/>
+        <param name="pixel_format" value="RGB888"/>
+        <param name="use_ros_time" value="true"/>
+        <param name="resolution/width" value="$(arg width)"/>
+        <param name="resolution/height" value="$(arg height)"/>
+
+        <!-- see: https://github.com/ctu-mrs/libcamera_ros/blob/b3645/config/param.yaml#L19 -->
+        <param name="control/fps" value="$(arg fps)"/>
+    </node>
+
+    <!-- old camera node for v4l2 (cv_camera) -->
+    <node pkg="nodelet" type="nodelet" name="main_camera" args="load cv_camera/CvCameraNodelet main_camera_nodelet_manager" launch-prefix="rosrun clover waitfile $(arg device)" clear_params="true" if="$(eval not simulator and type == 'v4l2')" respawn="true">
         <param name="device_path" value="$(arg device)"/>
         <param name="frame_id" value="main_camera_optical"/>
         <param name="camera_info_url" value="file://$(find clover)/camera_info/fisheye_cam.yaml"/>
 
         <param name="rate" value="100"/> <!-- poll rate -->
-        <param name="cv_cap_prop_fps" value="40"/> <!-- camera FPS -->
+        <param name="cv_cap_prop_fps" value="$(arg fps)"/> <!-- camera FPS -->
         <param name="capture_delay" value="0.02"/> <!-- approximate delay on frame retrieving -->
         <param name="rescale_camera_info" value="true"/> <!-- automatically rescale camera calibration info -->
-
-        <!-- camera resolution -->
-        <param name="image_width" value="320"/>
-        <param name="image_height" value="240"/>
+        <param name="image_width" value="$(arg width)"/>
+        <param name="image_height" value="$(arg height)"/>
     </node>
 
     <!-- camera visualization markers -->

clover/src/selfcheck.py

@@ -303,6 +303,14 @@ def check_fcu():
                     failure('cell voltage is not available, https://clover.coex.tech/power')
                 else:
                     cell = battery.cell_voltage[0]
+                    # number of cells 1 means this is overall voltage
+                    if len(battery.cell_voltage) == 1:
+                        n_cells = get_param('BAT1_N_CELLS', strict=False)
+                        if n_cells is None:
+                            # older PX4
+                            n_cells = get_param('BAT_N_CELLS', strict=True)
+                        cell /= n_cells
+
                     if cell > 4.3 or cell < 3.0:
                         failure('incorrect cell voltage: %.2f V, https://clover.coex.tech/power', cell)
                     elif cell < 3.7:

clover/tools/rescale_camera_info.py

@@ -0,0 +1,68 @@
+#!/usr/bin/env python3
+
+# Copyright (C) 2024 Copter Express Technologies
+#
+# Author: Oleg Kalachev <okalachev@gmail.com>
+#
+# Distributed under MIT License (available at https://opensource.org/licenses/MIT).
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+
+"""Rescale camera info
+
+Rescale camera info files for different resolutions.
+
+Usage:
+  rescale_camera_info.py <camera_info_file>
+  rescale_camera_info.py (-h | --help)
+
+Options:
+  <camera_info_file>  Path to the source camera info file
+
+Example:
+  rescale_camera_info.py camera_info.yaml
+"""
+
+from docopt import docopt
+import yaml
+
+arguments = docopt(__doc__)
+
+camera_info = yaml.safe_load(open(arguments['<camera_info_file>']))
+RESOLUTIONS = (
+    (320, 240), # QVGA
+    (640, 480), # VGA
+    (800, 600), # SVGA
+    (1280, 720), # HD
+    (1920, 1080), # FullHD
+    (2592, 1944), # 5MP
+    (3840, 2160), # 4K
+    (4056, 3040),
+)
+# TODO: retrieve resolutions list (v4l2-ctl --list-formats-ext)
+
+for resolution in RESOLUTIONS:
+    width_k = resolution[0] / camera_info['image_width']
+    height_k = resolution[1] / camera_info['image_height']
+
+    camera_info_rescaled = camera_info.copy()
+    camera_info_rescaled['image_width'] = resolution[0]
+    camera_info_rescaled['image_height'] = resolution[1]
+
+    # See http://docs.ros.org/api/sensor_msgs/html/msg/CameraInfo.html for clarification
+    camera_info_rescaled['camera_matrix']['data'][0] *= width_k
+    camera_info_rescaled['camera_matrix']['data'][2] *= width_k
+    camera_info_rescaled['camera_matrix']['data'][4] *= height_k
+    camera_info_rescaled['camera_matrix']['data'][5] *= height_k
+
+    camera_info_rescaled['projection_matrix']['data'][0] *= width_k
+    camera_info_rescaled['projection_matrix']['data'][2] *= width_k
+    camera_info_rescaled['projection_matrix']['data'][5] *= height_k
+    camera_info_rescaled['projection_matrix']['data'][6] *= height_k
+
+    output_file = arguments['<camera_info_file>'].replace('.yaml', '_{}x{}.yaml'.format(resolution[0], resolution[1]))
+    with open(output_file, 'w') as f:
+        f.write('# Generated from {} by rescale_camera_info.py\n'.format(arguments['<camera_info_file>']))
+        yaml.dump(camera_info_rescaled, f)
+
+    print('Saved {}'.format(output_file))

docs/en/aruco_map.md

@@ -136,7 +136,7 @@ navigate(x=2, y=2, z=2, speed=1, frame_id='aruco_map')
 
 ### Using a specific marker frame
 
-Starting with the [image](image.md) version 0.18, the drone also can fly relative to a marker in the map, even if it is not currently visible. Like with [single-marker navigation](aruco_marker.md#working-with-detected-markers), this works by setting the frame_id parameter to aruco_ID, where ID is the desired marker number.
+Starting with the [image](image.md) version 0.18, the drone also can fly relative to a marker in the map, even if it is not currently visible. Like with [single-marker navigation](aruco_marker.md#working-with-detected-markers), this works by setting the frame_id parameter to `aruco_ID`, where ID is the desired marker number.
 
 The following code will move the drone to the point 1 meter above the center of marker 5:
 

docs/en/auto_setup.md

@@ -210,7 +210,7 @@ Most of the parameters for autonomous flight are located in the following direct
   <arg name="aruco_vpe" default="true"/>`
   ```
 
-- Generate the ArUco markers field. See the article [Map-based navigation with ArUco markers] (aruco_map.md # marker map settings) for details. To generate markers, you need to enter a command with specific values.
+- Generate the ArUco markers field. See the article [Map-based navigation with ArUco markers](aruco_map.md#marker-map-definition) for details. To generate markers, you need to enter a command with specific values.
 
   Here is the example generating command where:
 

docs/ru/aruco_map.md

@@ -136,7 +136,7 @@ navigate(x=2, y=2, z=2, speed=1, frame_id='aruco_map')  # полет в коор
 
 ### Полет в координаты по ID маркера
 
-Начиная с версии [образа](image.md) 0.18, доступны также полёты относительно отдельного маркера в карте, даже если дрон его не видит. По аналогии с [навигацией по отдельным маркерам](aruco_marker.md#навигация-по-маркерам) при настройке карты маркеров дрон сможет лететь в координаты относительно отдельного маркера, используя фрейм aruco_ID с соответствующим ID маркера.
+Начиная с версии [образа](image.md) 0.18, доступны также полёты относительно отдельного маркера в карте, даже если дрон его не видит. По аналогии с [навигацией по отдельным маркерам](aruco_marker.md#навигация-по-маркерам) при настройке карты маркеров дрон сможет лететь в координаты относительно отдельного маркера, используя фрейм `aruco_ID` с соответствующим ID маркера.
 
 Полет в точку над маркером 5 на высоту 1 метр: