lfbs

   1 #!/usr/bin/env bash
   2
   3 # SPDX-License-Identifier: GPL-3.0
   4 #
   5 # kokkiemouse
   6 # Twitter: @kokkiemouse
   7 # Email  : kokkiemouse@gmail.com
   8 #
   9 # lfbs
  10 #
  11
  12 set -e
  13 # set -u
  14
  15 #export LANG=C
  16
  17 script_path=$(readlink -f "${0%/*}")
  18 work_dir="${script_path}/work"
  19 channels_dir="${script_path}/channels"
  20 nfb_dir="${script_path}/nfb"
  21 codename="32"
  22 os_name="Fedora"
  23 iso_name="Fedora"
  24
  25 arch=x86_64
  26
  27 out_dir="${script_path}/out"
  28 iso_label="${os_name}_${codename}_${arch}"
  29 iso_publisher='Fascode Network <https://fascode.net>'
  30 iso_application="${os_name} Live/Rescue CD"
  31 iso_version="${codename}-$(date +%Y.%m.%d)"
  32 iso_filename="${iso_name}-${iso_version}-${arch}.iso"
  33
  34
  35 debug=false
  36 cache_only=false
  37
  38
  39 start_time="$(date +%s)"
  40
  41 _msg_common() {
  42     if [[ "${debug}" = true ]]; then
  43         local _current_time
  44         local _time
  45         _current_time="$(date +%s)"
  46         _time="$(("${_current_time}"-"${start_time}"))"
  47
  48         if [[ "${_time}" -ge 3600 ]]; then
  49             echo "[$(date -d @${_time} +%H:%M.%S)]$("${script_path}/echo_color" -t 6 "[LFBS Core]")"
  50         elif [[ "${_time}" -ge 60 ]]; then
  51             echo "[00:$(date -d @${_time} +%M.%S)]$("${script_path}/echo_color" -t 6 "[LFBS Core]")"
  52         else
  53             echo "[00:00.$(date -d @${_time} +%S)] $("${script_path}/echo_color" -t 6 "[LFBS Core]")"
  54         fi
  55     else
  56         "${script_path}/echo_color" -t 6 "[LFBS Core]"
  57     fi
  58 }
  59
  60 # Show an INFO message
  61 # _msg_info <message>
  62 _msg_info() {
  63     local _msg
  64     _msg="${@}"
  65     echo "$(_msg_common)  $("${script_path}/echo_color" -t 2 "Info:") ${_msg}"
  66 }
  67
  68 # Show an debug message
  69 # _msg_debug <message>
  70 _msg_debug() {
  71     if [[ "${debug}" = true ]]; then
  72         local _msg
  73         _msg="${@}"
  74         echo "$(_msg_common)  $("${script_path}/echo_color" -t 3 "Debug:") ${_msg}"
  75     fi
  76 }
  77
  78 # Show an ERROR message then exit with status
  79 # _msg_error <message> <exit code>
  80 _msg_error() {
  81     local _msg
  82     local _error
  83     _msg="${1}"
  84     _error=${2}
  85     echo "$(_msg_common)  $("${script_path}/echo_color" -t 1 "Error:") ${_msg}"
  86
  87     if [[ ! ${_error} = 0 ]]; then
  88         exit ${_error}
  89     fi
  90 }
  91
  92 # Unmount chroot dir
  93 umount_chroot () {
  94     local mount
  95
  96     for mount in $(mount | awk '{print $3}' | grep "$(realpath "${work_dir}")" | sort -r); do
  97         if [[ "${mount}" == "${work_dir}/airootfs" ]]; then
  98             :
  99         else
 100             _msg_info "Unmounting ${mount}"
 101             umount -fl "${mount}"
 102         fi
 103     done
 104 }
 105
 106 # Unmount chroot dir and airootfs
 107 umount_chroot_airootfs () {
 108     local mount
 109
 110     for mount in $(mount | awk '{print $3}' | grep "$(realpath "${work_dir}")" | sort -r); do
 111         _msg_info "Unmounting ${mount}"
 112         umount -fl "${mount}"
 113     done
 114 }
 115 # Helper function to run make_*() only one time.
 116 run_once() {
 117     local name
 118     umount_chroot
 119     name="$1"
 120
 121     if [[ ! -e "${work_dir}/build.${name}" ]]; then
 122         _msg_info "$(echo $name | sed "s@_@ @g") is starting."
 123         "${1}"
 124         _msg_info "$(echo $name | sed "s@_@ @g") was done!"
 125         touch "${work_dir}/build.${name}"
 126     fi
 127 }
 128
 129 run_cmd() {
 130     local mount
 131
 132     for mount in "dev" "dev/pts" "proc" "sys" "etc/resolv.conf"; do
 133     #for mount in "dev" "dev/pts" "proc" "sys" ; do
 134         if [[ "${mount}" == "etc/resolv.conf" ]]; then
 135             cp /etc/resolv.conf "${work_dir}/airootfs/${mount}"
 136         else
 137             mount --bind /${mount} "${work_dir}/airootfs/${mount}"
 138         fi
 139     done
 140
 141     chroot "${work_dir}/airootfs" "${@}"
 142
 143     for mount in $(mount | awk '{print $3}' | grep "$(realpath "${work_dir}")" | sort -r); do
 144         if [[ "${mount}" == "${work_dir}/airootfs" ]]; then
 145             :
 146         else
 147             umount -fl "${mount}"
 148         fi
 149     done
 150 }
 151
 152 _dnf_install() {
 153     run_cmd dnf install -y ${@}
 154 }
 155
 156 # rm helper
 157 # Delete the file if it exists.
 158 # For directories, rm -rf is used.
 159 # If the file does not exist, skip it.
 160 # remove <file> <file> ...
 161 remove() {
 162     local _list
 163     local _file
 164     _list=($(echo "$@"))
 165
 166     for _file in "${_list[@]}"; do
 167         _msg_debug "Removeing ${_file}"
 168
 169         if [[ -f ${_file} ]]; then
 170             rm -f "${_file}"
 171         elif [[ -d ${_file} ]]; then
 172             rm -rf "${_file}"
 173         fi
 174     done
 175 }
 176
 177 # Show help
 178 _usage () {
 179     echo "usage ${0} [options] [channel]"
 180     echo
 181     echo " General options:"
 182     echo
 183     echo "    -a | --arch <str>      Set architecture"
 184     echo "                           Default: ${arch}"
 185     echo "    -c | --codename <str>  Set ubuntu codename"
 186     echo "                           Default: ${codename}"
 187     echo "    -m | --mirror <url>    Set apt mirror server."
 188     echo "                           Default: ${mirror}"
 189     echo "    -o | --out <out_dir>   Set the output directory"
 190     echo "                           Default: ${out_dir}"
 191     echo "    -w | --work <work_dir> Set the working directory"
 192     echo "                           Default: ${work_dir}"
 193     echo
 194     echo "    -d | --debug           "
 195     echo "    -h | --help            This help message and exit"
 196     echo
 197     echo "You can switch between installed packages, files included in images, etc. by channel."
 198     echo
 199     echo " Channel:"
 200
 201     local _channel
 202     local channel_list
 203     local description
 204
 205     for _channel in $(ls -l "${channels_dir}" | awk '$1 ~ /d/ {print $9 }'); do
 206         if [[ -n $(ls "${channels_dir}/${_channel}") ]] && [[ ! "${_channel}" = "share" ]]; then
 207             channel_list+=( "${_channel}" )
 208         fi
 209     done
 210
 211     for _channel in ${channel_list[@]}; do
 212         if [[ -f "${channels_dir}/${_channel}/description.txt" ]]; then
 213             description=$(cat "${channels_dir}/${_channel}/description.txt")
 214         else
 215             description="This channel does not have a description.txt."
 216         fi
 217
 218         echo -ne "    ${_channel}"
 219
 220         for i in $( seq 1 $(( 23 - ${#_channel} )) ); do
 221             echo -ne " "
 222         done
 223
 224         echo -ne "${description}\n"
 225     done
 226 }
 227
 228
 229
 230 make_basefs() {
 231     _msg_info "Installing Fedora to '${work_dir}/airootfs'..."
 232     dnf --installroot="${work_dir}/airootfs" $(${script_path}/system/repository-json-parser.py ${script_path}/system/repository.json) install @Core -y
 233     _msg_info "${codename} installed successfully!"
 234
 235     echo 'PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:${PATH}' > "${work_dir}/airootfs/etc/bash.bashrc"
 236     run_cmd dnf update -y
 237     run_cmd dnf -y remove $(run_cmd dnf repoquery --installonly --latest-limit=-1 -q)
 238     # run_cmd apt-get upgrade
 239 }
 240
 241
 242 prepare_build() {
 243     if [[ ${EUID} -ne 0 ]]; then
 244         _msg_error "This script must be run as root." 1
 245     fi
 246     umount_chroot_airootfs
 247     # Check codename
 248     if [[ -z $(grep -h -v ^'#' ${channels_dir}/${channel_name}/codename.${arch} | grep -x ${codename}) ]]; then
 249         _msg_error "This codename (${channel_name}) is not supported on this channel (${codename})."
 250     fi
 251     if [[ -d "${work_dir}/squashfsroot/LiveOS/" ]]; then
 252         :
 253     else
 254         mkdir -p "${work_dir}/squashfsroot/LiveOS/"
 255         mkdir -p "${work_dir}/airootfs/"
 256         _msg_info "Make rootfs image..."
 257         truncate -s 4G "${work_dir}/squashfsroot/LiveOS/rootfs.img"
 258         _msg_info "Format rootfs image..."
 259         mkfs.ext4 -F "${work_dir}/squashfsroot/LiveOS/rootfs.img"
 260     fi
 261     if [[ -d "${out_dir}" ]]; then
 262         :
 263     else
 264         mkdir -p "${out_dir}"
 265     fi
 266     _msg_info "Mount rootfs image..."
 267     mount -o loop,rw,sync "${work_dir}/squashfsroot/LiveOS/rootfs.img" "${work_dir}/airootfs"
 268
 269 }
 270
 271 make_systemd() {
 272     _dnf_install dbus-tools
 273     run_cmd dbus-uuidgen --ensure=/etc/machine-id
 274     run_cmd mkdir /var/lib/dbus
 275     run_cmd ln -sf /etc/machine-id /var/lib/dbus/machine-id
 276 }
 277 make_dnf_packages() {
 278     remove "${work_dir}/airootfs/dnfpkglist"
 279     #_apt_install initramfs-tools
 280     # run_cmd env -i bash -c 'DEBIAN_FRONTEND=noninteractive apt-get dist-upgrade --yes'
 281
 282     if [[ -f "${channels_dir}/share/packages.${arch}" ]]; then
 283         grep -h -v ^'#' "${channels_dir}/share/packages.${arch}" | grep -v "^$" >> "${work_dir}/airootfs/dnfpkglist"
 284     fi
 285
 286     if [[ -f "${channels_dir}/${channel_name}/packages.${arch}" ]]; then
 287         grep -h -v ^'#' "${channels_dir}/${channel_name}/packages.${arch}" | grep -v "^$" >> "${work_dir}/airootfs/dnfpkglist"
 288     fi
 289
 290     if [[ -s "${work_dir}/airootfs/dnfpkglist" ]]; then
 291         run_cmd env -i bash -c 'dnf -y --nogpgcheck install $(echo $(<dnfpkglist))'
 292     fi
 293
 294     remove "${work_dir}/airootfs/dnfpkglist"
 295 }
 296
 297 make_cp_airootfs() {
 298     if [ -d ${channels_dir}/share/airootfs ]; then
 299         cp -rf ${channels_dir}/share/airootfs/ ${work_dir}
 300     fi
 301     if [ -d ${channels_dir}/${channel_name}/airootfs ]; then
 302         cp -rf ${channels_dir}/${channel_name}/airootfs/ ${work_dir}
 303     fi
 304 }
 305
 306 make_config() {
 307     if [ -f ${work_dir}/airootfs/root/customize_airootfs.sh ]; then
 308         run_cmd /root/customize_airootfs.sh
 309     fi
 310     run_cmd truncate -s 0 /etc/machine-id
 311     run_cmd passwd -u -f root
 312 }
 313 make_clean() {
 314     run_cmd dnf -y remove $(run_cmd dnf repoquery --installonly --latest-limit=-1 -q)
 315     run_cmd dnf clean all
 316 }
 317
 318 make_squashfs() {
 319     # prepare
 320     [[ -d "${bootfiles_dir}" ]] && rm -r "${bootfiles_dir}"
 321     mkdir -p "${bootfiles_dir}"/{grub,LiveOS,boot,isolinux}
 322     #generate initrd
 323     _msg_info "make initrd..."
 324     run_cmd dracut --xz --add "dmsquash-live convertfs pollcdrom" --omit plymouth --no-hostonly --no-early-microcode /boot/initrd0 `run_cmd ls /lib/modules`
 325     cp ${work_dir}/airootfs/boot/vmlinuz-$(run_cmd ls /lib/modules) ${bootfiles_dir}/boot/vmlinuz
 326     mv ${work_dir}/airootfs/boot/initrd0 ${bootfiles_dir}/boot/initrd
 327     #cp isolinux
 328     cp "${nfb_dir}"/isolinux/* "${bootfiles_dir}/isolinux/"
 329     # make squashfs
 330     rm -rf "${work_dir}/airootfs/boot"
 331     umount "${work_dir}/airootfs"
 332     _msg_info "Minimize rootfs..."
 333     resize2fs -M "${work_dir}/squashfsroot/LiveOS/rootfs.img"
 334     _msg_info "Compress rootfs.."
 335     mksquashfs "${work_dir}/squashfsroot/" "${bootfiles_dir}/LiveOS/squashfs.img"
 336 }
 337
 338 make_nfb() {
 339     touch "${bootfiles_dir}/fedora_lfbs"
 340     # isolinux setup
 341     sed "s|%OS_NAME%|${os_name}|g" "${nfb_dir}/isolinux.cfg" | sed "s|%CD_LABEL%|${iso_label}|g"  > "${bootfiles_dir}/isolinux/isolinux.cfg"
 342     #grub
 343     sed "s|%OS_NAME%|${os_name}|g" "${nfb_dir}/grub.cfg" | sed "s|%CD_LABEL%|${iso_label}|g" > "${bootfiles_dir}/grub/grub.cfg"
 344 }
 345 make_efi() {
 346     # UEFI 32bit (ia32)
 347     grub-mkstandalone \
 348         --format=i386-efi \
 349         --output="${bootfiles_dir}/grub/bootia32.efi" \
 350         --locales="" \
 351         --fonts="" \
 352         "boot/grub/grub.cfg=${bootfiles_dir}/grub/grub.cfg"
 353
 354     # UEFI 64bit (x64)
 355     grub-mkstandalone \
 356         --format=x86_64-efi \
 357         --output="${bootfiles_dir}/grub/bootx64.efi" \
 358         --locales="" \
 359         --fonts="" \
 360         "boot/grub/grub.cfg=${bootfiles_dir}/grub/grub.cfg"
 361
 362     # create efiboot.img
 363     truncate -s 200M "${bootfiles_dir}/grub/efiboot.img"
 364     mkfs.fat -F 16 -f 1 -r 112 "${bootfiles_dir}/grub/efiboot.img"
 365     mkdir "${bootfiles_dir}/mnt"
 366     mount "${bootfiles_dir}/grub/efiboot.img" "${bootfiles_dir}/mnt"
 367     mkdir -p "${bootfiles_dir}/mnt/efi/boot"
 368     cp "${bootfiles_dir}/grub/bootia32.efi" "${bootfiles_dir}/mnt/efi/boot"
 369     cp "${bootfiles_dir}/grub/bootx64.efi" "${bootfiles_dir}/mnt/efi/boot"
 370     umount -d "${bootfiles_dir}/mnt"
 371     rm -r "${bootfiles_dir}/mnt"
 372 }
 373 make_iso() {
 374     cd "${bootfiles_dir}"
 375
 376     # create checksum (using at booting)
 377     bash -c "(find . -type f -print0 | xargs -0 md5sum | grep -v "\./md5sum.txt" > md5sum.txt)"
 378
 379     # create iso
 380     xorriso \
 381         -as mkisofs \
 382         -iso-level 3 \
 383         -full-iso9660-filenames \
 384         -volid "${iso_label}" \
 385         -appid "${iso_application}" \
 386         -publisher "${iso_publisher}" \
 387         -preparer "prepared by LFBS" \
 388         -eltorito-boot isolinux/isolinux.bin \
 389             -no-emul-boot \
 390             -boot-load-size 4 \
 391             -boot-info-table \
 392         -eltorito-alt-boot \
 393             -eltorito-platform efi \
 394             -eltorito-boot EFI/efiboot.img \
 395             -no-emul-boot \
 396         -isohybrid-gpt-basdat \
 397         -eltorito-catalog isolinux/boot.cat \
 398         -output "${out_dir}/${iso_filename}" \
 399         -graft-points \
 400             "." \
 401             "/isolinux/isolinux.bin=isolinux/isolinux.bin" \
 402             "/EFI/efiboot.img=grub/efiboot.img"
 403
 404     cd - > /dev/null
 405 }
 406 # 引数解析（）
 407 # 参考記事：https://0e0.pw/ci83 https://0e0.pw/VJlg
 408
 409 _opt_short="w:o:ha:-:m:c:d"
 410 _opt_long="help,arch:,codename:,debug,help,mirror:,out:,work,cache-only"
 411 OPT=$(getopt -o ${_opt_short} -l ${_opt_long} -- "${@}")
 412
 413 if [[ ${?} != 0 ]]; then
 414     exit 1
 415 fi
 416
 417 eval set -- "${OPT}"
 418
 419 while :; do
 420     case ${1} in
 421         -a | --arch)
 422             if [[ -z ${2} ]]; then
 423                 _msg_error "Please specify the architecture."
 424                 exit 1
 425             else
 426                 arch="${2}"
 427             fi
 428             shift 2
 429             ;;
 430         -c | --codename)
 431             if [[ -z ${2} ]]; then
 432                 _msg_error "Please specify the codename."
 433                 exit 1
 434             else
 435                 codename="${2}"
 436             fi
 437             shift 2
 438             ;;
 439         -d | --debug)
 440             debug=true
 441             shift 1
 442             ;;
 443         -h | --help)
 444             _usage
 445             exit 0
 446             ;;
 447         -m | --mirror)
 448             if [[ -z ${2} ]]; then
 449                 _msg_error "Please specify the mirror server."
 450                 exit 1
 451             else
 452                 mirror="${2}"
 453             fi
 454
 455             shift 2
 456             ;;
 457         -o | --out)
 458             if [[ -z ${2} ]]; then
 459                 _msg_error "Please specify the out dir."
 460                 exit 1
 461             else
 462                 out_dir="${2}"
 463             fi
 464
 465             shift 2
 466             ;;
 467         -w | --work)
 468             if [[ -z ${2} ]]; then
 469                 _msg_error "Please specify the out dir."
 470                 exit 1
 471             else
 472                 work_dir="${2}"
 473             fi
 474
 475             shift 2
 476             ;;
 477         --cache-only)
 478             cache_only=true
 479             shift 1
 480             ;;
 481         --)
 482             shift
 483             break
 484             ;;
 485         *)
 486             _msg_error "Invalid argument '${1}'"
 487             _usage 1
 488             ;;
 489     esac
 490 done
 491
 492 bootfiles_dir="${work_dir}/bootfiles"
 493 trap  umount_chroot 0 2 15
 494
 495 if [[ -n "${1}" ]]; then
 496     channel_name="${1}"
 497
 498     check_channel() {
 499         local channel_list
 500         local i
 501         channel_list=()
 502
 503         for _channel in $(ls -l "${channels_dir}" | awk '$1 ~ /d/ {print $9 }'); do
 504             if [[ -n $(ls "${channels_dir}/${_channel}") ]] && [[ ! "${_channel}" = "share" ]]; then
 505                 channel_list+=( "${_channel}" )
 506             fi
 507         done
 508
 509         for i in ${channel_list[@]}; do
 510             if [[ "${i}" = "${channel_name}" ]]; then
 511                 echo -n "true"
 512                 return 0
 513             fi
 514         done
 515
 516         echo -n "false"
 517         return 1
 518     }
 519
 520     if [[ $(check_channel ${channel_name}) = false ]]; then
 521         _msg_error "Invalid channel ${channel_name}"
 522         exit 1
 523     fi
 524 fi
 525 umount_chroot_airootfs
 526
 527 prepare_build
 528 run_once make_basefs
 529 run_once make_systemd
 530 run_once make_dnf_packages
 531 run_once make_cp_airootfs
 532 run_once make_config
 533 run_once make_clean
 534 run_once make_squashfs
 535 run_once make_nfb
 536 run_once make_efi
 537 run_once make_iso
 538 run_once make_checksum