lfbs

   1 #!/usr/bin/env bash
   2
   3 # SPDX-License-Identifier: GPL-3.0
   4 #
   5 # kokkiemouse
   6 # Twitter: @kokkiemouse
   7 # Email  : kokkiemouse@gmail.com
   8 #
   9 # lfbs
  10 #
  11
  12 set -e
  13 # set -u
  14
  15 #export LANG=C
  16
  17 script_path=$(readlink -f "${0%/*}")
  18 work_dir="${script_path}/work"
  19 channels_dir="${script_path}/channels"
  20 nfb_dir="${script_path}/nfb"
  21 codename="32"
  22 os_name="Fedora"
  23 iso_name="Fedora"
  24
  25 arch=x86_64
  26
  27 out_dir="${script_path}/out"
  28 iso_label="${os_name}_${codename}_${arch}"
  29 iso_publisher='Fascode Network <https://fascode.net>'
  30 iso_application="${os_name} Live/Rescue CD"
  31 iso_version="${codename}-$(date +%Y.%m.%d)"
  32 iso_filename="${iso_name}-${iso_version}-${arch}.iso"
  33
  34
  35 debug=false
  36 cache_only=false
  37
  38
  39 start_time="$(date +%s)"
  40
  41 _msg_common() {
  42     if [[ "${debug}" = true ]]; then
  43         local _current_time
  44         local _time
  45         _current_time="$(date +%s)"
  46         _time="$(("${_current_time}"-"${start_time}"))"
  47
  48         if [[ "${_time}" -ge 3600 ]]; then
  49             echo "[$(date -d @${_time} +%H:%M.%S)]$("${script_path}/echo_color" -t 6 "[LFBS Core]")"
  50         elif [[ "${_time}" -ge 60 ]]; then
  51             echo "[00:$(date -d @${_time} +%M.%S)]$("${script_path}/echo_color" -t 6 "[LFBS Core]")"
  52         else
  53             echo "[00:00.$(date -d @${_time} +%S)] $("${script_path}/echo_color" -t 6 "[LFBS Core]")"
  54         fi
  55     else
  56         "${script_path}/echo_color" -t 6 "[LFBS Core]"
  57     fi
  58 }
  59
  60 # Show an INFO message
  61 # _msg_info <message>
  62 _msg_info() {
  63     local _msg
  64     _msg="${@}"
  65     echo "$(_msg_common)  $("${script_path}/echo_color" -t 2 "Info:") ${_msg}"
  66 }
  67
  68 # Show an debug message
  69 # _msg_debug <message>
  70 _msg_debug() {
  71     if [[ "${debug}" = true ]]; then
  72         local _msg
  73         _msg="${@}"
  74         echo "$(_msg_common)  $("${script_path}/echo_color" -t 3 "Debug:") ${_msg}"
  75     fi
  76 }
  77
  78 # Show an ERROR message then exit with status
  79 # _msg_error <message> <exit code>
  80 _msg_error() {
  81     local _msg
  82     local _error
  83     _msg="${1}"
  84     _error=${2}
  85     echo "$(_msg_common)  $("${script_path}/echo_color" -t 1 "Error:") ${_msg}"
  86
  87     if [[ ! ${_error} = 0 ]]; then
  88         exit ${_error}
  89     fi
  90 }
  91
  92 # Unmount chroot dir
  93 umount_chroot () {
  94     local mount
  95
  96     for mount in $(mount | awk '{print $3}' | grep "$(realpath "${work_dir}")" | sort -r); do
  97         if [[ "${mount}" == "${work_dir}/airootfs" ]]; then
  98             :
  99         else
 100             _msg_info "Unmounting ${mount}"
 101             umount -fl "${mount}"
 102         fi
 103     done
 104 }
 105
 106 # Unmount chroot dir and airootfs
 107 umount_chroot_airootfs () {
 108     local mount
 109
 110     for mount in $(mount | awk '{print $3}' | grep "$(realpath "${work_dir}")" | sort -r); do
 111         _msg_info "Unmounting ${mount}"
 112         umount -fl "${mount}"
 113     done
 114 }
 115 # Helper function to run make_*() only one time.
 116 run_once() {
 117     local name
 118     umount_chroot
 119     name="$1"
 120
 121     if [[ ! -e "${work_dir}/build.${name}" ]]; then
 122         _msg_info "$(echo $name | sed "s@_@ @g") is starting."
 123         "${1}"
 124         _msg_info "$(echo $name | sed "s@_@ @g") was done!"
 125         touch "${work_dir}/build.${name}"
 126     fi
 127 }
 128
 129 run_cmd() {
 130     local mount
 131
 132     for mount in "dev" "dev/pts" "proc" "sys" "etc/resolv.conf"; do
 133     #for mount in "dev" "dev/pts" "proc" "sys" ; do
 134         if [[ "${mount}" == "etc/resolv.conf" ]]; then
 135             cp /etc/resolv.conf "${work_dir}/airootfs/${mount}"
 136         else
 137             mount --bind /${mount} "${work_dir}/airootfs/${mount}"
 138         fi
 139     done
 140
 141     chroot "${work_dir}/airootfs" "${@}"
 142
 143     for mount in $(mount | awk '{print $3}' | grep "$(realpath "${work_dir}")" | sort -r); do
 144         if [[ "${mount}" == "${work_dir}/airootfs" ]]; then
 145             :
 146         else
 147             umount -fl "${mount}"
 148         fi
 149     done
 150 }
 151
 152 _dnf_install() {
 153     run_cmd dnf install -y ${@}
 154 }
 155
 156 # rm helper
 157 # Delete the file if it exists.
 158 # For directories, rm -rf is used.
 159 # If the file does not exist, skip it.
 160 # remove <file> <file> ...
 161 remove() {
 162     local _list
 163     local _file
 164     _list=($(echo "$@"))
 165
 166     for _file in "${_list[@]}"; do
 167         _msg_debug "Removeing ${_file}"
 168
 169         if [[ -f ${_file} ]]; then
 170             rm -f "${_file}"
 171         elif [[ -d ${_file} ]]; then
 172             rm -rf "${_file}"
 173         fi
 174     done
 175 }
 176
 177 # Show help
 178 _usage () {
 179     echo "usage ${0} [options] [channel]"
 180     echo
 181     echo " General options:"
 182     echo
 183     echo "    -a | --arch <str>      Set architecture"
 184     echo "                           Default: ${arch}"
 185     echo "    -c | --codename <str>  Set ubuntu codename"
 186     echo "                           Default: ${codename}"
 187     echo "    -m | --mirror <url>    Set apt mirror server."
 188     echo "                           Default: ${mirror}"
 189     echo "    -o | --out <out_dir>   Set the output directory"
 190     echo "                           Default: ${out_dir}"
 191     echo "    -w | --work <work_dir> Set the working directory"
 192     echo "                           Default: ${work_dir}"
 193     echo
 194     echo "    -d | --debug           "
 195     echo "    -h | --help            This help message and exit"
 196     echo
 197     echo "You can switch between installed packages, files included in images, etc. by channel."
 198     echo
 199     echo " Channel:"
 200
 201     local _channel
 202     local channel_list
 203     local description
 204
 205     for _channel in $(ls -l "${channels_dir}" | awk '$1 ~ /d/ {print $9 }'); do
 206         if [[ -n $(ls "${channels_dir}/${_channel}") ]] && [[ ! "${_channel}" = "share" ]]; then
 207             channel_list+=( "${_channel}" )
 208         fi
 209     done
 210
 211     for _channel in ${channel_list[@]}; do
 212         if [[ -f "${channels_dir}/${_channel}/description.txt" ]]; then
 213             description=$(cat "${channels_dir}/${_channel}/description.txt")
 214         else
 215             description="This channel does not have a description.txt."
 216         fi
 217
 218         echo -ne "    ${_channel}"
 219
 220         for i in $( seq 1 $(( 23 - ${#_channel} )) ); do
 221             echo -ne " "
 222         done
 223
 224         echo -ne "${description}\n"
 225     done
 226 }
 227
 228
 229
 230 make_basefs() {
 231     _msg_info "Installing Fedora to '${work_dir}/airootfs'..."
 232     dnf --installroot="${work_dir}/airootfs" $(${script_path}/system/repository-json-parser.py ${script_path}/system/repository.json) install @Core -y
 233     _msg_info "${codename} installed successfully!"
 234
 235     echo 'PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:${PATH}' > "${work_dir}/airootfs/etc/bash.bashrc"
 236     run_cmd dnf update -y
 237     run_cmd dnf -y remove $(run_cmd dnf repoquery --installonly --latest-limit=-1 -q)
 238     run_cmd dnf clean all
 239     # run_cmd apt-get upgrade
 240 }
 241
 242
 243 prepare_build() {
 244     if [[ ${EUID} -ne 0 ]]; then
 245         _msg_error "This script must be run as root." 1
 246     fi
 247     umount_chroot_airootfs
 248     # Check codename
 249     if [[ -z $(grep -h -v ^'#' ${channels_dir}/${channel_name}/codename.${arch} | grep -x ${codename}) ]]; then
 250         _msg_error "This codename (${channel_name}) is not supported on this channel (${codename})."
 251     fi
 252     if [[ -d "${work_dir}/squashfsroot/LiveOS/" ]]; then
 253         :
 254     else
 255         mkdir -p "${work_dir}/squashfsroot/LiveOS/"
 256         mkdir -p "${work_dir}/airootfs/"
 257         _msg_info "Make rootfs image..."
 258         truncate -s 4G "${work_dir}/squashfsroot/LiveOS/rootfs.img"
 259         _msg_info "Format rootfs image..."
 260         mkfs.ext4 -F "${work_dir}/squashfsroot/LiveOS/rootfs.img"
 261     fi
 262     if [[ -d "${out_dir}" ]]; then
 263         :
 264     else
 265         mkdir -p "${out_dir}"
 266     fi
 267     _msg_info "Mount rootfs image..."
 268     mount -o loop,rw,sync "${work_dir}/squashfsroot/LiveOS/rootfs.img" "${work_dir}/airootfs"
 269
 270 }
 271
 272 make_systemd() {
 273     _dnf_install dbus-tools
 274     run_cmd dbus-uuidgen --ensure=/etc/machine-id
 275     run_cmd mkdir /var/lib/dbus
 276     run_cmd ln -sf /etc/machine-id /var/lib/dbus/machine-id
 277 }
 278 make_dnf_packages() {
 279     remove "${work_dir}/airootfs/dnfpkglist"
 280     #_apt_install initramfs-tools
 281     # run_cmd env -i bash -c 'DEBIAN_FRONTEND=noninteractive apt-get dist-upgrade --yes'
 282
 283     if [[ -f "${channels_dir}/share/packages.${arch}" ]]; then
 284         grep -h -v ^'#' "${channels_dir}/share/packages.${arch}" | grep -v "^$" >> "${work_dir}/airootfs/dnfpkglist"
 285     fi
 286
 287     if [[ -f "${channels_dir}/${channel_name}/packages.${arch}" ]]; then
 288         grep -h -v ^'#' "${channels_dir}/${channel_name}/packages.${arch}" | grep -v "^$" >> "${work_dir}/airootfs/dnfpkglist"
 289     fi
 290
 291     if [[ -s "${work_dir}/airootfs/dnfpkglist" ]]; then
 292         run_cmd env -i bash -c 'dnf -y --nogpgcheck install $(echo $(<dnfpkglist))'
 293     fi
 294
 295     remove "${work_dir}/airootfs/dnfpkglist"
 296 }
 297
 298 make_cp_airootfs() {
 299     if [ -d ${channels_dir}/share/airootfs ]; then
 300         cp -rf ${channels_dir}/share/airootfs/ ${work_dir}
 301     fi
 302     if [ -d ${channels_dir}/${channel_name}/airootfs ]; then
 303         cp -rf ${channels_dir}/${channel_name}/airootfs/ ${work_dir}
 304     fi
 305 }
 306
 307 make_config() {
 308     if [ -f ${work_dir}/airootfs/root/customize_airootfs.sh ]; then
 309         run_cmd /root/customize_airootfs.sh
 310     fi
 311     run_cmd truncate -s 0 /etc/machine-id
 312     run_cmd passwd -u -f root
 313 }
 314 make_clean() {
 315     run_cmd dnf -y remove $(run_cmd dnf repoquery --installonly --latest-limit=-1 -q)
 316     run_cmd dnf clean all
 317 }
 318
 319 make_squashfs() {
 320     # prepare
 321     [[ -d "${bootfiles_dir}" ]] && rm -r "${bootfiles_dir}"
 322     mkdir -p "${bootfiles_dir}"/{grub,LiveOS,boot,isolinux}
 323     #generate initrd
 324     _msg_info "make initrd..."
 325     run_cmd dracut --xz --add "dmsquash-live convertfs pollcdrom" --omit plymouth --no-hostonly --no-early-microcode /boot/initrd0 `run_cmd ls /lib/modules`
 326     cp ${work_dir}/airootfs/boot/vmlinuz-$(run_cmd ls /lib/modules) ${bootfiles_dir}/boot/vmlinuz
 327     mv ${work_dir}/airootfs/boot/initrd0 ${bootfiles_dir}/boot/initrd
 328     #cp isolinux
 329     cp "${work_dir}"/airootfs/usr/lib/syslinux/modules/bios/*.c32 "${bootfiles_dir}/isolinux/"
 330     cp "${work_dir}/airootfs/usr/lib/ISOLINUX/isolinux.bin" "${bootfiles_dir}/isolinux/"
 331     cp "${work_dir}/airootfs/usr/lib/ISOLINUX/isohdpfx.bin" "${bootfiles_dir}/isolinux/"
 332     # make squashfs
 333     rm -rf "${work_dir}/airootfs/boot"
 334     umount "${work_dir}/airootfs"
 335     _msg_info "Minimize rootfs..."
 336     resize2fs -M "${work_dir}/squashfsroot/LiveOS/rootfs.img"
 337     _msg_info "Compress rootfs.."
 338     mksquashfs "${work_dir}/squashfsroot/" "${bootfiles_dir}/LiveOS/squashfs.img"
 339 }
 340
 341 make_nfb() {
 342     touch "${bootfiles_dir}/fedora_lfbs"
 343     # isolinux setup
 344     sed "s|%OS_NAME%|${os_name}|g" "${nfb_dir}/isolinux.cfg" | sed "s|%CD_LABEL%|${iso_label}|g"  > "${bootfiles_dir}/isolinux/isolinux.cfg"
 345     #grub
 346     sed "s|%OS_NAME%|${os_name}|g" "${nfb_dir}/grub.cfg" | sed "s|%CD_LABEL%|${iso_label}|g" > "${bootfiles_dir}/grub/grub.cfg"
 347 }
 348 make_efi() {
 349     # UEFI 32bit (ia32)
 350     grub-mkstandalone \
 351         --format=i386-efi \
 352         --output="${bootfiles_dir}/grub/bootia32.efi" \
 353         --locales="" \
 354         --fonts="" \
 355         "boot/grub/grub.cfg=${bootfiles_dir}/grub/grub.cfg"
 356
 357     # UEFI 64bit (x64)
 358     grub-mkstandalone \
 359         --format=x86_64-efi \
 360         --output="${bootfiles_dir}/grub/bootx64.efi" \
 361         --locales="" \
 362         --fonts="" \
 363         "boot/grub/grub.cfg=${bootfiles_dir}/grub/grub.cfg"
 364
 365     # create efiboot.img
 366     truncate -s 200M "${bootfiles_dir}/grub/efiboot.img"
 367     mkfs.fat -F 16 -f 1 -r 112 "${bootfiles_dir}/grub/efiboot.img"
 368     mkdir "${bootfiles_dir}/mnt"
 369     mount "${bootfiles_dir}/grub/efiboot.img" "${bootfiles_dir}/mnt"
 370     mkdir -p "${bootfiles_dir}/mnt/efi/boot"
 371     cp "${bootfiles_dir}/grub/bootia32.efi" "${bootfiles_dir}/mnt/efi/boot"
 372     cp "${bootfiles_dir}/grub/bootx64.efi" "${bootfiles_dir}/mnt/efi/boot"
 373     umount -d "${bootfiles_dir}/mnt"
 374     rm -r "${bootfiles_dir}/mnt"
 375 }
 376 make_iso() {
 377     cd "${bootfiles_dir}"
 378
 379     # create checksum (using at booting)
 380     bash -c "(find . -type f -print0 | xargs -0 md5sum | grep -v "\./md5sum.txt" > md5sum.txt)"
 381
 382     # create iso
 383     xorriso \
 384         -as mkisofs \
 385         -iso-level 3 \
 386         -full-iso9660-filenames \
 387         -volid "${iso_label}" \
 388         -appid "${iso_application}" \
 389         -publisher "${iso_publisher}" \
 390         -preparer "prepared by LFBS" \
 391         -eltorito-boot isolinux/isolinux.bin \
 392             -no-emul-boot \
 393             -boot-load-size 4 \
 394             -boot-info-table \
 395         -eltorito-alt-boot \
 396             -eltorito-platform efi \
 397             -eltorito-boot EFI/efiboot.img \
 398             -no-emul-boot \
 399         -isohybrid-mbr "${bootfiles_dir}/isolinux/isohdpfx.bin" \
 400         -isohybrid-gpt-basdat \
 401         -eltorito-catalog isolinux/boot.cat \
 402         -output "${out_dir}/${iso_filename}" \
 403         -graft-points \
 404             "." \
 405             "/isolinux/isolinux.bin=isolinux/isolinux.bin" \
 406             "/EFI/efiboot.img=grub/efiboot.img"
 407
 408     cd - > /dev/null
 409 }
 410 # 引数解析（）
 411 # 参考記事：https://0e0.pw/ci83 https://0e0.pw/VJlg
 412
 413 _opt_short="w:o:ha:-:m:c:d"
 414 _opt_long="help,arch:,codename:,debug,help,mirror:,out:,work,cache-only"
 415 OPT=$(getopt -o ${_opt_short} -l ${_opt_long} -- "${@}")
 416
 417 if [[ ${?} != 0 ]]; then
 418     exit 1
 419 fi
 420
 421 eval set -- "${OPT}"
 422
 423 while :; do
 424     case ${1} in
 425         -a | --arch)
 426             if [[ -z ${2} ]]; then
 427                 _msg_error "Please specify the architecture."
 428                 exit 1
 429             else
 430                 arch="${2}"
 431             fi
 432             shift 2
 433             ;;
 434         -c | --codename)
 435             if [[ -z ${2} ]]; then
 436                 _msg_error "Please specify the codename."
 437                 exit 1
 438             else
 439                 codename="${2}"
 440             fi
 441             shift 2
 442             ;;
 443         -d | --debug)
 444             debug=true
 445             shift 1
 446             ;;
 447         -h | --help)
 448             _usage
 449             exit 0
 450             ;;
 451         -m | --mirror)
 452             if [[ -z ${2} ]]; then
 453                 _msg_error "Please specify the mirror server."
 454                 exit 1
 455             else
 456                 mirror="${2}"
 457             fi
 458
 459             shift 2
 460             ;;
 461         -o | --out)
 462             if [[ -z ${2} ]]; then
 463                 _msg_error "Please specify the out dir."
 464                 exit 1
 465             else
 466                 out_dir="${2}"
 467             fi
 468
 469             shift 2
 470             ;;
 471         -w | --work)
 472             if [[ -z ${2} ]]; then
 473                 _msg_error "Please specify the out dir."
 474                 exit 1
 475             else
 476                 work_dir="${2}"
 477             fi
 478
 479             shift 2
 480             ;;
 481         --cache-only)
 482             cache_only=true
 483             shift 1
 484             ;;
 485         --)
 486             shift
 487             break
 488             ;;
 489         *)
 490             _msg_error "Invalid argument '${1}'"
 491             _usage 1
 492             ;;
 493     esac
 494 done
 495
 496 bootfiles_dir="${work_dir}/bootfiles"
 497 trap  umount_chroot 0 2 15
 498
 499 if [[ -n "${1}" ]]; then
 500     channel_name="${1}"
 501
 502     check_channel() {
 503         local channel_list
 504         local i
 505         channel_list=()
 506
 507         for _channel in $(ls -l "${channels_dir}" | awk '$1 ~ /d/ {print $9 }'); do
 508             if [[ -n $(ls "${channels_dir}/${_channel}") ]] && [[ ! "${_channel}" = "share" ]]; then
 509                 channel_list+=( "${_channel}" )
 510             fi
 511         done
 512
 513         for i in ${channel_list[@]}; do
 514             if [[ "${i}" = "${channel_name}" ]]; then
 515                 echo -n "true"
 516                 return 0
 517             fi
 518         done
 519
 520         echo -n "false"
 521         return 1
 522     }
 523
 524     if [[ $(check_channel ${channel_name}) = false ]]; then
 525         _msg_error "Invalid channel ${channel_name}"
 526         exit 1
 527     fi
 528 fi
 529 umount_chroot_airootfs
 530
 531 prepare_build
 532 run_once make_basefs
 533 run_once make_systemd
 534 run_once make_dnf_packages
 535 run_once make_cp_airootfs
 536 run_once make_config
 537 run_once make_clean
 538 run_once make_squashfs
 539 run_once make_nfb
 540 run_once make_efi
 541 run_once make_iso
 542 run_once make_checksum