lfbs

   1 #!/usr/bin/env bash
   2
   3 # SPDX-License-Identifier: GPL-3.0
   4 #
   5 # kokkiemouse
   6 # Twitter: @kokkiemouse
   7 # Email  : kokkiemouse@gmail.com
   8 #
   9 # lfbs
  10 #
  11
  12 set -e
  13 # set -u
  14
  15 export LANG=C
  16
  17 script_path=$(readlink -f "${0%/*}")
  18 work_dir="${script_path}/work"
  19 channels_dir="${script_path}/channels"
  20 nfb_dir="${script_path}/nfb"
  21 codename="32"
  22 os_name="Fedora"
  23 iso_name="Fedora"
  24
  25 arch=x86_64
  26
  27 out_dir="${script_path}/out"
  28 iso_label="${os_name}_${codename}_${arch}"
  29 iso_publisher='Fascode Network <https://fascode.net>'
  30 iso_application="${os_name} Live/Rescue CD"
  31 iso_version="${codename}-$(date +%Y.%m.%d)"
  32 iso_filename="${iso_name}-${iso_version}-${arch}.iso"
  33
  34
  35 debug=false
  36 cache_only=false
  37
  38
  39 start_time="$(date +%s)"
  40
  41 _msg_common() {
  42     if [[ "${debug}" = true ]]; then
  43         local _current_time
  44         local _time
  45         _current_time="$(date +%s)"
  46         _time="$(("${_current_time}"-"${start_time}"))"
  47
  48         if [[ "${_time}" -ge 3600 ]]; then
  49             echo "[$(date -d @${_time} +%H:%M.%S)]$("${script_path}/echo_color" -t 6 "[LFBS Core]")"
  50         elif [[ "${_time}" -ge 60 ]]; then
  51             echo "[00:$(date -d @${_time} +%M.%S)]$("${script_path}/echo_color" -t 6 "[LFBS Core]")"
  52         else
  53             echo "[00:00.$(date -d @${_time} +%S)] $("${script_path}/echo_color" -t 6 "[LFBS Core]")"
  54         fi
  55     else
  56         "${script_path}/echo_color" -t 6 "[LFBS Core]"
  57     fi
  58 }
  59
  60 # Show an INFO message
  61 # _msg_info <message>
  62 _msg_info() {
  63     local _msg
  64     _msg="${@}"
  65     echo "$(_msg_common)  $("${script_path}/echo_color" -t 2 "Info:") ${_msg}"
  66 }
  67
  68 # Show an debug message
  69 # _msg_debug <message>
  70 _msg_debug() {
  71     if [[ "${debug}" = true ]]; then
  72         local _msg
  73         _msg="${@}"
  74         echo "$(_msg_common)  $("${script_path}/echo_color" -t 3 "Debug:") ${_msg}"
  75     fi
  76 }
  77
  78 # Show an ERROR message then exit with status
  79 # _msg_error <message> <exit code>
  80 _msg_error() {
  81     local _msg
  82     local _error
  83     _msg="${1}"
  84     _error=${2}
  85     echo "$(_msg_common)  $("${script_path}/echo_color" -t 1 "Error:") ${_msg}"
  86
  87     if [[ ! ${_error} = 0 ]]; then
  88         exit ${_error}
  89     fi
  90 }
  91
  92 # Unmount chroot dir
  93 umount_chroot () {
  94     local mount
  95
  96     for mount in $(mount | awk '{print $3}' | grep "$(realpath "${work_dir}")" | sort -r); do
  97         if [[ "${mount}" == "${work_dir}/airootfs" ]]; then
  98             :
  99         else
 100             _msg_info "Unmounting ${mount}"
 101             umount -fl "${mount}"
 102         fi
 103     done
 104 }
 105
 106 # Unmount chroot dir and airootfs
 107 umount_chroot_airootfs () {
 108     local mount
 109
 110     for mount in $(mount | awk '{print $3}' | grep "$(realpath "${work_dir}")" | sort -r); do
 111         _msg_info "Unmounting ${mount}"
 112         umount -fl "${mount}"
 113     done
 114 }
 115 # Helper function to run make_*() only one time.
 116 run_once() {
 117     local name
 118     umount_chroot
 119     name="$1"
 120
 121     if [[ ! -e "${work_dir}/build.${name}" ]]; then
 122         _msg_info "$(echo $name | sed "s@_@ @g") is starting."
 123         "${1}"
 124         _msg_info "$(echo $name | sed "s@_@ @g") was done!"
 125         touch "${work_dir}/build.${name}"
 126     fi
 127 }
 128
 129 run_cmd() {
 130     local mount
 131
 132     for mount in "dev" "dev/pts" "proc" "sys" "etc/resolv.conf"; do
 133     #for mount in "dev" "dev/pts" "proc" "sys" ; do
 134         if [[ "${mount}" == "etc/resolv.conf" ]]; then
 135             cp /etc/resolv.conf "${work_dir}/airootfs/${mount}"
 136         else
 137             mount --bind /${mount} "${work_dir}/airootfs/${mount}"
 138         fi
 139     done
 140
 141     chroot "${work_dir}/airootfs" "${@}"
 142
 143     for mount in $(mount | awk '{print $3}' | grep "$(realpath "${work_dir}")" | sort -r); do
 144         if [[ "${mount}" == "${work_dir}/airootfs" ]]; then
 145             :
 146         else
 147             umount -fl "${mount}"
 148         fi
 149     done
 150 }
 151
 152 _dnf_install() {
 153     run_cmd dnf install -y ${@}
 154 }
 155
 156 # rm helper
 157 # Delete the file if it exists.
 158 # For directories, rm -rf is used.
 159 # If the file does not exist, skip it.
 160 # remove <file> <file> ...
 161 remove() {
 162     local _list
 163     local _file
 164     _list=($(echo "$@"))
 165
 166     for _file in "${_list[@]}"; do
 167         _msg_debug "Removeing ${_file}"
 168
 169         if [[ -f ${_file} ]]; then
 170             rm -f "${_file}"
 171         elif [[ -d ${_file} ]]; then
 172             rm -rf "${_file}"
 173         fi
 174     done
 175 }
 176
 177 # Show help
 178 _usage () {
 179     echo "usage ${0} [options] [channel]"
 180     echo
 181     echo " General options:"
 182     echo
 183     echo "    -a | --arch <str>      Set architecture"
 184     echo "                           Default: ${arch}"
 185     echo "    -c | --codename <str>  Set ubuntu codename"
 186     echo "                           Default: ${codename}"
 187     echo "    -m | --mirror <url>    Set apt mirror server."
 188     echo "                           Default: ${mirror}"
 189     echo "    -o | --out <out_dir>   Set the output directory"
 190     echo "                           Default: ${out_dir}"
 191     echo "    -w | --work <work_dir> Set the working directory"
 192     echo "                           Default: ${work_dir}"
 193     echo
 194     echo "    -d | --debug           "
 195     echo "    -h | --help            This help message and exit"
 196     echo
 197     echo "You can switch between installed packages, files included in images, etc. by channel."
 198     echo
 199     echo " Channel:"
 200
 201     local _channel
 202     local channel_list
 203     local description
 204
 205     for _channel in $(ls -l "${channels_dir}" | awk '$1 ~ /d/ {print $9 }'); do
 206         if [[ -n $(ls "${channels_dir}/${_channel}") ]] && [[ ! "${_channel}" = "share" ]]; then
 207             channel_list+=( "${_channel}" )
 208         fi
 209     done
 210
 211     for _channel in ${channel_list[@]}; do
 212         if [[ -f "${channels_dir}/${_channel}/description.txt" ]]; then
 213             description=$(cat "${channels_dir}/${_channel}/description.txt")
 214         else
 215             description="This channel does not have a description.txt."
 216         fi
 217
 218         echo -ne "    ${_channel}"
 219
 220         for i in $( seq 1 $(( 23 - ${#_channel} )) ); do
 221             echo -ne " "
 222         done
 223
 224         echo -ne "${description}\n"
 225     done
 226 }
 227
 228
 229
 230 make_basefs() {
 231     _msg_info "Installing Fedora to '${work_dir}/airootfs'..."
 232     dnf --installroot="${work_dir}/airootfs" $(${script_path}/system/repository-json-parser.py ${script_path}/system/repository.json) install @Core -y
 233     _msg_info "${codename} installed successfully!"
 234
 235     echo 'PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:${PATH}' > "${work_dir}/airootfs/etc/bash.bashrc"
 236     run_cmd dnf upgrade -y
 237     run_cmd dnf -y remove $(run_cmd dnf repoquery --installonly --latest-limit=-1 -q)
 238     run_cmd dnf clean all
 239     # run_cmd apt-get upgrade
 240 }
 241
 242
 243 prepare_build() {
 244     if [[ ${EUID} -ne 0 ]]; then
 245         _msg_error "This script must be run as root." 1
 246     fi
 247     umount_chroot_airootfs
 248     # Check codename
 249     if [[ -z $(grep -h -v ^'#' ${channels_dir}/${channel_name}/codename.${arch} | grep -x ${codename}) ]]; then
 250         _msg_error "This codename (${channel_name}) is not supported on this channel (${codename})."
 251     fi
 252     if [[ -d "${work_dir}/squashfsroot/LiveOS/" ]]; then
 253         :
 254     else
 255         mkdir -p "${work_dir}/squashfsroot/LiveOS/"
 256         mkdir -p "${work_dir}/airootfs/"
 257         truncate -s 4G "${work_dir}/squashfsroot/LiveOS/rootfs.img"
 258         mkfs.ext4 -F "${work_dir}/squashfsroot/LiveOS/rootfs.img"
 259     fi
 260     mount -o loop,rw,sync "${work_dir}/squashfsroot/LiveOS/rootfs.img" "${work_dir}/airootfs"
 261
 262 }
 263
 264 make_systemd() {
 265     _dnf_install dbus-tools
 266     run_cmd dbus-uuidgen --ensure=/etc/machine-id
 267     run_cmd mkdir /var/lib/dbus
 268     run_cmd ln -sf /etc/machine-id /var/lib/dbus/machine-id
 269 }
 270 make_dnf_packages() {
 271     remove "${work_dir}/airootfs/dnfpkglist"
 272     #_apt_install initramfs-tools
 273     # run_cmd env -i bash -c 'DEBIAN_FRONTEND=noninteractive apt-get dist-upgrade --yes'
 274
 275     if [[ -f "${channels_dir}/share/packages.${arch}" ]]; then
 276         grep -h -v ^'#' "${channels_dir}/share/packages.${arch}" | grep -v "^$" >> "${work_dir}/airootfs/dnfpkglist"
 277     fi
 278
 279     if [[ -f "${channels_dir}/${channel_name}/packages.${arch}" ]]; then
 280         grep -h -v ^'#' "${channels_dir}/${channel_name}/packages.${arch}" | grep -v "^$" >> "${work_dir}/airootfs/dnfpkglist"
 281     fi
 282
 283     if [[ -s "${work_dir}/airootfs/dnfpkglist" ]]; then
 284         run_cmd env -i bash -c 'dnf -y --nogpgcheck install $(echo $(<dnfpkglist))'
 285     fi
 286
 287     remove "${work_dir}/airootfs/dnfpkglist"
 288 }
 289
 290 make_cp_airootfs() {
 291     if [ -d ${channels_dir}/share/airootfs ]; then
 292         cp -rf ${channels_dir}/share/airootfs/ ${work_dir}
 293     fi
 294     if [ -d ${channels_dir}/${channel_name}/airootfs ]; then
 295         cp -rf ${channels_dir}/${channel_name}/airootfs/ ${work_dir}
 296     fi
 297 }
 298
 299 make_config() {
 300     if [ -f ${work_dir}/airootfs/root/customize_airootfs.sh ]; then
 301         run_cmd /root/customize_airootfs.sh
 302     fi
 303     run_cmd truncate -s 0 /etc/machine-id
 304 }
 305 make_clean() {
 306     run_cmd dnf -y remove $(run_cmd dnf repoquery --installonly --latest-limit=-1 -q)
 307     run_cmd dnf clean all
 308 }
 309
 310 make_squashfs() {
 311     # prepare
 312     [[ -d "${bootfiles_dir}" ]] && rm -r "${bootfiles_dir}"
 313     mkdir -p "${bootfiles_dir}"/{grub,LiveOS,boot}
 314     #generate initrd
 315     run_cmd dracut --xz --add "dmsquash-live convertfs pollcdrom" --omit plymouth --no-hostonly --no-early-microcode /boot/initrd0 `run_cmd ls /lib/modules`
 316     cp ${work_dir}/airootfs/boot/vmlinuz-$(run_cmd ls /lib/modules) ${bootfiles_dir}/boot/vmlinuz
 317     mv ${work_dir}/airootfs/boot/initrd0 ${bootfiles_dir}/boot/initrd
 318     # make squashfs
 319     rm -rf "${work_dir}/airootfs/boot"
 320     umount "${work_dir}/airootfs"
 321     resize2fs -M "${work_dir}/squashfsroot/LiveOS/rootfs.img"
 322     mksquashfs "${work_dir}/squashfsroot/" "${bootfiles_dir}/LiveOS/squashfs.img"
 323 }
 324
 325 make_nfb() {
 326     touch "${bootfiles_dir}/fedora_lfbs"
 327     sed "s|%OS_NAME%|${os_name}|g" "${nfb_dir}/grub.cfg" | sed "s|%CD_LABEL%|${iso_label}|g" > "${bootfiles_dir}/grub/grub.cfg"
 328 }
 329 make_efi() {
 330     # UEFI 32bit (ia32)
 331     grub2-mkstandalone \
 332         --format=i386-efi \
 333         --output="${bootfiles_dir}/grub/bootia32.efi" \
 334         --locales="" \
 335         --fonts="" \
 336         "boot/grub/grub.cfg=${bootfiles_dir}/grub/grub.cfg"
 337
 338     # UEFI 64bit (x64)
 339     grub2-mkstandalone \
 340         --format=x86_64-efi \
 341         --output="${bootfiles_dir}/grub/bootx64.efi" \
 342         --locales="" \
 343         --fonts="" \
 344         "boot/grub/grub.cfg=${bootfiles_dir}/grub/grub.cfg"
 345
 346     # create efiboot.img
 347     truncate -s 10M "${bootfiles_dir}/grub/efiboot.img"
 348     mkfs.fat -F 16 -f 1 -r 112 "${bootfiles_dir}/grub/efiboot.img"
 349     mkdir "${bootfiles_dir}/mnt"
 350     mount "${bootfiles_dir}/grub/efiboot.img" "${bootfiles_dir}/mnt"
 351     mkdir -p "${bootfiles_dir}/mnt/efi/boot"
 352     cp "${bootfiles_dir}/grub/bootia32.efi" "${bootfiles_dir}/mnt/efi/boot"
 353     cp "${bootfiles_dir}/grub/bootx64.efi" "${bootfiles_dir}/mnt/efi/boot"
 354     umount -d "${bootfiles_dir}/mnt"
 355     rm -r "${bootfiles_dir}/mnt"
 356 }
 357 # 引数解析（）
 358 # 参考記事：https://0e0.pw/ci83 https://0e0.pw/VJlg
 359
 360 _opt_short="w:o:ha:-:m:c:d"
 361 _opt_long="help,arch:,codename:,debug,help,mirror:,out:,work,cache-only"
 362 OPT=$(getopt -o ${_opt_short} -l ${_opt_long} -- "${@}")
 363
 364 if [[ ${?} != 0 ]]; then
 365     exit 1
 366 fi
 367
 368 eval set -- "${OPT}"
 369
 370 while :; do
 371     case ${1} in
 372         -a | --arch)
 373             if [[ -z ${2} ]]; then
 374                 _msg_error "Please specify the architecture."
 375                 exit 1
 376             else
 377                 arch="${2}"
 378             fi
 379             shift 2
 380             ;;
 381         -c | --codename)
 382             if [[ -z ${2} ]]; then
 383                 _msg_error "Please specify the codename."
 384                 exit 1
 385             else
 386                 codename="${2}"
 387             fi
 388             shift 2
 389             ;;
 390         -d | --debug)
 391             debug=true
 392             shift 1
 393             ;;
 394         -h | --help)
 395             _usage
 396             exit 0
 397             ;;
 398         -m | --mirror)
 399             if [[ -z ${2} ]]; then
 400                 _msg_error "Please specify the mirror server."
 401                 exit 1
 402             else
 403                 mirror="${2}"
 404             fi
 405
 406             shift 2
 407             ;;
 408         -o | --out)
 409             if [[ -z ${2} ]]; then
 410                 _msg_error "Please specify the out dir."
 411                 exit 1
 412             else
 413                 out_dir="${2}"
 414             fi
 415
 416             shift 2
 417             ;;
 418         -w | --work)
 419             if [[ -z ${2} ]]; then
 420                 _msg_error "Please specify the out dir."
 421                 exit 1
 422             else
 423                 work_dir="${2}"
 424             fi
 425
 426             shift 2
 427             ;;
 428         --cache-only)
 429             cache_only=true
 430             shift 1
 431             ;;
 432         --)
 433             shift
 434             break
 435             ;;
 436         *)
 437             _msg_error "Invalid argument '${1}'"
 438             _usage 1
 439             ;;
 440     esac
 441 done
 442
 443 bootfiles_dir="${work_dir}/bootfiles"
 444 trap  umount_chroot 0 2 15
 445
 446 if [[ -n "${1}" ]]; then
 447     channel_name="${1}"
 448
 449     check_channel() {
 450         local channel_list
 451         local i
 452         channel_list=()
 453
 454         for _channel in $(ls -l "${channels_dir}" | awk '$1 ~ /d/ {print $9 }'); do
 455             if [[ -n $(ls "${channels_dir}/${_channel}") ]] && [[ ! "${_channel}" = "share" ]]; then
 456                 channel_list+=( "${_channel}" )
 457             fi
 458         done
 459
 460         for i in ${channel_list[@]}; do
 461             if [[ "${i}" = "${channel_name}" ]]; then
 462                 echo -n "true"
 463                 return 0
 464             fi
 465         done
 466
 467         echo -n "false"
 468         return 1
 469     }
 470
 471     if [[ $(check_channel ${channel_name}) = false ]]; then
 472         _msg_error "Invalid channel ${channel_name}"
 473         exit 1
 474     fi
 475 fi
 476 umount_chroot_airootfs
 477
 478 prepare_build
 479 run_once make_basefs
 480 run_once make_systemd
 481 run_once make_dnf_packages
 482 run_once make_cp_airootfs
 483 run_once make_config
 484 run_once make_clean
 485 run_once make_squashfs
 486 run_once make_nfb
 487 run_once make_efi
 488 run_once make_iso
 489 run_once make_checksum