OSDN Git Service

[disable] : Disabled snap.
[alterlinux/LUBS.git] / lubs
diff --git a/lubs b/lubs
index 9eb40e7..a497c30 100755 (executable)
--- a/lubs
+++ b/lubs
@@ -1,22 +1,71 @@
 #!/usr/bin/env bash
 
-set -e -u
+set -e
+# set -u
 
 export LANG=C
 
-
-arch=amd64
-work_dir="work"
 script_path=$(readlink -f ${0%/*})
-codename="bionic"
+
+cache_dir="${script_path}/cache"
+channels_dir="${script_path}/channels"
+isolinux_dir="${script_path}/isolinux"
+
+codename="focal"
 mirror="http://ftp.jaist.ac.jp/pub/Linux/ubuntu/"
+os_name="Ubuntu"
+iso_name="ubuntu"
+
+arch=amd64
+work_dir="${script_path}/work"
+out_dir="${script_path}/out"
+iso_label="${os_name}_${codename}_${arch}"
+iso_publisher='Fascode Network <https://fascode.net>'
+iso_application="${os_name} Live/Rescue CD"
+iso_version="${codename}-$(date +%Y.%m.%d)"
+iso_filename="${iso_name}-${iso_version}-${arch}.iso"
+
+channel_name="serene"
+
+debug=false
+cache_only=false
 
 
+start_time="$(date +%s)"
+
+_msg_common() {
+    if [[ "${debug}" = true ]]; then
+        local _current_time="$(date +%s)"
+        local _time
+
+        _time="$(("${_current_time}"-"${start_time}"))"
+
+        if [[ "${_time}" -ge 3600 ]]; then
+            echo "[$(date -d @${_time} +%H:%M.%S)]$("${script_path}/echo_color" -t 6 "[LUBS Core]")"
+        elif [[ "${_time}" -ge 60 ]]; then
+            echo "[00:$(date -d @${_time} +%M.%S)]$("${script_path}/echo_color" -t 6 "[LUBS Core]")"
+        else
+            echo "[00:00.$(date -d @${_time} +%S)] $("${script_path}/echo_color" -t 6 "[LUBS Core]")"
+        fi
+    else
+        "${script_path}/echo_color" -t 6 "[LUBS Core]"
+    fi
+}
+
 # Show an INFO message
 # _msg_info <message>
-_msg_info () {
+_msg_info() {
     local _msg="${@}"
-    echo "[LUBS Core] INFO: ${_msg}"
+    echo "$(_msg_common)  $("${script_path}/echo_color" -t 2 "Info:") ${_msg}"
+}
+
+# Show an debug message
+# _msg_debug <message>
+_msg_debug() {
+    if [[ "${debug}" = true ]]; then
+        local _msg="${@}"
+        echo "$(_msg_common)  $("${script_path}/echo_color" -t 3 "Debug:") ${_msg}"
+    fi
 }
 
 # Show an ERROR message then exit with status
@@ -24,58 +73,543 @@ _msg_info () {
 _msg_error() {
     local _msg="${1}"
     local _error=${2}
-    echo
-    echo "[LUBS Core] ERROR: ${_msg}" >&2
-    echo
+    echo "$(_msg_common)  $("${script_path}/echo_color" -t 1 "Error:") ${_msg}"
     if [[ ! ${_error} = 0 ]]; then
         exit ${_error}
     fi
 }
 
+# Unmount chroot dir
+umount_chroot () {
+    local mount
+    for mount in $(mount | awk '{print $3}' | grep $(realpath ${work_dir})); do
+        _msg_info "Unmounting ${mount}"
+        umount -fl "${mount}"
+    done
+}
 
 # Helper function to run make_*() only one time.
 run_once() {
-    if [[ ! -e "${work_dir}/build.${1}" ]]; then
-        "$1"
-        touch "${work_dir}/build.${1}"
+    local name
+    umount_chroot
+
+    if [[ "run_bootfiles" == "$1" ]]; then
+        name="$2"
+    else
+        name="$1"
     fi
+
+    if [[ ! -e "${work_dir}/build.${name}" ]]; then
+        _msg_info "$(echo $name | sed "s@_@ @g") is starting."
+
+        if [[ "run_bootfiles" == "$1" ]]; then
+            "$1" "$2"
+        else
+            "$1"
+        fi
+
+        _msg_info "$(echo $name | sed "s@_@ @g") was done!"
+        touch "${work_dir}/build.${name}"
+    fi
+}
+
+run_cmd() {
+    arch-chroot "${work_dir}/airootfs" "${@}"
 }
 
+run_bootfiles() {
+    cd "${bootfiles_dir}"
+    "$1"
+    cd - > /dev/null
+}
 
-run_cmd () {
-    "${script_path}/lubs-chroot" "${work_dir}/airootfs" ${@}
+_apt_install() {
+    run_cmd apt-get --no-install-recommends --yes install ${@}
 }
 
+# rm helper
+# Delete the file if it exists.
+# For directories, rm -rf is used.
+# If the file does not exist, skip it.
+# remove <file> <file> ...
+remove() {
+    local _list
+    local _file
+    _list=($(echo "$@"))
+    for _file in "${_list[@]}"; do
+        _msg_debug "Removeing ${_file}"
+        if [[ -f ${_file} ]]; then
+            rm -f "${_file}"
+        elif [[ -d ${_file} ]]; then
+            rm -rf "${_file}"
+        fi
+    done
+}
 
+# Show help
+_usage () {
+    echo "usage ${0} [options] [channel]"
+    echo
+    echo " General options:"
+    echo
+    echo "    -a | --arch <str>      Set architecture"
+    echo "                           Default: ${arch}"
+    echo "    -c | --codename <str>  Set ubuntu codename"
+    echo "                           Default: ${codename}"
+    echo "    -m | --mirror <url>    Set apt mirror server."
+    echo "                           Default: ${mirror}"
+    echo "    -o | --out <out_dir>   Set the output directory"
+    echo "                           Default: ${out_dir}"
+    echo "    -w | --work <work_dir> Set the working directory"
+    echo "                           Default: ${work_dir}"
+    echo
+    echo "    -d | --debug           "
+    echo "    -h | --help            This help message and exit"
+    echo
+    echo "You can switch between installed packages, files included in images, etc. by channel."
+    echo
+    echo " Channel:"
+    local _channel
+    local channel_list
+    local description
+    for _channel in $(ls -l "${channels_dir}" | awk '$1 ~ /d/ {print $9 }'); do
+        if [[ -n $(ls "${channels_dir}/${_channel}") ]] && [[ ! "${_channel}" = "share" ]]; then
+            channel_list="${channel_list[@]} ${_channel}"
+        fi
+    done
+    for _channel in ${channel_list[@]}; do
+        if [[ -f "${channels_dir}/${_channel}/description.txt" ]]; then
+            description=$(cat "${channels_dir}/${_channel}/description.txt")
+        else
+            description="This channel does not have a description.txt."
+        fi
+        echo -ne "    ${_channel}"
+        for i in $( seq 1 $(( 23 - ${#_channel} )) ); do
+            echo -ne " "
+        done
+        echo -ne "${description}\n"
+    done
+}
 
 
-prepare_build () {
+prepare_build() {
     if [[ ${EUID} -ne 0 ]]; then
         _msg_error "This script must be run as root." 1
     fi
     
     [[ ! -d "${work_dir}" ]] && mkdir -p "${work_dir}"
+    [[ ! -d "${out_dir}" ]] && mkdir -p "${out_dir}"
 
     local mount
-    for mount in $(mount | awk '{print $3}' | grep $(realpath ${work_dir})); do
+    for mount in $(mount | awk '{print $3}' | grep $(realpath ${work_dir}) | sort -r); do
         _msg_info "Unmounting ${mount}"
         umount "${mount}"
     done
 
+    # Check codename
+    if [[ -z $(grep -h -v ^'#' ${channels_dir}/${channel_name}/codename.${arch} | grep -x ${codename}) ]]; then
+        _msg_error "This codename (${channel_name}) is not supported on this channel (${codename})."
+    fi
+
 }
 
 
-function make_basefs () {
-    _msg_info "Installing Ubuntu to '${work_dir}/airootfs/'..."
-    mkdir -p ${work_dir}/airootfs
-    debootstrap --arch=${arch} --verbose --merged-usr ${codename} ${work_dir}/airootfs ${mirror}
-    _msg_info "${codename} installed successfully!"
+make_basefs() {
+    local debootstrap_status
+    statusfile="${cache_dir}/${codename}/status"
+
+    debootstrap_status() {
+        if [[ ! -d "$(dirname ${statusfile})" ]]; then
+            mkdir -p "$(dirname ${statusfile})"
+        fi
+        echo "${1}" > "${statusfile}"
+    }
+
+    if [[ -f "${statusfile}" ]] && [[ $(cat "${statusfile}" 2> /dev/null) = "Done" ]]; then
+        _msg_info "${codename} cache is found."
+    else
+        remove "${cache_dir}/${codename}"
+        debootstrap_status "Running"
+        _msg_info "Installing Ubuntu to '${cache_dir}/${codename}/airootfs'..."
+        mkdir -p "${cache_dir}/${codename}/airootfs"
+        debootstrap --arch=${arch} --include=linux-image-generic  --verbose --merged-usr "${codename}" "${cache_dir}/${codename}/airootfs" ${mirror}
+        _msg_info "${codename} installed successfully!"
+        debootstrap_status "Done"
+    fi
+    if [[ "${cache_only}" = true ]]; then
+        exit 0
+    fi
+    
+    rm -rf "${work_dir}/airootfs" && mkdir -p "${work_dir}/airootfs"
+    _msg_info "copy base files from '${cache_dir}/${codename}/airootfs' to '${work_dir}/airootfs'..."
+    rsync  -au "${cache_dir}/${codename}/airootfs/" "${work_dir}/airootfs"
+    echo 'PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:${PATH}' >> "${work_dir}/airootfs/etc/bash.bashrc"
+    run_cmd apt-get update
+    # run_cmd apt-get upgrade
 }
 
-function make_packages () {
+make_sourcelist() {
+    cp ${script_path}/source.list.d/${codename}/* ${work_dir}/airootfs/etc/apt
     run_cmd apt-get update
+
+    if [[ -n $(find ${channels_dir}/*/repo -type f) ]]; then
+        _apt_install gnupg
+
+        for repo in $(find ${channels_dir}/*/repo -name *.list); do
+            key="$(dirname ${repo})/$(basename ${repo} | sed "s/list/key/")"
+            
+            if [[ -f "${key}" ]]; then
+                if $(file ${key} | grep -q "PGP/GPG key"); then
+                    cp ${key} ${work_dir}/airootfs/$(basename ${key})
+                else
+                    wget -q -O ${work_dir}/airootfs/$(basename ${key}) $(cat ${key})
+                fi
+
+                run_cmd apt-key add $(basename ${key})
+                rm ${work_dir}/airootfs/$(basename ${key})
+                cp ${repo} ${work_dir}/airootfs/etc/apt/sources.list.d
+            fi
+        done
+
+        run_cmd apt-get update
+    fi
+    
+    # PPA
+    local PPA_FILELIST
+    local _PPA_FILE
+    local _ppa
+
+    PPA_FILELIST=("${channels_dir}/share/ppa_list.${arch}" "${channels_dir}/${channel_name}/ppa_list.${arch}")
+    _apt_install software-properties-common
+    for _PPA_FILE in ${PPA_FILELIST[@]}; do
+        if [[ -f "${_PPA_FILE}" ]]; then
+            for _ppa in $(grep -h -v ^'#' ${_PPA_FILE}); do
+                run_cmd add-apt-repository --yes "${_ppa}"
+            done
+        fi
+    done
 }
 
-run_once prepare_build
+make_systemd() {
+    _apt_install systemd-sysv
+    run_cmd dbus-uuidgen > /etc/machine-id
+    run_cmd ln -fs /etc/machine-id /var/lib/dbus/machine-id
+}
+
+make_apt_packages() {
+    remove "${work_dir}/airootfs/aptpkglist"
+
+    if [[ -f "${channels_dir}/share/packages.${arch}" ]]; then
+        grep -h -v ^'#' "${channels_dir}/share/packages.${arch}" | grep -v "^$" >> "${work_dir}/airootfs/aptpkglist"
+    fi
+    if [[ -f "${channels_dir}/${channel_name}/packages.${arch}" ]]; then
+        grep -h -v ^'#' "${channels_dir}/${channel_name}/packages.${arch}" | grep -v "^$" >> "${work_dir}/airootfs/aptpkglist"
+    fi
+    if [[ -n "$(echo $(<"${work_dir}/airootfs/aptpkglist"))" ]]; then
+        run_cmd env -i bash -c 'DEBIAN_FRONTEND=noninteractive apt-get --no-install-recommends --yes install $(echo $(<aptpkglist))'
+    fi
+    remove "${work_dir}/airootfs/aptpkglist"
+}
+
+make_snap_packages() {
+    remove "${work_dir}/airootfs/snappkglist"
+
+    if [[ -f "${channels_dir}/share/snap-packages.${arch}" ]]; then
+        grep -h -v ^'#' "${channels_dir}/share/snap-packages.${arch}" | grep -v "^$" >> "${work_dir}/airootfs/snappkglist"
+    fi
+    if [[ -f "${channels_dir}/${channel_name}/snap-packages.${arch}" ]]; then
+        grep -h -v ^'#' "${channels_dir}/${channel_name}/snap-packages.${arch}" | grep -v "^$" >> "${work_dir}/airootfs/snappkglist"
+    fi
+    if [[ -n "$(echo $(<"${work_dir}/airootfs/snappkglist"))" ]]; then
+        _apt_install snapd
+        run_cmd env -i bash -c 'snap install $(echo $(<snappkglist))'
+    fi
+    remove "${work_dir}/airootfs/snappkglist"
+}
+
+make_config() {
+    # Locales
+    run_cmd env -i bash -c 'DEBIAN_FRONTEND=noninteractive LANG=en_US.UTF-8 LC_ALL=C LANGUAGE=en_US.UTF-8 dpkg-reconfigure locales'
+
+    # resolvconf
+    run_cmd env -i bash -c 'DEBIAN_FRONTEND=noninteractive dpkg-reconfigure resolvconf'
+
+    # NetworkManager
+    cp ${channels_dir}/share/airootfs/etc/NetworkManager/NetworkManager.conf ${work_dir}/airootfs/etc/NetworkManager/NetworkManager.conf
+
+    # Timezone
+    #run_cmd echo -ne "UTC" > '/etc/timezone'
+    #run_cmd dpkg-reconfigure -f noninteractive tzdata
+
+    run_cmd env -i bash -c 'DEBIAN_FRONTEND=noninteractive dpkg-reconfigure network-manager'
+    run_cmd truncate -s 0 /etc/machine-id
+}
+
+make_customize_airootfs() {
+    # Overwrite airootfs with customize_airootfs.
+    local copy_airootfs
+
+    copy_airootfs() {
+        local i 
+        for i in "${@}"; do
+            local _dir="${1%/}"
+            if [[ -d "${_dir}" ]]; then
+                cp -af "${_dir}"/* "${work_dir}/airootfs"
+            fi
+        done
+    }
+
+    copy_airootfs "${channels_dir}/share/airootfs"
+    copy_airootfs "${channels_dir}/${channel_name}/airootfs"
+
+    if [[ -f "${work_dir}/airootfs/root/customize_airootfs.sh" ]]; then
+        chmod 755 "${work_dir}/airootfs/root/customize_airootfs.sh"
+        run_cmd "/root/customize_airootfs.sh"
+    fi
+}
+
+make_clean() {
+    run_cmd apt-get clean
+    run_cmd apt-get --yes autoremove
+    run_cmd rm -rf "/tmp/* ~/.bash_history"
+}
+
+make_bootfiles() {
+    run_cmd update-initramfs -c -k all
+    _apt_install memtest86+
+    [[ -d "${bootfiles_dir}" ]] && rm -r "${bootfiles_dir}"
+    mkdir -p ${bootfiles_dir}/{casper,isolinux,install}
+    cp ${work_dir}/airootfs/boot/vmlinuz-*-*-generic ${bootfiles_dir}/casper/vmlinuz
+    cp ${work_dir}/airootfs/boot/initrd.img-*-*-generic ${bootfiles_dir}/casper/initrd
+    cp ${work_dir}/airootfs/boot/memtest86+.bin ${bootfiles_dir}/install/memtest86+
+
+    if [[ ! -f "${cache_dir}/memtest86-usb.zip" ]]; then
+        wget -O ${cache_dir}/memtest86-usb.zip https://www.memtest86.com/downloads/memtest86-usb.zip
+    fi
+
+    (unzip -p ${cache_dir}/memtest86-usb.zip memtest86-usb.img > ${bootfiles_dir}/install/memtest86)
+}
+
+make_grubcfg() {
+    touch "${bootfiles_dir}/ubuntu"
+    cp ${isolinux_dir}/grub.cfg ${bootfiles_dir}/isolinux/grub.cfg
+}
+
+make_manifest() {
+    run_cmd dpkg-query -W --showformat='${Package} ${Version}\n' | tee ${bootfiles_dir}/casper/filesystem.manifest
+    cp -v ${bootfiles_dir}/casper/filesystem.manifest "${bootfiles_dir}/casper/filesystem.manifest-desktop"
+    sed -i '/ubiquity/d' "${bootfiles_dir}/casper/filesystem.manifest-desktop"
+    sed -i '/casper/d' "${bootfiles_dir}/casper/filesystem.manifest-desktop"
+    sed -i '/discover/d' "${bootfiles_dir}/casper/filesystem.manifest-desktop"
+    sed -i '/laptop-detect/d' "${bootfiles_dir}/casper/filesystem.manifest-desktop"
+    sed -i '/os-prober/d' "${bootfiles_dir}/casper/filesystem.manifest-desktop"
+}
+
+make_squashfs() {
+    mksquashfs "${work_dir}/airootfs" "${bootfiles_dir}/casper/filesystem.squashfs"
+    printf $(du -sx --block-size=1 "${work_dir}/airootfs" | cut -f1) > ${bootfiles_dir}/casper/filesystem.size
+}
+
+make_deifnes() {
+    cp ${isolinux_dir}/README.diskdefines ${bootfiles_dir}/README.diskdefines
+}
+
+make_isolinux() {
+    if [[ "${arch}" = "amd64" ]]; then
+        local _arch="x86_64"
+    else
+        local _arch="${arch}"
+    fi
+    grub-mkstandalone \
+        --format=${_arch}-efi \
+        --output=isolinux/bootx64.efi \
+        --locales="" \
+        --fonts="" \
+        "boot/grub/grub.cfg=isolinux/grub.cfg"
+    (
+        cd isolinux && \
+        dd if=/dev/zero of=efiboot.img bs=1M count=10 && \
+        sudo mkfs.vfat efiboot.img && \
+        LC_CTYPE=C mmd -i efiboot.img efi efi/boot && \
+        LC_CTYPE=C mcopy -i efiboot.img ./bootx64.efi ::efi/boot/
+    )
+    grub-mkstandalone \
+        --format=i386-pc \
+        --output=isolinux/core.img \
+        --install-modules="linux16 linux normal iso9660 biosdisk memdisk search tar ls" \
+        --modules="linux16 linux normal iso9660 biosdisk search" \
+        --locales="" \
+        --fonts="" \
+        "boot/grub/grub.cfg=isolinux/grub.cfg"
+    cat /usr/lib/grub/i386-pc/cdboot.img isolinux/core.img > isolinux/bios.img
+}
+
+make_md5sum() {
+    /bin/bash -c "(find . -type f -print0 | xargs -0 md5sum | grep -v "\./md5sum.txt" > md5sum.txt)"
+}
+
+make_iso() {
+    xorriso \
+        -as mkisofs \
+        -iso-level 3 \
+        -full-iso9660-filenames \
+        -volid "${iso_label}" \
+        -appid "${iso_application}" \
+        -publisher "${iso_publisher}" \
+        -preparer "prepared by LUBS" \
+        -eltorito-boot boot/grub/bios.img \
+        -no-emul-boot \
+        -boot-load-size 4 \
+        -boot-info-table \
+        --eltorito-catalog boot/grub/boot.cat \
+        --grub2-boot-info \
+        --grub2-mbr /usr/lib/grub/i386-pc/boot_hybrid.img \
+        -eltorito-alt-boot \
+        -e EFI/efiboot.img \
+        -no-emul-boot \
+        -append_partition 2 0xef isolinux/efiboot.img \
+        -output "${out_dir}/${iso_filename}" \
+        -graft-points \
+            "." \
+            /boot/grub/bios.img=isolinux/bios.img \
+            /EFI/efiboot.img=isolinux/efiboot.img
+}
+
+make_checksum() {
+    cd ${out_dir}
+    _msg_info "Creating md5 checksum ..."
+    md5sum "${iso_filename}" > "${iso_filename}.md5"
+
+    _msg_info "Creating sha256 checksum ..."
+    sha256sum "${iso_filename}" > "${iso_filename}.sha256"
+    cd - > /dev/null 2>&1
+}
+
+
+# 引数解析()
+# 参考記事:https://0e0.pw/ci83 https://0e0.pw/VJlg
+
+_opt_short="w:o:ha:-:m:c:d"
+_opt_long="help,arch:,codename:,debug,help,mirror:,out:,work,cache-only"
+OPT=$(getopt -o ${_opt_short} -l ${_opt_long} -- "${@}")
+if [[ ${?} != 0 ]]; then
+    exit 1
+fi
+eval set -- "${OPT}"
+while :; do
+    case ${1} in
+        -a | --arch)
+            if [[ -z ${2} ]]; then
+                _msg_error "Please specify the architecture."
+                exit 1
+            else
+                arch="${2}"
+            fi
+            shift 2
+            ;;
+        -c | --codename)
+            if [[ -z ${2} ]]; then
+                _msg_error "Please specify the codename."
+                exit 1
+            else
+                codename="${2}"
+            fi
+            shift 2
+            ;;
+        -d | --debug)
+            debug=true
+            shift 1
+            ;;
+        -h | --help)
+            _usage
+            exit 0
+            ;;
+        -m | --mirror)
+            if [[ -z ${2} ]]; then
+                _msg_error "Please specify the mirror server."
+                exit 1
+            else
+                mirror="${2}"
+            fi
+            shift 2
+            ;;
+        -o | --out)
+            if [[ -z ${2} ]]; then
+                _msg_error "Please specify the out dir."
+                exit 1
+            fi
+            shift 2
+            ;;
+        -w | --work)
+            if [[ -z ${2} ]]; then
+                _msg_error "Please specify the out dir."
+                exit 1
+            else
+                work_dir="${2}"
+            fi
+            shift 2
+            ;;
+        --cache-only)
+            cache_only=true
+            shift 1
+            ;;
+        --)
+            shift
+            break
+            ;;
+        *)
+            _msg_error "Invalid argument '${1}'"
+            _usage 1
+            ;;
+    esac
+done
+
+bootfiles_dir="${work_dir}/bootfiles"
+
+if [[ -n "${1}" ]]; then
+    channel_name="${1}"
+
+    check_channel() {
+        local channel_list
+        local i
+        channel_list=()
+        for _channel in $(ls -l "${channels_dir}" | awk '$1 ~ /d/ {print $9 }'); do
+            if [[ -n $(ls "${channels_dir}/${_channel}") ]] && [[ ! "${_channel}" = "share" ]]; then
+                channel_list="${channel_list[@]} ${_channel}"
+            fi
+        done
+        for i in ${channel_list[@]}; do
+            if [[ "${i}" = "${channel_name}" ]]; then
+                echo -n "true"
+                return 0
+            fi
+        done
+        echo -n "false"
+        return 1
+    }
+
+    if [[ $(check_channel ${channel_name}) = false ]]; then
+        _msg_error "Invalid channel ${channel_name}"
+        exit 1
+    fi
+fi
+
+
+prepare_build
 run_once make_basefs
-run_once make_packages
+run_once make_sourcelist
+run_once make_systemd
+run_once make_apt_packages
+#run_once make_snap_packages
+run_once make_config
+run_once make_customize_airootfs
+run_once make_clean
+run_once make_bootfiles
+run_once make_grubcfg
+run_once make_manifest
+run_once make_squashfs
+run_once make_deifnes
+run_once run_bootfiles make_isolinux
+run_once run_bootfiles make_md5sum
+run_once run_bootfiles make_iso
+run_once make_checksum