OSDN Git Service

Some bug fix related to thw workaround for the looped dependencies.
[portsreinstall/current.git] / lib / libdatabase_build.sh
index dbee841..5097269 100644 (file)
@@ -2,7 +2,7 @@
 # ==============================================================================
 # portsreinstall library script
 # - Operations for building the temporary database -
-# Copyright (C) 2013 Mamoru Sakaue, MwGhennndo, All Rights Reserved.
+# Copyright (C) 2013-2016 Mamoru Sakaue, MwGhennndo, All Rights Reserved.
 # This software is distributed under the 2-Clause BSD License.
 # ==============================================================================
 
@@ -98,7 +98,8 @@ database_build_register_obsolete_port ()
                do
                        for tag in all run build
                        do
-                               ln -f "${DBDIR}/initial/$origin/${table}.${tag}.${level}" "$dbpath/${table}.${tag}.${level}.src"
+                               srcfile=${DBDIR}/initial/$origin/${table}.${tag}.${level}
+                               [ -e "$srcfile" ] && ln -f "$srcfile" "$dbpath/${table}.${tag}.${level}.src"
                        done
                done
        done
@@ -159,7 +160,6 @@ database_build_setup_make_args ()
                do
                        eval echo $key=\$$key
                done
-               echo 'FORCE_PKG_REGISTER=yes'
                echo 'DISABLE_VULNERABILITIES=yes'
                if [ $opt_apply_default_config = yes ]
                then
@@ -215,11 +215,13 @@ database_build_setup_initial_node ()
                do
                        origin_requirement=`pkgsys_init_pkg_orig_by_ambiguous_matching "$requirement" || :`
                        [ -n "$origin_requirement" ] && echo "$origin_requirement"
+                       :
                done > $dbpath/requirements.all.full
                pkg_info_qR "$pkg" | while read dependent
                do
                        origin_dependent=`pkgsys_init_pkg_orig_by_ambiguous_matching "$dependent" || :`
                        [ -n "$origin_dependent" ] && echo "$origin_dependent"
+                       :
                done > $dbpath/dependents.all.full
                for table in dependents requirements
                do
@@ -337,16 +339,28 @@ database_build_is_port_already_inspected_in_required_level ()
 # ============= Update the current package name of a port =============
 database_build_update_pkgname ()
 {
-       local origin pkg savefile
+       local origin pkg savefile origin_orig
        origin=$1
        savefile=${DBDIR}/requires/$origin/current_version
-       pkg=`pkg_info_qO "$origin" || :`
-       if [ -z "$pkg" -a -e "${DBDIR}/requires/$origin/initial_orig" ]
+       if [ -e "${DBDIR}/REVERSE_REPLACE.complete_sed_pattern" ]
        then
-               origin_orig=`cat "${DBDIR}/requires/$origin/initial_orig"`
-               pkg=`pkg_info_qO "$origin_orig" || :`
+               origin_orig=`echo "$origin" \
+                       | sed -E -f "${DBDIR}/REVERSE_REPLACE.complete_sed_pattern"` || :
+               [ "x$origin_orig" = "x$origin" ] && origin_orig=
+       else
+               origin_orig=
        fi
-       echo -n "$pkg" > $savefile
+       echo "$origin_orig" "$origin" | tr ' ' '\n' | grep -v '^$' | while read orig
+       do
+               pkg=`pkg_info_qO "$orig" || :`
+               if [ -z "$pkg" -a -e "${DBDIR}/requires/$orig/initial_orig" ]
+               then
+                       orig_init=`cat "${DBDIR}/requires/$orig/initial_orig"`
+                       pkg=`pkg_info_qO "$orig_init" || :`
+               fi
+               [ -n "$pkg" ] && echo "$pkg"
+               :
+       done > $savefile
        cat "$savefile"
 }
 
@@ -412,9 +426,9 @@ database_build_update_pkgtag ()
 {
        local origin pkg_init pkg_bak pkg_cur detail pkgtag
        origin=$1
-       pkg_init=`cat "${DBDIR}/requires/$origin/installed_version" 2> /dev/null || :`
-       pkg_bak=`cat "${DBDIR}/requires/$origin/backedup_version" 2> /dev/null || :`
-       pkg_cur=`database_build_get_pkgname "$origin"`
+       pkg_init=`cat "${DBDIR}/requires/$origin/installed_version" 2> /dev/null | tr '\n' ' ' | sed 's/ *$//'`
+       pkg_bak=`cat "${DBDIR}/requires/$origin/backedup_version" 2> /dev/null | tr '\n' ' ' | sed 's/ *$//'`
+       pkg_cur=`database_build_get_pkgname "$origin" | tr '\n' ' ' | sed 's/ *$//'`
        detail=
        if [ "x$pkg_init" != "x$pkg_cur" ]
        then
@@ -437,7 +451,7 @@ database_build_is_currentpkg_latest ()
 {
        local origin pkg_cur pkg_new
        origin=$1
-       pkg_cur=`database_build_get_pkgname "$origin"`
+       pkg_cur=`database_build_get_pkgname "$origin" | tr '\n' ' ' | sed 's/ *$//'`
        pkg_new=`database_build_get_new_pkgname "$origin"`
        [ "x$pkg_cur" = "x$pkg_new" ]
 }
@@ -518,6 +532,7 @@ database_build_inspect_dependencies ()
                        do
                                database_build_make "$origin" $tag-depends-list \
                                        | sed -E "s/^`str_escape_regexp "${PORTSDIR}"`\///" \
+                                       | grep -Ev "`pkgsys_pkgtools_ports_filter_regexp`" \
                                        > $dbpath/requirements.$tag.orig || :
                                sed -E -f "${DBDIR}/conf/REPLACE.sed_pattern" "$dbpath/requirements.$tag.orig" \
                                        | grep -v '^$' > $dbpath/requirements.$tag.src || :
@@ -608,23 +623,112 @@ database_build_inspect_dependencies ()
        DEPTH_INDEX=${DEPTH_INDEX_orig}
 }
 
+# ============= Filter ignored dependencies from a list given by the standard input =============
+database_build_filter_ignored_requirements ()
+{
+       local origin pattern
+       origin=$1
+       pattern=${DBDIR}/requires/$origin/ignored_dependencies_to_break_loops.regexp
+       if [ -e "$pattern" ]
+       then
+               grep -Evq -f "$pattern"
+       else
+               cat
+       fi 2> /dev/null || :
+}
+
 # ============= Build and get a list of the complete recursive dependencies of a port =============
 database_build_get_complete_recursive_dependency ()
 {
-       local table origin dbpath dstfile
+       local table tag origin suffix tmppath dbpath srcfile dstfile origin_esc num_parents loophead dstfile_tmp tmpdstpath index_loop loop_len origin_target origin_ref dbpath_target origin_ref_esc
        table=$1
-       origin=$2
+       tag=$2
+       origin=$3
+       suffix=$4
+       tmppath=${TMPDIR}/database_build_get_complete_recursive_dependency
        dbpath=${DBDIR}/requires/$origin
-       [ -e "$dbpath/$table.direct" ] || return 0
-       dstfile=$dbpath/$table.full
-       if [ ! -e "$dbpath/$table" -a ! -e "$dstfile" ]
+       srcfile=$dbpath/${table}.${tag}.direct${suffix}
+       dstfile=$dbpath/${table}.${tag}.full${suffix}
+       if [ ! -e "$srcfile" ]
        then
-               while read origin_requirement
+               [ -d "$dbpath" ] && rm -f "$dstfile"
+               return 0
+       fi
+       if [ ! -e "$dstfile" ]
+       then
+               origin_esc=`str_escape_regexp "$origin"`
+               touch "$tmppath.parents"
+               num_parents=`wc -l < $tmppath.parents`
+               if grep -Eq "^$origin_esc$" "$tmppath.parents"
+               then
+                       loophead=`grep -En "^$origin_esc$" "$tmppath.parents" | tail -n 1 | cut -d : -f 1`
+                       if [ "x$opt_force_continuation_for_looped_dependency" = xno ]
+                       then
+                               message_echo "ERROR: The following loop was found for ${table}.${tag}${suffix}:" >&2
+                       else
+                               message_echo "WARNING: The following loop was found for ${table}.${tag}${suffix}:" >&2
+                       fi
+                       message_echo "  $origin" >&2
+                       sed -n $(($loophead+1)),\$p "$tmppath.parents" > $tmppath.ports_in_loop.tmp
+                       sed 's/^/  -->/' "$tmppath.ports_in_loop.tmp" | message_cat >&2
+                       message_echo "  -->$origin" >&2
+                       if [ "x$opt_disallow_force_continuation_for_looped_dependency" = xyes ]
+                       then
+                               message_echo 'Resolve the problem manually if possible, and then restart by executing' >&2
+                               message_echo "        ${APPNAME} reset keepopts" >&2
+                               message_echo "        ${APPNAME}" >&2
+                               message_echo 'Otherwise, you may attempt a forcible continuation by executing' >&2
+                               message_echo "        ${APPNAME} -f" >&2
+                               exit 1
+                       else
+                               message_echo 'Exploring a node port to terminate the loop by evaluating only build-and-run-time dependencies as essential.' >&2
+                               echo "$origin" > $tmppath.ports_in_loop
+                               cat "$tmppath.ports_in_loop.tmp" >> $tmppath.ports_in_loop
+                               echo "$origin" >> $tmppath.ports_in_loop
+                               index_loop=1
+                               loop_len=`wc -l < $tmppath.ports_in_loop`
+                               while [ $index_loop -lt $loop_len ]
+                               do
+                                       origin_target=`sed -n ${index_loop}p "$tmppath.ports_in_loop"`
+                                       origin_ref=`sed -n $((${index_loop}+1))p "$tmppath.ports_in_loop"`
+                                       dbpath_target=${DBDIR}/requires/$origin_target
+                                       origin_ref_esc=`str_escape_regexp "$origin_ref"`
+                                       if ! grep -Eq "^$origin_ref_esc$" "$dbpath_target/${table}.run.direct${suffix}" 2> /dev/null || \
+                                               ! grep -Eq "^$origin_ref_esc$" "$dbpath_target/${table}.build.direct${suffix}" 2> /dev/null
+                                       then
+                                               fileedit_add_a_line_if_new "$origin_ref" "$dbpath_target/ignored_dependencies_to_break_loops"
+                                               message_echo 'INFO: The dependency of '$origin_target' on '$origin_ref' is ignored to terminate the loop.' >&2
+                                               break
+                                       fi
+                                       index_loop=$((${index_loop}+1))
+                               done
+                               if [ $index_loop -eq $loop_len ]
+                               then
+                                       fileedit_add_a_line_if_new "$origin_ref" "$dbpath_target/ignored_dependencies_to_break_loops"
+                                       message_echo 'WARNING: The loop cannot be resolved. Continuing by forcible ignorance of the dependency of '$origin_target' on '$origin_ref'. This may cause confusion in the later processes.' >&2
+                               fi
+                               str_escape_regexp_filter < $dbpath_target/ignored_dependencies_to_break_loops | sed 's/^/^/;s/$/$/' > $dbpath_target/ignored_dependencies_to_break_loops.regexp
+                       fi
+               fi
+               echo "$origin" >> $tmppath.parents
+               tmpdstpath=${TMPDIR}/requires/$origin
+               dstfile_tmp=$tmpdstpath/${table}.${tag}.full${suffix}
+               [ -d "$tmpdstpath" ] || mkdir -p "$tmpdstpath"
+               database_build_filter_ignored_requirements "$origin" < $srcfile | while read origin_requirement
                do
+                       database_build_get_complete_recursive_dependency "$table" "$tag" "$origin_requirement" "$suffix" > $tmppath.recursive_dependency
+                       origin_requirement_esc=`str_escape_regexp "$origin_requirement"`
+                       grep -Eq "^$origin_requirement_esc$" "$dbpath/ignored_dependencies_to_break_loops" 2> /dev/null && continue
                        echo "$origin_requirement"
-                       database_build_get_complete_recursive_dependency "$table" "$origin_requirement"
-               done < $dbpath/$table.direct | sort -u > $dstfile.tmp
-               mv "$dstfile.tmp" "$dstfile"
+                       cat "$tmppath.recursive_dependency"
+               done > $dstfile_tmp
+               sed -n ${num_parents}p "$tmppath.parents" > $tmppath.parents.tmp
+               mv "$tmppath.parents.tmp" "$tmppath.parents"
+               if [ ! -e "$dstfile" ]
+               then
+                       sort -u "$dstfile_tmp" > $dstfile
+                       rm "$dstfile_tmp"
+               fi
        fi
        cat "$dstfile"
 }
@@ -638,21 +742,18 @@ database_build_inspect_necessity_for_only_new_upgrade ()
        origin=$1
        level=$2
        dbpath=${DBDIR}/requires/$origin
-       [ -e "$dbpath/necessary_port.${level}" ] && return
+       [ ! -d "$dbpath" -o -e "$dbpath/necessary_port.${level}" ] && return
        tmpfile=${TMPDIR}/database_build_inspect_necessity_for_only_new_upgrade:`echo "$origin" | tr / :`
        if database_query_does_a_port_need_update "$origin"
        then
                sort -u "$dbpath/requirements.build.direct" "$dbpath/requirements.run.${level}" || :
        else
                cat "$dbpath/requirements.run.${level}" || :
-       fi 2> /dev/null > $tmpfile
-       if [ `wc -l < $tmpfile` -gt 0 ]
-       then
-               while read origin_requirement
-               do
-                       database_build_inspect_necessity_for_only_new_upgrade "$origin_requirement" "$level"
-               done < $tmpfile
-       fi
+       fi 2> /dev/null | database_build_filter_ignored_requirements "$origin" > $tmpfile
+       while read origin_requirement
+       do
+               database_build_inspect_necessity_for_only_new_upgrade "$origin_requirement" "$level"
+       done < $tmpfile
        rm "$tmpfile"
        touch "$dbpath/necessary_port.${level}"
 }
@@ -670,14 +771,17 @@ database_build_complement_to_new_dependents_for_targets ()
        then
                for level in direct full
                do
-                       cat "$reqdir/requirements.all.${level}" 2> /dev/null | while read origin_requirement
+                       cat "$reqdir/requirements.all.${level}" 2> /dev/null | \
+                               database_build_filter_ignored_requirements "$origin" | \
+                               while read origin_requirement
                        do
                                fileedit_add_a_line_if_new "$origin" \
                                        "${DBDIR}/targets/$origin_requirement/complement_for_new_dependents.${level}"
                        done
                done
-               cat "$reqdir/requirements.all.direct" "$reqdir/requirements.all.full" 2> /dev/null \
-                       | sort -u | while read origin_requirement
+               cat "$reqdir/requirements.all.direct" "$reqdir/requirements.all.full" 2> /dev/null | \
+                       sort -u | database_build_filter_ignored_requirements "$origin" | \
+                       while read origin_requirement
                do
                        database_build_complement_to_new_dependents_for_targets "$origin_requirement"
                done
@@ -851,8 +955,10 @@ _database_build_reset_a_port_confdb ()
                        for tabel in requirements dependents
                        do
                                cat "${DBDIR}/$dbtag/$origin/$tabel.all.full" 2> /dev/null || :
+                               cat "${DBDIR}/$dbtag/$origin/$tabel.all.full.orig" 2> /dev/null || :
                                rm -f "${DBDIR}/$dbtag/$origin/$tabel.run.full" \
-                                       "${DBDIR}/$dbtag/$origin/$tabel.build.full" 2> /dev/null
+                                       "${DBDIR}/$dbtag/$origin/$tabel.build.full" \
+                                       "${DBDIR}/$dbtag/$origin/is_customized" 2> /dev/null
                        done
                done
        } | sort -u >> ${DBDIR}/inspected_ports.update
@@ -865,18 +971,26 @@ _database_build_reset_a_port_confdb ()
        cat "${DBDIR}/replace/$origin/origin" 2> /dev/null || :
 }
 
+# ============= Clear database directories for an origin =============
+database_build_clear_db_dirs ()
+{
+       local origin db
+       origin=$1
+       for db in requires replace targets obsolete
+       do
+               rm -rf "${DBDIR}/$db/$origin"
+       done
+}
+
 # ============= Remove configurations for a port permanently =============
 database_build_forget ()
 {
-       local origin origin_replace db
+       local origin origin_replace
        origin=$1
        origin_replace=`_database_build_reset_a_port_confdb "$origin"`
        fileedit_rm_a_line "$origin" "${DBDIR}/targets_specified_so_far"
        [ -z "$origin_replace" ] || database_build_forget "$origin_replace"
-       for db in requires replace targets obsolete
-       do
-               rm -rf "${DBDIR}/$db/$origin"
-       done
+       database_build_clear_db_dirs "$origin"
 }
 
 # ============= Patch to the temporary database so as to re-inspect and reinstall ports whose configurations were changed =============
@@ -889,13 +1003,10 @@ database_build_patch_reconf ()
                fileedit_add_a_line_if_new "$origin" "${DBDIR}/stage.loop_list/ports_to_inspect"
        fileedit_add_a_line_if_new "$origin" "${DBDIR}/to_be_reconf"
        [ -z "$origin_replace" ] || database_build_patch_reconf "$origin_replace"
-       for db in requires replace targets obsolete
-       do
-               rm -rf "${DBDIR}/$db/$origin"
-       done
+       database_build_clear_db_dirs "$origin"
 }
 
-# ============= Post`processes after finishing to inspect dependencies =============
+# ============= Post-processes after finishing to inspect dependencies =============
 database_build_post_inspect_dependencies ()
 {
        local table
@@ -926,6 +1037,7 @@ database_build_post_inspect_dependencies ()
                origin_regexp=`str_escape_regexp "$origin"`
                origin_esc=`str_escape_replaceval "$origin"`
                echo "s/^$origin_orig_regexp$/$origin_esc/" >> ${DBDIR}/REPLACE.complete_sed_pattern.tmp
+               [ -z "$origin_regexp" ] && continue
                echo "s/^$origin_regexp$/$origin_orig_esc/" >> ${DBDIR}/REVERSE_REPLACE.complete_sed_pattern.tmp
        done
        mv "${DBDIR}/REPLACE.complete_sed_pattern.tmp" "${DBDIR}/REPLACE.complete_sed_pattern"