# ==============================================================================
# portsreinstall library script
# - Operations for building the temporary database -
-# Copyright (C) 2013 Mamoru Sakaue, MwGhennndo, All Rights Reserved.
+# Copyright (C) 2013-2016 Mamoru Sakaue, MwGhennndo, All Rights Reserved.
# This software is distributed under the 2-Clause BSD License.
# ==============================================================================
do
for tag in all run build
do
- ln -f "${DBDIR}/initial/$origin/${table}.${tag}.${level}" "$dbpath/${table}.${tag}.${level}.src"
+ srcfile=${DBDIR}/initial/$origin/${table}.${tag}.${level}
+ [ -e "$srcfile" ] && ln -f "$srcfile" "$dbpath/${table}.${tag}.${level}.src"
done
done
done
do
eval echo $key=\$$key
done
- echo 'FORCE_PKG_REGISTER=yes'
echo 'DISABLE_VULNERABILITIES=yes'
if [ $opt_apply_default_config = yes ]
then
do
origin_requirement=`pkgsys_init_pkg_orig_by_ambiguous_matching "$requirement" || :`
[ -n "$origin_requirement" ] && echo "$origin_requirement"
+ :
done > $dbpath/requirements.all.full
pkg_info_qR "$pkg" | while read dependent
do
origin_dependent=`pkgsys_init_pkg_orig_by_ambiguous_matching "$dependent" || :`
[ -n "$origin_dependent" ] && echo "$origin_dependent"
+ :
done > $dbpath/dependents.all.full
for table in dependents requirements
do
# ============= Update the current package name of a port =============
database_build_update_pkgname ()
{
- local origin pkg savefile
+ local origin pkg savefile origin_orig
origin=$1
savefile=${DBDIR}/requires/$origin/current_version
- pkg=`pkg_info_qO "$origin" || :`
- if [ -z "$pkg" -a -e "${DBDIR}/requires/$origin/initial_orig" ]
+ if [ -e "${DBDIR}/REVERSE_REPLACE.complete_sed_pattern" ]
then
- origin_orig=`cat "${DBDIR}/requires/$origin/initial_orig"`
- pkg=`pkg_info_qO "$origin_orig" || :`
+ origin_orig=`echo "$origin" \
+ | sed -E -f "${DBDIR}/REVERSE_REPLACE.complete_sed_pattern"` || :
+ [ "x$origin_orig" = "x$origin" ] && origin_orig=
+ else
+ origin_orig=
fi
- echo -n "$pkg" > $savefile
+ echo "$origin_orig" "$origin" | tr ' ' '\n' | grep -v '^$' | while read orig
+ do
+ pkg=`pkg_info_qO "$orig" || :`
+ if [ -z "$pkg" -a -e "${DBDIR}/requires/$orig/initial_orig" ]
+ then
+ orig_init=`cat "${DBDIR}/requires/$orig/initial_orig"`
+ pkg=`pkg_info_qO "$orig_init" || :`
+ fi
+ [ -n "$pkg" ] && echo "$pkg"
+ :
+ done > $savefile
cat "$savefile"
}
{
local origin pkg_init pkg_bak pkg_cur detail pkgtag
origin=$1
- pkg_init=`cat "${DBDIR}/requires/$origin/installed_version" 2> /dev/null || :`
- pkg_bak=`cat "${DBDIR}/requires/$origin/backedup_version" 2> /dev/null || :`
- pkg_cur=`database_build_get_pkgname "$origin"`
+ pkg_init=`cat "${DBDIR}/requires/$origin/installed_version" 2> /dev/null | tr '\n' ' ' | sed 's/ *$//'`
+ pkg_bak=`cat "${DBDIR}/requires/$origin/backedup_version" 2> /dev/null | tr '\n' ' ' | sed 's/ *$//'`
+ pkg_cur=`database_build_get_pkgname "$origin" | tr '\n' ' ' | sed 's/ *$//'`
detail=
if [ "x$pkg_init" != "x$pkg_cur" ]
then
{
local origin pkg_cur pkg_new
origin=$1
- pkg_cur=`database_build_get_pkgname "$origin"`
+ pkg_cur=`database_build_get_pkgname "$origin" | tr '\n' ' ' | sed 's/ *$//'`
pkg_new=`database_build_get_new_pkgname "$origin"`
[ "x$pkg_cur" = "x$pkg_new" ]
}
do
database_build_make "$origin" $tag-depends-list \
| sed -E "s/^`str_escape_regexp "${PORTSDIR}"`\///" \
+ | grep -Ev "`pkgsys_pkgtools_ports_filter_regexp`" \
> $dbpath/requirements.$tag.orig || :
sed -E -f "${DBDIR}/conf/REPLACE.sed_pattern" "$dbpath/requirements.$tag.orig" \
| grep -v '^$' > $dbpath/requirements.$tag.src || :
DEPTH_INDEX=${DEPTH_INDEX_orig}
}
+# ============= Filter ignored dependencies from a list given by the standard input =============
+database_build_filter_ignored_requirements ()
+{
+ local origin pattern
+ origin=$1
+ pattern=${DBDIR}/requires/$origin/ignored_dependencies_to_break_loops.regexp
+ if [ -e "$pattern" ]
+ then
+ grep -Evq -f "$pattern"
+ else
+ cat
+ fi 2> /dev/null || :
+}
+
# ============= Build and get a list of the complete recursive dependencies of a port =============
database_build_get_complete_recursive_dependency ()
{
- local table origin dbpath dstfile
+ local table tag origin suffix tmppath dbpath srcfile dstfile origin_esc num_parents loophead dstfile_tmp tmpdstpath index_loop loop_len origin_target origin_ref dbpath_target origin_ref_esc
table=$1
- origin=$2
+ tag=$2
+ origin=$3
+ suffix=$4
+ tmppath=${TMPDIR}/database_build_get_complete_recursive_dependency
dbpath=${DBDIR}/requires/$origin
- [ -e "$dbpath/$table.direct" ] || return 0
- dstfile=$dbpath/$table.full
- if [ ! -e "$dbpath/$table" -a ! -e "$dstfile" ]
+ srcfile=$dbpath/${table}.${tag}.direct${suffix}
+ dstfile=$dbpath/${table}.${tag}.full${suffix}
+ if [ ! -e "$srcfile" ]
then
- while read origin_requirement
+ [ -d "$dbpath" ] && rm -f "$dstfile"
+ return 0
+ fi
+ if [ ! -e "$dstfile" ]
+ then
+ origin_esc=`str_escape_regexp "$origin"`
+ touch "$tmppath.parents"
+ num_parents=`wc -l < $tmppath.parents`
+ if grep -Eq "^$origin_esc$" "$tmppath.parents"
+ then
+ loophead=`grep -En "^$origin_esc$" "$tmppath.parents" | tail -n 1 | cut -d : -f 1`
+ if [ "x$opt_force_continuation_for_looped_dependency" = xno ]
+ then
+ message_echo "ERROR: The following loop was found for ${table}.${tag}${suffix}:" >&2
+ else
+ message_echo "WARNING: The following loop was found for ${table}.${tag}${suffix}:" >&2
+ fi
+ message_echo " $origin" >&2
+ sed -n $(($loophead+1)),\$p "$tmppath.parents" > $tmppath.ports_in_loop.tmp
+ sed 's/^/ -->/' "$tmppath.ports_in_loop.tmp" | message_cat >&2
+ message_echo " -->$origin" >&2
+ if [ "x$opt_disallow_force_continuation_for_looped_dependency" = xyes ]
+ then
+ message_echo 'Resolve the problem manually if possible, and then restart by executing' >&2
+ message_echo " ${APPNAME} reset keepopts" >&2
+ message_echo " ${APPNAME}" >&2
+ message_echo 'Otherwise, you may attempt a forcible continuation by executing' >&2
+ message_echo " ${APPNAME} -f" >&2
+ exit 1
+ else
+ message_echo 'Exploring a node port to terminate the loop by evaluating only build-and-run-time dependencies as essential.' >&2
+ echo "$origin" > $tmppath.ports_in_loop
+ cat "$tmppath.ports_in_loop.tmp" >> $tmppath.ports_in_loop
+ echo "$origin" >> $tmppath.ports_in_loop
+ index_loop=1
+ loop_len=`wc -l < $tmppath.ports_in_loop`
+ while [ $index_loop -lt $loop_len ]
+ do
+ origin_target=`sed -n ${index_loop}p "$tmppath.ports_in_loop"`
+ origin_ref=`sed -n $((${index_loop}+1))p "$tmppath.ports_in_loop"`
+ dbpath_target=${DBDIR}/requires/$origin_target
+ origin_ref_esc=`str_escape_regexp "$origin_ref"`
+ if ! grep -Eq "^$origin_ref_esc$" "$dbpath_target/${table}.run.direct${suffix}" 2> /dev/null || \
+ ! grep -Eq "^$origin_ref_esc$" "$dbpath_target/${table}.build.direct${suffix}" 2> /dev/null
+ then
+ fileedit_add_a_line_if_new "$origin_ref" "$dbpath_target/ignored_dependencies_to_break_loops"
+ message_echo 'INFO: The dependency of '$origin_target' on '$origin_ref' is ignored to terminate the loop.' >&2
+ break
+ fi
+ index_loop=$((${index_loop}+1))
+ done
+ if [ $index_loop -eq $loop_len ]
+ then
+ fileedit_add_a_line_if_new "$origin_ref" "$dbpath_target/ignored_dependencies_to_break_loops"
+ message_echo 'WARNING: The loop cannot be resolved. Continuing by forcible ignorance of the dependency of '$origin_target' on '$origin_ref'. This may cause confusion in the later processes.' >&2
+ fi
+ str_escape_regexp_filter < $dbpath_target/ignored_dependencies_to_break_loops | sed 's/^/^/;s/$/$/' > $dbpath_target/ignored_dependencies_to_break_loops.regexp
+ fi
+ fi
+ echo "$origin" >> $tmppath.parents
+ tmpdstpath=${TMPDIR}/requires/$origin
+ dstfile_tmp=$tmpdstpath/${table}.${tag}.full${suffix}
+ [ -d "$tmpdstpath" ] || mkdir -p "$tmpdstpath"
+ database_build_filter_ignored_requirements "$origin" < $srcfile | while read origin_requirement
do
+ database_build_get_complete_recursive_dependency "$table" "$tag" "$origin_requirement" "$suffix" > $tmppath.recursive_dependency
+ origin_requirement_esc=`str_escape_regexp "$origin_requirement"`
+ grep -Eq "^$origin_requirement_esc$" "$dbpath/ignored_dependencies_to_break_loops" 2> /dev/null && continue
echo "$origin_requirement"
- database_build_get_complete_recursive_dependency "$table" "$origin_requirement"
- done < $dbpath/$table.direct | sort -u > $dstfile.tmp
- mv "$dstfile.tmp" "$dstfile"
+ cat "$tmppath.recursive_dependency"
+ done > $dstfile_tmp
+ sed -n ${num_parents}p "$tmppath.parents" > $tmppath.parents.tmp
+ mv "$tmppath.parents.tmp" "$tmppath.parents"
+ if [ ! -e "$dstfile" ]
+ then
+ sort -u "$dstfile_tmp" > $dstfile
+ rm "$dstfile_tmp"
+ fi
fi
cat "$dstfile"
}
origin=$1
level=$2
dbpath=${DBDIR}/requires/$origin
- [ -e "$dbpath/necessary_port.${level}" ] && return
+ [ ! -d "$dbpath" -o -e "$dbpath/necessary_port.${level}" ] && return
tmpfile=${TMPDIR}/database_build_inspect_necessity_for_only_new_upgrade:`echo "$origin" | tr / :`
if database_query_does_a_port_need_update "$origin"
then
sort -u "$dbpath/requirements.build.direct" "$dbpath/requirements.run.${level}" || :
else
cat "$dbpath/requirements.run.${level}" || :
- fi 2> /dev/null > $tmpfile
- if [ `wc -l < $tmpfile` -gt 0 ]
- then
- while read origin_requirement
- do
- database_build_inspect_necessity_for_only_new_upgrade "$origin_requirement" "$level"
- done < $tmpfile
- fi
+ fi 2> /dev/null | database_build_filter_ignored_requirements "$origin" > $tmpfile
+ while read origin_requirement
+ do
+ database_build_inspect_necessity_for_only_new_upgrade "$origin_requirement" "$level"
+ done < $tmpfile
rm "$tmpfile"
touch "$dbpath/necessary_port.${level}"
}
then
for level in direct full
do
- cat "$reqdir/requirements.all.${level}" 2> /dev/null | while read origin_requirement
+ cat "$reqdir/requirements.all.${level}" 2> /dev/null | \
+ database_build_filter_ignored_requirements "$origin" | \
+ while read origin_requirement
do
fileedit_add_a_line_if_new "$origin" \
"${DBDIR}/targets/$origin_requirement/complement_for_new_dependents.${level}"
done
done
- cat "$reqdir/requirements.all.direct" "$reqdir/requirements.all.full" 2> /dev/null \
- | sort -u | while read origin_requirement
+ cat "$reqdir/requirements.all.direct" "$reqdir/requirements.all.full" 2> /dev/null | \
+ sort -u | database_build_filter_ignored_requirements "$origin" | \
+ while read origin_requirement
do
database_build_complement_to_new_dependents_for_targets "$origin_requirement"
done
for tabel in requirements dependents
do
cat "${DBDIR}/$dbtag/$origin/$tabel.all.full" 2> /dev/null || :
+ cat "${DBDIR}/$dbtag/$origin/$tabel.all.full.orig" 2> /dev/null || :
rm -f "${DBDIR}/$dbtag/$origin/$tabel.run.full" \
- "${DBDIR}/$dbtag/$origin/$tabel.build.full" 2> /dev/null
+ "${DBDIR}/$dbtag/$origin/$tabel.build.full" \
+ "${DBDIR}/$dbtag/$origin/is_customized" 2> /dev/null
done
done
} | sort -u >> ${DBDIR}/inspected_ports.update
cat "${DBDIR}/replace/$origin/origin" 2> /dev/null || :
}
+# ============= Clear database directories for an origin =============
+database_build_clear_db_dirs ()
+{
+ local origin db
+ origin=$1
+ for db in requires replace targets obsolete
+ do
+ rm -rf "${DBDIR}/$db/$origin"
+ done
+}
+
# ============= Remove configurations for a port permanently =============
database_build_forget ()
{
- local origin origin_replace db
+ local origin origin_replace
origin=$1
origin_replace=`_database_build_reset_a_port_confdb "$origin"`
fileedit_rm_a_line "$origin" "${DBDIR}/targets_specified_so_far"
[ -z "$origin_replace" ] || database_build_forget "$origin_replace"
- for db in requires replace targets obsolete
- do
- rm -rf "${DBDIR}/$db/$origin"
- done
+ database_build_clear_db_dirs "$origin"
}
# ============= Patch to the temporary database so as to re-inspect and reinstall ports whose configurations were changed =============
fileedit_add_a_line_if_new "$origin" "${DBDIR}/stage.loop_list/ports_to_inspect"
fileedit_add_a_line_if_new "$origin" "${DBDIR}/to_be_reconf"
[ -z "$origin_replace" ] || database_build_patch_reconf "$origin_replace"
- for db in requires replace targets obsolete
- do
- rm -rf "${DBDIR}/$db/$origin"
- done
+ database_build_clear_db_dirs "$origin"
}
-# ============= Post`processes after finishing to inspect dependencies =============
+# ============= Post-processes after finishing to inspect dependencies =============
database_build_post_inspect_dependencies ()
{
local table
origin_regexp=`str_escape_regexp "$origin"`
origin_esc=`str_escape_replaceval "$origin"`
echo "s/^$origin_orig_regexp$/$origin_esc/" >> ${DBDIR}/REPLACE.complete_sed_pattern.tmp
+ [ -z "$origin_regexp" ] && continue
echo "s/^$origin_regexp$/$origin_orig_esc/" >> ${DBDIR}/REVERSE_REPLACE.complete_sed_pattern.tmp
done
mv "${DBDIR}/REPLACE.complete_sed_pattern.tmp" "${DBDIR}/REPLACE.complete_sed_pattern"