2 # ==============================================================================
3 # portsreinstall library script
4 # - Operations for queries to the temporary database -
5 # Copyright (C) 2013-2018 Mamoru Sakaue, MwGhennndo, All Rights Reserved.
6 # This software is distributed under the 2-Clause BSD License.
7 # ==============================================================================
9 # ============= Show a list of failed ports with their reasons =============
10 database_query_show_list_failure ()
13 tmp_valid=${TMPDIR}/database_query_show_list_failure:valid
14 if [ `cat "${DBDIR}/failed.list" 2> /dev/null | wc -l` -eq 0 ]
16 message_echo "INFO: No item is registered in this list."
19 grep -v -E -f "${DBDIR}/ports_to_delete.grep_pattern" "${DBDIR}/failed.list" 2> /dev/null \
22 grep -q -Fx "$origin" "${DBDIR}/stage.loop_list/ports_to_delete" 2> /dev/null \
25 if [ `cat "$tmp_valid" 2> /dev/null | wc -l` -eq 0 ]
27 message_echo "INFO: No valid item is registered in this list."
32 note=`cat "${DBDIR}/notes/$origin/note_failtre" 2> /dev/null || :`
34 grep -q -Fx "$origin" "${DBDIR}/manually_done.list" 2> /dev/null && resolved=yes
35 pkgtag=`cat "${DBDIR}/moved_from/$origin/pkgtag" 2> /dev/null || :`
36 if [ $opt_batch_mode = no ]
40 yes ) resolved=', resolved';;
44 detail="while [$note]"
46 detail="by unrecorded reasons"
50 echo "$origin ($pkgtag) (error $detail$resolved)"
52 echo "$origin (error $detail$resolved)"
55 printf "%s\t%s\t%s\t%s\n" "$origin" "$pkgtag" "$note" "$resolved"
61 # ============= Show a list of failed restoration of conflict =============
62 database_query_show_list_failed_conflicts_restoration ()
64 if [ `cat "${DBDIR}/deleted_conflicts" 2> /dev/null | wc -l` -eq 0 ]
66 message_echo "INFO: No item is registered in this list."
69 grep -v -E -f "${DBDIR}/ports_to_delete.grep_pattern_col1" "${DBDIR}/deleted_conflicts" \
70 | while read origin pkg
72 pkg_regexp=`str_escape_regexp "$pkg"`
73 against=`grep -E "^$pkg_regexp:" "${DBDIR}/forbidden_conflicts" 2> /dev/null | cut -d : -f 2,3 | sort -u`
74 if [ $opt_batch_mode = no ]
78 echo -n "$origin ($pkg)"
85 against=`echo "$against" | sed 's/:/(/;s/$/)/' | tr '\n' ' '`
86 str_linearize_list_and "$against"
91 against=`echo "$against" | tr '\n' '|' | sed 's/,$//'`
92 printf '%s\t%s\t%s\n' "$origin" "$pkg" "$against"
98 # ============= Show installed ports which have been neither upgraded or reinstalled from the initial state =============
99 database_query_show_list_heritage ()
101 local srclist origin pkg
102 srclist=`ls "${DBDIR}"fossil_pkgs/heritage_since_* | head -n 1`
103 [ -e "$srclist" ] || return 0
106 pkg=`pkgsys_get_init_pkg_from_orig "$origin"`
107 pkg_info_e "$pkg" || continue
108 printf '%s\t%s' "$origin" "$pkg"
112 # ============= Insert initial flavored origins to a list of flavored origins =============
113 database_query_add_initial_origins ()
119 [ -e "${DBDIR}/moved_from/$origin/initial_orig" ] || continue
120 cat "${DBDIR}/moved_from/$origin/initial_orig"
125 # ============= Get target attributes =============
126 database_query_get_target_attributes ()
128 local prefix origin _is_all _is_target _is_requires_requirements _is_initial_requirements _is_requires_dependents _is_initial_dependents _is_requires_requirements_complement _is_relevant infofile tag level
133 _is_requires_requirements=
134 _is_initial_requirements=
135 _is_requires_dependents=
136 _is_initial_dependents=
137 _is_requires_requirements_complement=
139 if [ ! -e "${DBDIR}/target_all" -a -n "$opt_target_itself$opt_target_dependents$opt_target_requirements" ]
142 tag=`options_get_dependency_type`
144 [ $opt_only_target_scope = yes ] && level=direct
145 infofile=${DBDIR}/targets/$origin/attrs.${tag}.${level}
146 if [ -e "$infofile" ]
153 eval ${prefix}_is_all=\$\{_is_all\}
154 eval ${prefix}_is_target=\$\{_is_target\}
155 eval ${prefix}_is_requires_requirements=\$\{_is_requires_requirements\}
156 eval ${prefix}_is_initial_requirements=\$\{_is_initial_requirements\}
157 eval ${prefix}_is_requires_dependents=\$\{_is_requires_dependents\}
158 eval ${prefix}_is_initial_dependents=\$\{_is_initial_dependents\}
159 eval ${prefix}_is_requires_requirements_complement=\$\{_is_requires_requirements_complement\}
160 eval ${prefix}_is_relevant=\$\{_is_relevant\}
163 # ============= Check whether (re/de)installation of a port is suppressed =============
164 database_query_is_a_port_suppressed ()
166 local origin flags flag
169 [ $opt_suppress_self_upadte = yes ] && flags=SUPPRESSED_SELF
170 [ $opt_suppress_pkgtools_upadte = yes ] && flags="$flags SUPPRESSED_PKGNG"
173 for db in initial moved_from
175 [ -e "${DBDIR}/$db/$origin/$flag" ] && return
181 # ============= Check whether a port needs to be updated or upgraded =============
182 database_query_does_a_port_need_update ()
184 local origin dbpath frompath new_version current_version
186 dbpath=${DBDIR}/requires/$origin
187 frompath=${DBDIR}/moved_from/$origin
188 [ -e "$dbpath/conf_updated" ] && return
189 [ -e "$dbpath/new_version" ] || return
190 new_version=`cat "$dbpath/new_version"`
191 current_version=`cat "$frompath/current_version"`
192 [ "x$current_version" != "x$new_version" ]
195 # ============= Check before operations of a command which need the temporary database completely prepared =============
196 database_query_chk_preparation_completion ()
198 program_chk_stage_complete PREPARATION && return
199 message_echo "ERROR: Database has to be built completely before executing this command." >&2
203 # ============= Get a make variable value of a port =============
204 database_query_get_makevar_val ()
206 local origin variable dbdir cache value
209 dbdir=${DBDIR}/requires/$origin
210 cache=$dbdir/makevar/$variable
215 value=`database_build_make "$origin" -V "$variable"`
216 if [ -d "$dbdir" ] && misc_is_superuser_privilege
218 [ -d "$dbdir/makevar" ] || mkdir "$dbdir/makevar"
219 echo "$value" > $cache.tmp
220 mv "$cache.tmp" "$cache"
226 # ============= Get a configured value of a port =============
227 database_query_get_config_val ()
229 local origin variable dbdir cache value
232 dbfile=${DBDIR}/conf/each_port/$origin/$variable.conf
233 cat "$dbfile" 2> /dev/null || :
236 # ============= Check whether configurations for a port is default =============
237 database_query_is_default_conf ()
239 local origin mode dbpath tmp_msg is_customized is_requiremnt_replaced files tmp_old tmp_new origin_requirement tmp_msg_customized
242 dbpath=${DBDIR}/requires/$origin
243 if [ ! -e "$dbpath/is_customized" ]
245 tmp_msg=${TMPDIR}/database_query_is_default_conf:msg
246 cp /dev/null "$tmp_msg"
248 if [ `ls "${DBDIR}/conf/each_port/$origin" 2> /dev/null | wc -l` -gt 0 ]
250 files=`ls "${DBDIR}/conf/each_port/$origin" | sed -E 's/^([^.]+).*/\1/' | str_concat_items_for_sentence`
251 echo "Knobs and miscellaneous customization by $files," >> $tmp_msg
254 if ! diff -q "$dbpath/ports_options.default" "$dbpath/ports_options.current" > /dev/null 2>&1
256 echo "Non-default port options," >> $tmp_msg
259 if grep -q -Fx "$origin" "${DBDIR}/conf/NOPKG:PORTS.parsed" 2> /dev/null
261 echo "Explicit specification as non-default in ${APPNAME}.conf," >> $tmp_msg
264 tmp_old=${TMPDIR}/database_query_is_default_conf:old
265 tmp_new=${TMPDIR}/database_query_is_default_conf:new
266 is_requiremnt_replaced=no
267 if fileedit_manipulate_old_new_lines "$dbpath/requirements.all.direct.orig" "$dbpath/requirements.all.direct" \
268 "$tmp_old" "$tmp_new"
270 echo "Replacement in requirements:" >> $tmp_msg
271 echo "-------- FROM --------" >> $tmp_msg
272 sed 's/^/ /' "$tmp_old" >> $tmp_msg
273 echo "-------- TO --------" >> $tmp_msg
274 sed 's/^/ /' "$tmp_new" >> $tmp_msg
275 echo "----------------------" >> $tmp_msg
278 for origin_requirement in `cat "$dbpath/requirements.all.direct" 2> /dev/null`
280 database_query_is_default_conf "$origin_requirement" quiet && continue
281 echo "Non-default requirement $origin_requirement," >> $tmp_msg
284 { [ $is_customized = yes ] && cat "$tmp_msg"; } > $dbpath/is_customized.tmp
285 mv "$dbpath/is_customized.tmp" "$dbpath/is_customized"
287 [ `wc -c < $dbpath/is_customized` -eq 0 ] && return
288 if [ "x$mode" != xquiet ]
290 tmp_msg_customized=${TMPDIR}/database_query_is_default_conf:msg_customized
291 message_echo "INFO: This port is configured to be non-default because of"
292 sed 's/^/ /' "$dbpath/is_customized" > $tmp_msg_customized
293 message_cat "$tmp_msg_customized"
294 message_echo " so the prebuilt package is not used."
299 # ============= Output of lists in which each matching port is registered =============
300 database_query_show_list_inclusion_of_matching_port ()
302 local grandtitle lists pkgnamedb deptag level isfirst origin_target pkg_target table_target
309 message_echo "[$grandtitle]"
310 message_dependency_scope "$deptag" "$level"
313 for origin_target in `pkgsys_eval_ports_glob "$@"`
316 for table_target in $pkgnamedb
318 pkg_target=`cat "${DBDIR}/$table_target/$origin_target/pkgtag" 2> /dev/null` || :
319 [ -n "$pkg_target" ] && break
321 [ -n "$pkg_target" ] || continue
324 for subject in `echo "$lists" | tr \| ' '`
326 database_query_exists_in_list "$origin_target" "$subject" "$deptag" "$level" \
327 && match="$match $subject"
329 if [ $opt_batch_mode = no ]
331 echo -n "$origin_target ($pkg_target): "
332 echo "$match" | sed 's/^ *//;s/ /, /g'
334 printf '%s\t%s\t' "$origin_target" "$pkg_target"
335 echo "$match" | sed 's/^ *//;s/ /,/g'
338 if [ "$isfirst" = y ]
340 message_echo "ERROR: No inspected port matches the glob(s)." >&2
346 # ============= Output of "show" command for port lists =============
347 database_query_show_port_lists ()
349 local grandtitle title list listdb pkgnamedb deptag level isfirst origin_target pkg_target table_target list_target
358 message_echo "[$grandtitle]"
359 message_dependency_scope "$deptag" "$level"
362 for origin_target in `pkgsys_eval_ports_glob "$@"`
365 for table_target in $pkgnamedb
367 pkg_target=`cat "${DBDIR}/$table_target/$origin_target/pkgtag" 2> /dev/null` || :
368 [ -n "$pkg_target" ] && break
370 [ -n "$pkg_target" ] || continue
371 [ "$isfirst" = y ] || message_echo
373 [ $opt_batch_mode = no ] && printf "$title\n" "$origin_target ($pkg_target)"
375 for table_target in $listdb
377 list_target=${DBDIR}/$table_target/$origin_target/$list
378 [ -e "$list_target" ] && break
380 [ -e "$list_target" ] || continue
381 if [ $opt_batch_mode = no ]
386 for table in $pkgnamedb
388 pkg=`cat "${DBDIR}/$table/$origin/pkgtag" 2> /dev/null` || :
389 [ -n "$pkg" ] && break
391 [ -n "$pkg" ] || continue
392 echo "$origin ($pkg)"
398 for table in $pkgnamedb
400 pkg=`cat "${DBDIR}/$table/$origin/pkgtag" 2> /dev/null` || :
401 [ -n "$pkg" ] && break
403 [ -n "$pkg" ] || continue
404 printf '%s\t%s\t%s\t%s\n' "$origin_target" "$pkg_target" "$origin" "$pkg"
408 if [ "$isfirst" = y ]
410 message_echo "ERROR: No inspected port matches the glob(s)." >&2
416 # ============= Output of "show" command for log files =============
417 database_query_show_log ()
419 local grandtitle title list listdb pkgnamedb isfirst origin_target pkg_target table_target list_target
426 message_echo "[$grandtitle]"
429 for origin_target in `pkgsys_eval_ports_glob "$@"`
432 for table_target in $pkgnamedb
434 pkg_target=`cat "${DBDIR}/$table_target/$origin_target/pkgtag" 2> /dev/null` || :
435 [ -n "$pkg_target" ] && break
437 [ -n "$pkg_target" ] || continue
438 [ "$isfirst" = y ] || message_echo
440 [ $opt_batch_mode = no ] && printf "$title\n" "$origin_target ($pkg_target)"
442 for table_target in $listdb
444 list_target=${DBDIR}/$table_target/$origin_target/$list
445 [ -e "$list_target" ] && break
447 [ -e "$list_target" ] || continue
451 if [ "$isfirst" = y ]
453 message_echo "ERROR: No inspected port matches the glob(s)." >&2
459 # ============= Output of "show" command for two column lists =============
460 database_query_show_two_column_lists ()
462 local grandtitle title list listdb pkgnamedb isfirst origin_target pkg_target table_target list_target
469 message_echo "[$grandtitle]"
472 for origin_target in `pkgsys_eval_ports_glob "$@"`
475 for table_target in $pkgnamedb
477 pkg_target=`cat "${DBDIR}/$table_target/$origin_target/pkgtag" 2> /dev/null` || :
478 [ -n "$pkg_target" ] && break
480 [ -n "$pkg_target" ] || continue
481 [ "$isfirst" = y ] || message_echo
483 [ $opt_batch_mode = no ] && printf "$title\n" "$origin_target ($pkg_target)"
485 for table_target in $listdb
487 list_target=${DBDIR}/$table_target/$origin_target/$list
488 [ -e "$list_target" ] && break
490 [ -e "$list_target" ] || continue
491 if [ $opt_batch_mode = no ]
493 sed 's/[[:space:]]/: /' < $list_target
498 if [ "$isfirst" = y ]
500 message_echo "ERROR: No inspected port matches the glob(s)." >&2
506 # ============= Output of "show" command for a single list =============
507 database_query_show_single_list ()
509 local list pkgnamedb flag_filter_skip_unchanged flag_filter_only_target tmpflag_exists put_blankline
512 flag_filter_skip_unchanged=$3
513 flag_filter_only_target=$4
514 tmpflag_exists=${TMPDIR}/database_query_show_single_list::exists_item
515 if [ `cat "${DBDIR}/$list" 2> /dev/null | wc -l` -eq 0 ]
517 message_echo "INFO: No item is registered in this list."
520 if ! program_chk_stage_complete PREPARATION
522 message_echo "WARNING: The temporary database is incomplete. The raw list is shown." >&2
526 rm -f "$tmpflag_exists"
528 if [ -n "$flag_filter_only_target" \
529 -a -n "$opt_target_itself$opt_target_dependents$opt_target_requirements" ]
531 message_echo "WARNING: Ports outside of the target scope are excluded." >&2
534 if [ -n "$flag_filter_skip_unchanged" -a $opt_skip_unchanged = yes ]
536 message_echo "WARNING: Ports which have been the newest with their all requirements from the first are excluded." >&2
539 [ -n "$put_blankline" ] && message_echo
542 [ -n "$flag_filter_skip_unchanged" -a $opt_skip_unchanged = yes \
543 -a ! -e "${DBDIR}/requires/$origin/$flag_filter_skip_unchanged" ] \
545 if [ -n "$flag_filter_only_target" ]
547 database_query_get_target_attributes currentorigin "$origin"
548 [ -n "${currentorigin_is_relevant}" ] || continue
549 database_query_is_a_port_suppressed "$origin" && continue
552 for table in $pkgnamedb
554 pkg=`cat "${DBDIR}/$table/$origin/pkgtag" 2> /dev/null` || :
555 [ -n "$pkg" ] && break
557 [ -n "$pkg" ] || continue
558 touch "$tmpflag_exists"
559 if [ $opt_batch_mode = no ]
561 echo "$origin ($pkg)"
563 printf '%s\t%s\n' "$origin" "$pkg"
565 done < ${DBDIR}/$list
566 [ -e "$tmpflag_exists" ] && return
567 message_echo "INFO: No item is registered in this list."
571 # ============= Check whether the upgrade is necessary for a port =============
572 database_query_is_necessary_upgrade ()
574 local origin nodedir dbsuffix tmpfile_new tmpfile_old tmpfile_diff
576 nodedir=${DBDIR}/requires/$origin
577 [ -e "$nodedir/installed_by_pkg" ] && return 1
578 dbsuffix=`options_get_dependency_type`.`options_get_dependency_level`
579 tmpfile_new=${TMPDIR}/database_query_is_necessary_upgrade:failed_requirements.new
580 tmpfile_old=${TMPDIR}/database_query_is_necessary_upgrade:failed_requirements.old
581 tmpfile_diff=${TMPDIR}/database_query_is_necessary_upgrade:failed_requirements.diff
582 [ -e "$nodedir/failed_requirements.${dbsuffix}.previous" ] || return
583 sort -u "$nodedir/failed_requirements.${dbsuffix}" > $tmpfile_new 2> /dev/null || :
584 sort -u "$nodedir/failed_requirements.${dbsuffix}.previous" > $tmpfile_old 2> /dev/null || :
585 fileedit_exists_old_lines "$tmpfile_old" "$tmpfile_new"
588 # ============= Actual operations of "show" command for a single list =============
589 database_query_show_single_list_exec ()
591 local subject deptag level dbsuffix flag_filter_skip_unchanged flag_filter_only_target pkgnamedb
595 dbsuffix=$deptag.$level
596 flag_filter_skip_unchanged=
597 flag_filter_only_target=
598 pkgnamedb='moved_from obsolete initial'
601 message_echo "The following ports remain in the (re)installation queue for the current do/redo process:"
602 message_echo "It is noted that ports to be skipped can be included here."
603 message_dependency_scope "$deptag" "$level"
605 list=stage.loop_list/reinst_todo.remain
606 [ ${DBDIR}/reinst_order.list -nt ${DBDIR}/$list ] && list=reinst_order.list
607 flag_filter_skip_unchanged=necessary_upgrade.$dbsuffix
608 flag_filter_only_target=y
611 message_echo "The following ports have been successfully (re)installed or newly installed:"
612 message_dependency_scope "$deptag" "$level"
614 list=success.$dbsuffix.list
615 flag_filter_skip_unchanged=necessary_upgrade_completed.$dbsuffix
616 flag_filter_only_target=y
619 message_echo "The following ports need (re)installation but are to be skipped until any of their failed requirements succeeds:"
620 message_dependency_scope "$deptag" "$level"
622 list=todo_after_requirements_succeed.$dbsuffix.list
623 flag_filter_skip_unchanged=necessary_upgrade.$dbsuffix
624 flag_filter_only_target=y
627 message_echo "The following ports had problems which have been manually resolved:"
629 list=manually_done.list
632 message_echo "The following ports are configured default and installed by prebuilt packages"
634 list=installation_complete_by_pkg.list
637 message_echo "The following ports experienced failures and kept to be old or uninstalled:"
639 database_query_show_list_failure
643 message_echo "The following ports are neither upgraded or reinstalled from the initial state:"
645 database_query_show_list_heritage
649 message_echo "The following ports are temporarily deleted due to conflict:"
651 database_query_show_list_failed_conflicts_restoration
655 message_echo "The following ports are registered as taboo:"
660 message_echo "The following ports are registered to freeze:"
665 message_echo "The following ports are registered as necessary:"
670 message_echo "The following ports are registered as unnecessary:"
675 message_echo "The following leaf, obsolete or unneeded ports had been once deleted but are to be or have been restored:"
677 list=stage.loop_list/ports_to_restore
678 pkgnamedb='moved_from obsolete initial'
679 flag_filter_only_target=y
682 message_echo "The following leaf, obsolete or unneeded ports are to be or have been deleted:"
684 list=stage.loop_list/ports_to_delete
685 pkgnamedb='moved_from obsolete initial'
686 flag_filter_only_target=y
691 message_echo "The following ports are all detected leaf ports:"
694 message_echo "The following ports are all $deptag leaf ports:"
695 list=leaf_ports_to_delete.$deptag
698 pkgnamedb='moved_from obsolete initial'
699 flag_filter_only_target=y
704 message_echo "The following ports are all detected obsolete ports:"
705 list=obsolete_ports.can_be_deleted
707 message_echo "The following ports are all $deptag obsolete ports:"
708 list=obsolete_ports_to_delete.$deptag
711 pkgnamedb='moved_from obsolete initial'
712 flag_filter_only_target=y
715 database_query_show_single_list "$list" "$pkgnamedb" \
716 "$flag_filter_skip_unchanged" "$flag_filter_only_target"
719 # ============= Check whether a port is registered in a list =============
720 database_query_exists_in_list ()
722 local origin subject deptag level tmp_list dbsuffix origin_esc
727 tmp_list=${TMPDIR}/database_query_exists_in_list:list
728 dbsuffix=$deptag.$level
729 origin_esc=`str_escape_regexp "$origin"`
732 list=stage.loop_list/reinst_todo.remain
733 [ ${DBDIR}/reinst_order.list -nt ${DBDIR}/$list ] && list=reinst_order.list
736 list=success.$dbsuffix.list
739 list=todo_after_requirements_succeed.$dbsuffix.list
742 list=manually_done.list
745 list=installation_complete_by_pkg.list
751 grep -v -E -f "${DBDIR}/ports_to_delete.grep_pattern_col1" "${DBDIR}/deleted_conflicts" 2> /dev/null \
752 | grep -q -E "^${origin_esc}[[:space:]]"
768 list=stage.loop_list/ports_to_restore
771 list=stage.loop_list/ports_to_delete
774 grep -q -Fx "$origin" "${DBDIR}/$list" 2> /dev/null
777 # ============= Check whether the requirements of installed packages match the port configuration =============
778 database_query_dependency_matching ()
780 local origin pkg tmp_inst tmp_db
782 [ -d "${DBDIR}/requires/$origin" ] || return
783 tmp_inst=${TMPDIR}/database_query_dependency_matching.installed
784 tmp_db=${TMPDIR}/database_query_dependency_matching.configured
785 pkg=`database_build_get_new_pkgname "$origin"`
786 [ -n "$pkg" ] || return
787 pkg_info_e "$pkg" || return
788 pkg_info_qr "$pkg" | grep -v '^[[:space:]]*$' | sort -u > $tmp_inst
789 database_build_get_full_run_requirement_pkgs "$origin" > $tmp_db
790 diff "$tmp_inst" "$tmp_db" > /dev/null 2>/dev/null
793 # ============= Check whether any of the requirements are locked because being missing ports to freeze =============
794 database_query_are_requirements_not_locked ()
798 cat "${DBDIR}/requires/$origin/requirements.all.direct" 2> /dev/null | while read origin_requirement
800 pkg_requirement=`pkgsys_get_installed_pkg_from_origin "$origin_requirement"` || :
801 if grep -q -Fx "$origin_requirement" "${DBDIR}/freeze.all.list" 2> /dev/null
803 [ -n "$pkg_requirement" ] || return
804 elif [ -z "$pkg_requirement" ]
806 database_query_are_requirements_not_locked "$origin_requirement" || return
812 # ============= Check whether any of progress is made in the current run =============
813 database_query_is_any_progress ()
815 [ `cat "${DBDIR}/new_success_in_current_run" 2> /dev/null | wc -l` -gt 0 ]
818 # ============= Get the all initial origins, separated by line feed =============
819 database_query_initial_orgins ()
821 local origin origin_init
823 if [ -e "${DBDIR}/moved_from/$origin/old_origs" ]
825 for origin_init in `cat "${DBDIR}/moved_from/$origin/old_origs"`
827 [ -e "${DBDIR}/initial/$origin_init/installed_version" ] && echo "$origin_init"
830 [ -e "${DBDIR}/initial/$origin/installed_version" ] && echo "$origin"