2 # ==============================================================================
3 # portsreinstall library script
4 # - "do"/"redo" command operation -
5 # Copyright (C) 2018 Mamoru Sakaue, MwGhennndo, All Rights Reserved.
6 # This software is distributed under the 2-Clause BSD License.
7 # ==============================================================================
9 # ============= Operation of redo command before the database reconstruction =============
10 command_do_do__command_all_exec_before_build_database ()
12 program_deregister_stage_complete FORGET::PREPARATION_INSPECT_MASTER
13 program_deregister_stage_complete ALL_COMPLETE
16 # ============= Operation of redo command before the database reconstruction =============
17 command_do_redo__command_all_exec_before_build_database ()
19 program_deregister_stage_complete REDO_INIT
20 if [ $opt_reset_targets = yes ]
22 program_deregister_stage_complete DETERMINE_SPECIFIED_TARGETS
23 program_deregister_stage_complete PREPARE_FOR_INSPECT_ALL_DEPENDENCIES
24 rm -rf "${DBDIR}/targets"
26 command_do_do__command_all_exec_before_build_database
29 # ============= Meta process for redo =============
30 command_do_meta_process_for_redo ()
34 _program_exec_and_record_completion__operation ()
36 rm -f "${DBDIR}/new_success_in_current_run"
37 [ "x$COMMAND_MODE" = xredo ] || return 0
38 message_echo "[REDO mode]"
41 program_exec_and_record_completion REDO_INIT
44 # ============= Determine specified targets =============
45 command_do_determin_specified_targets ()
49 _program_exec_and_record_completion__operation ()
51 local tag level dbsuffix
52 message_section_title "Determining specified targets"
53 cat "${DBDIR}/stage.loop_list/target_itself.specified" \
54 "${DBDIR}/stage.loop_list/target_dependents.specified" \
55 "${DBDIR}/stage.loop_list/target_requirements.specified" \
56 "${DBDIR}/need.list" \
57 "${DBDIR}/targets_specified_so_far" 2> /dev/null \
58 | sort -u > ${DBDIR}/targets_specified_so_far.tmp
59 mv "${DBDIR}/targets_specified_so_far.tmp" "${DBDIR}/targets_specified_so_far"
60 rm -f "${DBDIR}/stage.loop_list/target_itself.specified" \
61 "${DBDIR}/stage.loop_list/target_dependents.specified" \
62 "${DBDIR}/stage.loop_list/target_requirements.specified"
63 if [ -n "$opt_target_itself$opt_target_dependents$opt_target_requirements" ]
65 options_select_new_ports_if_duplicated O \
66 "${DBDIR}/stage.loop_list/target_itself.specified" "$opt_target_itself"
67 options_select_new_ports_if_duplicated t \
68 "${DBDIR}/stage.loop_list/target_dependents.specified" "$opt_target_dependents"
69 options_select_new_ports_if_duplicated T \
70 "${DBDIR}/stage.loop_list/target_requirements.specified" "$opt_target_requirements"
71 if [ `cat "${DBDIR}/stage.loop_list/target_itself.specified" \
72 "${DBDIR}/stage.loop_list/target_dependents.specified" \
73 "${DBDIR}/stage.loop_list/target_requirements.specified" | wc -l` -eq 0 ]
75 message_echo "ERROR: No matching port for target globs." >&2
79 cat "${DBDIR}/stage.loop_list/target_itself.specified" \
80 "${DBDIR}/stage.loop_list/target_dependents.specified" \
81 "${DBDIR}/stage.loop_list/target_requirements.specified" \
82 | sort -u > ${TMPDIR}/DETERMINE_SPECIFIED_TARGETS.reset
83 cat "${TMPDIR}/DETERMINE_SPECIFIED_TARGETS.reset" "${DBDIR}/need.list" 2> /dev/null \
84 | sort -u > ${DBDIR}/need.list.tmp
85 mv "${DBDIR}/need.list.tmp" "${DBDIR}/need.list"
86 sort -u "${DBDIR}/need.list" "${DBDIR}/targets_specified_so_far" \
87 > ${DBDIR}/targets_specified_so_far.tmp
88 mv "${DBDIR}/targets_specified_so_far.tmp" "${DBDIR}/targets_specified_so_far"
89 for tag in all run build none
91 for level in direct full
95 cat "${TMPDIR}/DETERMINE_SPECIFIED_TARGETS.reset"
96 cat "${DBDIR}/stage.loop_list/target_dependents.specified" | while read origin
98 nodedir=${DBDIR}/requires/$origin
99 cat "$nodedir/dependents.$dbsuffix" 2> /dev/null
101 cat "${DBDIR}/stage.loop_list/target_requirements.specified" | while read origin
103 nodedir=${DBDIR}/requires/$origin
104 cat "$nodedir/requirements.$dbsuffix" 2> /dev/null
106 } | sort -u | while read origin
108 fileedit_rm_a_line "$origin" "${DBDIR}/success.$dbsuffix.list"
109 fileedit_rm_a_line "$origin" "${DBDIR}/todo_after_requirements_succeed.$dbsuffix.list"
110 rm -f "${DBDIR}/requires/$origin/succeeded_once"
117 program_exec_and_record_completion DETERMINE_SPECIFIED_TARGETS
120 # ============= Show specified targets =============
121 command_do_show_specified_targets ()
123 if [ -n "$opt_target_itself$opt_target_dependents$opt_target_requirements" -a $opt_batch_mode = no ]
125 message_echo "INFO: (Re/de-)installation will be carried out only for the targets:"
127 if [ `wc -l < ${DBDIR}/stage.loop_list/target_itself.specified` -gt 0 ]
129 message_echo "[Targets only]"
130 echo "----------------------------------------"
131 cat "${DBDIR}/stage.loop_list/target_itself.specified"
132 echo "----------------------------------------"
135 if [ `wc -l < ${DBDIR}/stage.loop_list/target_dependents.specified` -gt 0 ]
137 message_echo "[Targets with their `options_get_dependency_msgterm` dependents]"
138 echo "----------------------------------------"
139 cat "${DBDIR}/stage.loop_list/target_dependents.specified"
140 echo "----------------------------------------"
143 if [ `wc -l < ${DBDIR}/stage.loop_list/target_requirements.specified` -gt 0 ]
145 message_echo "[Targets with their `options_get_dependency_msgterm` requirements]"
146 echo "----------------------------------------"
147 cat "${DBDIR}/stage.loop_list/target_requirements.specified"
148 echo "----------------------------------------"
154 # ============= Determine all target ports =============
155 command_do_determine_all_target_ports ()
157 local PROGRAM_DEPENDS
158 PROGRAM_DEPENDS='DETERMINE_SPECIFIED_TARGETS COLLECT_ALL_INSTALLED_PACKAGES'
159 _program_exec_and_record_completion__operation ()
161 message_section_title "Determining all target ports"
163 if [ $opt_only_target_scope = no ]
165 cat "${DBDIR}/installed_ports" 2> /dev/null || :
167 cat "${DBDIR}/stage.loop_list/target_itself.specified" || :
168 cat "${DBDIR}/stage.loop_list/target_dependents.specified" || :
169 cat "${DBDIR}/stage.loop_list/target_requirements.specified" || :
170 cat "${DBDIR}/targets_specified_so_far" || :
171 } 2> /dev/null | sort -u > "${DBDIR}/stage.loop_list/ports_to_inspect"
174 program_exec_and_record_completion DETERMINE_ALL_TARGET_PORTS
177 # ============= Prepare for inspecting all dependencies =============
178 command_do_prepare_for_inspect_all_dependencies ()
180 local PROGRAM_DEPENDS
181 PROGRAM_DEPENDS='PARSE_CONF DETERMINE_ALL_TARGET_PORTS'
182 _program_exec_and_record_completion__operation ()
184 message_section_title "Preparing for inspection of all dependencies"
185 cp /dev/null "${DBDIR}/done_required_ports_to_inspect"
188 program_exec_and_record_completion PREPARE_FOR_INSPECT_ALL_DEPENDENCIES
191 # ============= Check ports of which the port options are changed and reset their databases =============
192 # Return status 0 for no need to update of inspected ports and 1 for needed to do it
193 command_do_reset_changed_portdb ()
196 program_chk_stage_complete INSPECT_DEPENDENTS || return
197 pkgsys_exists_saved_port_oprions_timestamps || return
198 message_section_title "Inspecting changes of port options"
199 tmp_ls=${TMPDIR}/command_do_reset_changed_portdb
200 rm -f "$tmp_ls.updated"
201 if [ ! -d "${PORT_DBDIR}" ]
203 message_echo "WARNING: ${PORT_DBDIR} is missing. All port options are recognized as default."
205 pkgsys_get_saved_port_oprions_timestamps_all > $tmp_ls.db
206 pkgsys_get_current_port_oprions_timestamp > $tmp_ls.log
207 pkgsys_get_changed_port_oprions "$tmp_ls.db" "$tmp_ls.log" > $tmp_ls.diff
208 if ! [ `wc -l < $tmp_ls.diff` -gt 0 ]
213 message_echo "INFO: There are some changes. Inspecting the detail..."
214 cp /dev/null "$tmp_ls.uninspected.dbfile"
215 cp /dev/null "$tmp_ls.uninspected.origin"
216 cp /dev/null "$tmp_ls.nonexistent.db"
217 pkgsys_conv_portorigins_to_portoptiondbs < $tmp_ls.diff > $tmp_ls.glob
218 str_escape_replaceval_filter < $tmp_ls.diff > $tmp_ls.diff.rpl
219 paste "$tmp_ls.diff" "$tmp_ls.diff.rpl" "$tmp_ls.glob" | while read -r dbfile dbfile_rpl glob
221 pkgsys_eval_ports_glob "$glob" > $tmp_ls.origins
222 if [ `wc -l < $tmp_ls.origins` -gt 0 ]
224 sed -E "s/^/$dbfile_rpl /" < $tmp_ls.origins
226 echo $dbfile >> $tmp_ls.nonexistent.db
228 done | while read dbfile origin
230 if [ -d "${DBDIR}/requires/$origin" ]
232 message_echo "Change detected on $origin: Resetting"
233 database_build_patch_reconf "$origin"
234 program_deregister_stage_complete PREPARE_FOR_INSPECT_ALL_DEPENDENCIES
235 program_deregister_stage_complete ALL_COMPLETE
236 touch "$tmp_ls.updated"
238 echo "$dbfile" >> $tmp_ls.uninspected.dbfile
239 echo "$origin" >> $tmp_ls.uninspected.origin
242 message_echo "INFO: Recording for not inspected ports..."
243 pkgsys_conv_portorigin_to_port_oprion_timestamp_logname < $tmp_ls.uninspected.origin > $tmp_ls.uninspected.logname
244 str_escape_regexp_filter < $tmp_ls.uninspected.dbfile | sed 's/^/^/;s/$/[[:space:]]/' > $tmp_ls.uninspected.dbfile_ptn
245 paste "$tmp_ls.uninspected.dbfile_ptn" "$tmp_ls.uninspected.logname" | while read -r dbfile_ptn logname
247 grep -E "$dbfile_ptn" < $tmp_ls.log > ${DBDIR}/ls_dbdir/$logname.log 2> /dev/null || :
249 str_escape_regexp_filter < $tmp_ls.nonexistent.db | sed 's/^/^/;s/$/[[:space:]]/' > $tmp_ls.nonexistent.db_ptn
250 grep -E -f "$tmp_ls.nonexistent.db_ptn" < $tmp_ls.log | pkgsys_register_list_nonexistent_portopriondb
252 [ ! -e "$tmp_ls.updated" ]
255 # ============= Inspection of all dependencies =============
256 command_do_inspection_of_all_dependencies ()
258 local PROGRAM_DEPENDS
259 PROGRAM_DEPENDS='PREPARE_FOR_INSPECT_ALL_DEPENDENCIES'
260 _program_exec_restartable_loop_operation__routine ()
264 database_build_inspect_dependencies "$origin"
266 _program_exec_and_record_completion__operation ()
269 message_section_title "Inspecting dependencies of the all installed packages"
270 [ $opt_only_target_scope = no -a -n "$opt_target_itself$opt_target_dependents$opt_target_requirements" ] && \
271 message_echo "INFO: Ports which seem irrelevant to the targets are also inspected in order to get complete information."
273 program_exec_restartable_loop_operation ports_to_inspect
274 database_build_post_inspect_dependencies
275 database_maintain_clear_prevset
278 program_exec_and_record_completion INSPECT_ALL_DEPENDENCIES
281 # ============= Convert dependency-lists to actual ones =============
282 command_do_convert_dependency_lists_to_actual_ones ()
284 local PROGRAM_DEPENDS
285 PROGRAM_DEPENDS='INSPECT_ALL_DEPENDENCIES'
286 _program_exec_restartable_loop_operation__routine ()
288 local origin table dbtag level tag target
290 for table in dependents requirements
292 for dbtag in requires obsolete
294 for level in direct full
296 for tag in all run build
298 target=${DBDIR}/$dbtag/$origin/${table}.${tag}.${level}
299 if [ -e "$target.src" ]
301 sed -E -f "${DBDIR}/REPLACE.complete_sed_pattern" "$target.src" \
302 | grep -v '^$' | sort -u > $target.tmp
303 [ -e "$target" ] && ! diff -q "$target.tmp" "$target" > /dev/null \
304 && echo "$origin" >> ${DBDIR}/update_dependencies
305 mv "$target.tmp" "$target"
307 [ -e "$target" ] && echo "$origin" >> ${DBDIR}/update_dependencies
315 _program_exec_and_record_completion__operation ()
317 message_section_title "Conversion of dependency-lists to actual ones"
318 program_exec_restartable_loop_operation convert_dependency_lists
319 sort -u "${DBDIR}/update_dependencies" > ${DBDIR}/update_dependencies.tmp
320 mv "${DBDIR}/update_dependencies.tmp" "${DBDIR}/update_dependencies"
321 for tag in all run build
323 ( cd "${DBDIR}/requires" && \
324 find . -depth 3 -type f -name requirements.${tag}.full -or -name requirements.${tag}.full.orig ) \
326 | sed 's|^./||;s|/[^/]*$||' \
327 | grep -v -Fx -f "${DBDIR}/update_dependencies" \
328 > ${TMPDIR}/convert_requirements_list:full_complete.grep_pattern || :
329 ( cd "${DBDIR}/requires" && \
330 find . -depth 3 -type f -name requirements.${tag}.direct -or -name requirements.${tag}.direct.orig ) \
332 | sed 's|^./||;s|/[^/]*$||' \
333 | grep -v -Fx -f "${TMPDIR}/convert_requirements_list:full_complete.grep_pattern" \
334 > ${DBDIR}/stage.loop_list/complete_recursive_${tag}time_reqlists || :
336 for inspected_level_tmp in direct node
338 cat "${DBDIR}/ports.inspected.${inspected_level_tmp}.list" || :
339 done 2> /dev/null | sort -u > ${DBDIR}/stage.loop_list/trim_dependency_lists_rm_uninspected_ports
340 find "${DBDIR}/requires" -depth 2 -type d > ${DBDIR}/stage.loop_list/inspect_dependent
341 [ -e "${DBDIR}/dependents_files" ] && \
342 mv "${DBDIR}/dependents_files" "${DBDIR}/dependents_files.prev"
343 rm -f "${DBDIR}/stage.loop_list/make_dependents_lists_unique.tmp" "${DBDIR}/dependents_files.tmp"
346 program_exec_and_record_completion CONVERT_REQUIREMENTS_LIST
349 # ============= Completion of recursive requirement lists =============
350 command_do_completion_of_recursive_requirement_lists ()
352 local PROGRAM_DEPENDS _REQUIREMENT_LISTS_tag
353 for _REQUIREMENT_LISTS_tag in all run build
355 PROGRAM_DEPENDS='CONVERT_REQUIREMENTS_LIST'
356 _program_exec_restartable_loop_operation__routine ()
358 local tag dbpath origin suffix
359 tag=${_REQUIREMENT_LISTS_tag}
361 origin=`str_dirpath_to_origin "$dbpath"`
362 for suffix in '' .orig
364 database_build_get_complete_recursive_dependency "$tag" "$origin" "$suffix" > /dev/null
367 _program_exec_and_record_completion__operation ()
370 tag=${_REQUIREMENT_LISTS_tag}
371 message_section_title "Completion of ${tag}-time requirement lists"
372 program_exec_restartable_loop_operation complete_recursive_${tag}time_reqlists
375 program_exec_and_record_completion RECURSIVE_REQUIREMENT_LISTS:${_REQUIREMENT_LISTS_tag}
379 # ============= Trim dependency lists by removing uninspected ports =============
380 command_do_trim_dependency_lists_by_removing_uninspected_ports ()
382 local PROGRAM_DEPENDS
383 if [ $opt_only_target_scope = yes ]
385 PROGRAM_DEPENDS='INSPECT_ALL_DEPENDENCIES CONVERT_REQUIREMENTS_LIST'
386 _program_exec_restartable_loop_operation__routine ()
388 local dbpath tag level srcdb
390 for tag in all run build
392 for level in direct full
394 srcdb=requirements.${tag}.${level}
395 [ -e "$dbpath/$srcdb" ] || continue
396 grep -Fx -f "${DBDIR}/inspected_ports" "$dbpath/$srcdb" > $dbpath/$srcdb.tmp || :
397 mv "$dbpath/$srcdb.tmp" "$dbpath/$srcdb"
401 _program_exec_and_record_completion__operation ()
403 message_section_title "Trimming dependency lists by removing uninspected ports"
404 program_exec_restartable_loop_operation trim_dependency_lists_rm_uninspected_ports
407 program_exec_and_record_completion TRIM_DEPENDENCY_LISTS_RM_UNINSPECTED_PORTS
411 # ============= Inspection of dependents =============
412 command_do_inspection_of_dependents ()
414 local PROGRAM_DEPENDS
415 PROGRAM_DEPENDS='INSPECT_ALL_DEPENDENCIES CONVERT_REQUIREMENTS_LIST TRIM_DEPENDENCY_LISTS_RM_UNINSPECTED_PORTS'
416 _program_exec_restartable_loop_operation__routine ()
418 local dbpath origin tag level suffix srcdb dstdb
420 origin=`str_dirpath_to_origin "$dbpath"`
421 for tag in all run build
423 for suffix in '' .orig
425 for level in direct full
427 srcdb=requirements.${tag}.${level}${suffix}
428 [ -e "$dbpath/$srcdb" ] || continue
429 dstdb=dependents.${tag}.${level}${suffix}
430 while read origin_requirement
432 dstpath=${DBDIR}/requires/$origin_requirement
433 echo "$dstpath/$dstdb" >> ${DBDIR}/dependents_files.tmp
434 [ "$dstpath/$dstdb" -nt "$dbpath/$srcdb" ] && continue
436 echo "$origin" >> $dstpath/$dstdb.raw
437 echo "$dstpath/$dstdb" >> ${DBDIR}/stage.loop_list/make_dependents_lists_unique.tmp
438 done < $dbpath/$srcdb
440 srcdb=ignored_requirements.${tag}${suffix}
441 [ -e "$dbpath/$srcdb" ] || continue
442 dstdb=ignored_dependents.${tag}${suffix}
443 while read origin_requirement
445 dstpath=${DBDIR}/requires/$origin_requirement
446 echo "$dstpath/$dstdb" >> ${DBDIR}/ignored_dependents_files.tmp
447 [ "$dstpath/$dstdb" -nt "$dbpath/$srcdb" ] && continue
449 echo "$origin" >> $dstpath/$dstdb.raw
450 echo "$dstpath/$dstdb" >> ${DBDIR}/stage.loop_list/make_ignored_dependents_lists_unique.tmp
451 done < $dbpath/$srcdb
455 _program_exec_and_record_completion__operation ()
457 local dbrequires_valesc
458 message_section_title "Inspection of dependents"
459 dbrequires_valesc=`str_escape_replaceval "${DBDIR}/requires/"`
460 program_exec_restartable_loop_operation inspect_dependent
461 for dbtype in dependents ignored_dependents
463 sort -u "${DBDIR}/stage.loop_list/make_${dbtype}_lists_unique.tmp" 2> /dev/null \
464 > ${DBDIR}/stage.loop_list/make_${dbtype}_lists_unique || :
465 sort -u "${DBDIR}/${dbtype}_files.tmp" 2> /dev/null > ${DBDIR}/${dbtype}_files || :
466 [ -e "${DBDIR}/make_${dbtype}_lists_unique.prev" ] && \
467 fileedit_manipulate_old_lines "${DBDIR}/${dbtype}_files.prev" "${DBDIR}/${dbtype}_files" \
472 program_exec_and_record_completion INSPECT_DEPENDENTS
475 # ============= Remove duplicated lines in dependents lists =============
476 command_do_remove_duplicated_lines_in_dependents_lists ()
478 local PROGRAM_DEPENDS
479 PROGRAM_DEPENDS='CONVERT_REQUIREMENTS_LIST INSPECT_DEPENDENTS'
480 _program_exec_restartable_loop_operation__routine ()
482 local dbpath tag level dstdb
484 cat "$dstdb" "$dstdb.raw" 2> /dev/null | sort -u > $dstdb.tmp
485 mv "$dstdb.tmp" "$dstdb"
488 _program_exec_and_record_completion__operation ()
490 local dbrequires_valesc
491 message_section_title "Removing duplicated items in dependents lists"
492 program_exec_restartable_loop_operation make_dependents_lists_unique
495 program_exec_and_record_completion MAKE_DEPENDENTS_LISTS_UNIQUE
498 # ============= Remove duplicated lines in ignored dependents lists =============
499 command_do_remove_duplicated_lines_in_ignored_dependents_lists ()
501 local PROGRAM_DEPENDS
502 PROGRAM_DEPENDS='CONVERT_REQUIREMENTS_LIST INSPECT_DEPENDENTS'
503 _program_exec_restartable_loop_operation__routine ()
505 local dbpath tag level dstdb
507 cat "$dstdb" "$dstdb.raw" 2> /dev/null | sort -u > $dstdb.tmp
508 mv "$dstdb.tmp" "$dstdb"
511 _program_exec_and_record_completion__operation ()
513 local dbrequires_valesc
514 message_section_title "Removing duplicated items in ignored dependents lists"
515 program_exec_restartable_loop_operation make_ignored_dependents_lists_unique
518 program_exec_and_record_completion MAKE_IGNORED_DEPENDENTS_LISTS_UNIQUE
521 # ============= Preparation of target attribute information =============
522 command_do_preparation_of_target_attribute_information ()
524 local PROGRAM_DEPENDS _TARGET_ATTR_INFO_table
525 for _TARGET_ATTR_INFO_table in requirements dependents itself
527 [ `cat "${DBDIR}/stage.loop_list/target_${_TARGET_ATTR_INFO_table}.replaced.specified" 2> /dev/null \
528 | wc -l` -gt 0 ] || continue
529 PROGRAM_DEPENDS='DETERMINE_SPECIFIED_TARGETS CONVERT_REQUIREMENTS_LIST'
530 _program_exec_restartable_loop_operation__routine ()
532 local origin dbtargets_valesc table
534 dbtargets_valesc=`str_escape_replaceval "${DBDIR}/targets/"`
535 table=${_TARGET_ATTR_INFO_table}
536 for database in requires initial
538 dbpath=${DBDIR}/$database/$origin
539 dstpath=${DBDIR}/targets/$origin
541 touch "$dstpath/target_itself"
542 echo "$origin" >> ${DBDIR}/all_targets.lst
543 [ $table = itself ] && continue
544 for tag in all run build
546 for level in direct full
548 srcdb=${table}.${tag}.${level}
549 dstdb=target_${database}_${table}.${tag}.${level}
550 [ -e "$dbpath/$srcdb" ] || continue
551 cat "$dbpath/$srcdb" >> ${DBDIR}/all_targets.lst
552 sed -E "s/^/$dbtargets_valesc/; s|$|/$dstdb|" "$dbpath/$srcdb" \
553 | fileedit_add_a_line_to_files_if_new "$origin"
558 _program_exec_and_record_completion__operation ()
561 table=${_TARGET_ATTR_INFO_table}
562 message_section_title "Preparation of target attribute information for dependency [$table]"
563 program_exec_restartable_loop_operation target_$table.replaced.specified
566 program_exec_and_record_completion TARGET_ATTR_INFO:${_TARGET_ATTR_INFO_table}
570 # ============= Post-process after the preparation of target attribute information =============
571 command_do_post_process_after_the_preparation_of_target_attribute_information ()
573 local PROGRAM_DEPENDS
574 PROGRAM_DEPENDS='MAKE_DEPENDENTS_LISTS_UNIQUE MAKE_IGNORED_DEPENDENTS_LISTS_UNIQUE TARGET_ATTR_INFO:requirements TARGET_ATTR_INFO:dependents'
575 _program_exec_and_record_completion__operation ()
577 message_section_title "Post-process after the preparation of target attribute information"
578 sort -u "${DBDIR}/all_targets.lst" 2> /dev/null \
579 | grep -Fx -f "${DBDIR}/inspected_ports" \
580 | sed -E -f "${DBDIR}/REPLACE.complete_sed_pattern" 2> /dev/null \
581 > ${DBDIR}/all_targets.lst.tmp || :
582 mv "${DBDIR}/all_targets.lst.tmp" "${DBDIR}/all_targets.lst"
583 find "${DBDIR}/targets" -depth 2 -type d > ${DBDIR}/stage.loop_list/build_complement_to_new_dependents_for_targets 2> /dev/null || :
585 cat "${DBDIR}/all_targets.lst" "${DBDIR}/need.with_replaced.list" 2> /dev/null || :
586 find "${DBDIR}/moved_from" -depth 3 -type f -name installed_version \
587 | sed -E 's|.*/([^/]+/[^/]+)/[^/]*$|\1|'
588 } | sort -u > ${DBDIR}/stage.loop_list/inspect_necessity
589 cp /dev/null "${DBDIR}/stage.loop_list/parse_target_attr_info"
590 find -E "${DBDIR}/requires" -depth 3 -type f -regex '.*/necessary_port\.(direct|full)$' -delete
593 program_exec_and_record_completion TARGET_ATTR_INFO_POSTPROCESS
596 # ============= Build of data on complement to new dependents for target attribute information =============
597 command_do_build_of_data_on_complement_to_new_dependents_for_target_attribute_information ()
599 local PROGRAM_DEPENDS
600 PROGRAM_DEPENDS='TARGET_ATTR_INFO_POSTPROCESS TARGET_ATTR_INFO:requirements TARGET_ATTR_INFO:dependents CONVERT_REQUIREMENTS_LIST'
601 _program_exec_restartable_loop_operation__routine ()
605 origin=`str_dirpath_to_origin "$dbpath"`
606 database_build_complement_to_new_dependents_for_targets "$origin"
608 _program_exec_and_record_completion__operation ()
610 message_section_title "Build of data on complement to new dependents for target attribute information"
611 program_exec_restartable_loop_operation build_complement_to_new_dependents_for_targets
612 sort -u "${DBDIR}/stage.loop_list/parse_target_attr_info" > ${DBDIR}/stage.loop_list/parse_target_attr_info.tmp
613 mv "${DBDIR}/stage.loop_list/parse_target_attr_info.tmp" "${DBDIR}/stage.loop_list/parse_target_attr_info"
616 program_exec_and_record_completion COMPLEMENT_TO_NEW_DEPENDENTS_FOR_TARGET_ATTR_INFO
619 # ============= Parse target attribute information =============
620 command_do_parse_target_attribute_information ()
622 local PROGRAM_DEPENDS
623 PROGRAM_DEPENDS='COMPLEMENT_TO_NEW_DEPENDENTS_FOR_TARGET_ATTR_INFO'
624 _program_exec_restartable_loop_operation__routine ()
628 origin=`str_dirpath_to_origin "$dbpath"`
629 database_build_target_attributes "$origin"
631 _program_exec_and_record_completion__operation ()
633 message_section_title "Parsing target attribute information"
634 program_exec_restartable_loop_operation parse_target_attr_info
637 program_exec_and_record_completion PARSE_TARGET_ATTR_INFO
640 # ============= Inspection of necessity =============
641 command_do_inspection_of_necessity ()
643 local PROGRAM_DEPENDS
644 PROGRAM_DEPENDS='TARGET_ATTR_INFO_POSTPROCESS RECURSIVE_REQUIREMENT_LISTS:run RECURSIVE_REQUIREMENT_LISTS:build INSPECT_ALL_DEPENDENCIES'
645 _program_exec_restartable_loop_operation__routine ()
649 for level in direct full
651 database_build_inspect_necessity_for_only_new_upgrade "$origin" "$level"
654 _program_exec_and_record_completion__operation ()
656 message_section_title "Inspection of necessity"
657 program_exec_restartable_loop_operation inspect_necessity
658 for level in direct full
660 find "${DBDIR}/requires" -depth 3 -type f -name "necessary_port.${level}" \
661 > ${DBDIR}/stage.loop_list/necessary_ports.${level}
665 program_exec_and_record_completion INSPECT_NECESSITY
668 # ============= Inspection of necessary upgrades =============
669 command_do_inspection_of_necessary_upgrades ()
671 local PROGRAM_DEPENDS _NECESSARY_UPDATES_level
672 for _NECESSARY_UPDATES_level in direct full
674 PROGRAM_DEPENDS='INSPECT_NECESSITY INSPECT_ALL_DEPENDENCIES MAKE_DEPENDENTS_LISTS_UNIQUE MAKE_IGNORED_DEPENDENTS_LISTS_UNIQUE'
675 _program_exec_restartable_loop_operation__routine ()
677 local markerpath level dbpath origin tag
679 level=${_NECESSARY_UPDATES_level}
680 dbpath=`dirname "$markerpath"`
681 origin=`str_dirpath_to_origin "$dbpath"`
682 database_query_does_a_port_need_update "$origin" || return 0
683 for tag in all run build none
685 touch "$dbpath/necessary_upgrade.$tag.${level}"
686 [ -e "$dbpath/dependents.$tag.${level}" -o "$dbpath/ignored_dependents.$tag" ] || continue
687 cat "$dbpath/dependents.$tag.${level}" "$dbpath/ignored_dependents.$tag" 2> /dev/null | \
688 while read origin_dependent
690 touch "${DBDIR}/requires/$origin_dependent/necessary_upgrade.$tag.${level}"
694 _program_exec_and_record_completion__operation ()
697 level=${_NECESSARY_UPDATES_level}
698 message_section_title "Inspection of necessary upgrades at the $level level"
699 program_exec_restartable_loop_operation necessary_ports.${level}
702 program_exec_and_record_completion NECESSARY_UPDATES:${_NECESSARY_UPDATES_level}
706 # ============= Preparation for inspection of new leaf ports =============
707 command_do_preparation_for_inspection_of_new_leaf_ports ()
709 local PROGRAM_DEPENDS
710 if [ ! -e "${DBDIR}/inspected_ports_only_partially" ]
712 PROGRAM_DEPENDS='INSPECT_ALL_DEPENDENCIES MAKE_DEPENDENTS_LISTS_UNIQUE MAKE_IGNORED_DEPENDENTS_LISTS_UNIQUE PARSE_CONF'
713 _program_exec_and_record_completion__operation ()
715 message_section_title "Preparation for inspection of new leaf ports"
716 find "${DBDIR}/requires" -depth 3 -type f -name dependents.all.full -or -name ignored_dependents.all \
717 | sed -E 's|.*/([^/]+/[^/]+)/[^/]+$|\1|' \
718 | sort -u > ${TMPDIR}/PREPARE_INSPECT_LEAF_PORTS:nonleaf_ports
719 sort -u "${DBDIR}/inspected_ports" > ${TMPDIR}/PREPARE_INSPECT_LEAF_PORTS:inspected_ports
720 fileedit_manipulate_new_lines \
721 "${TMPDIR}/PREPARE_INSPECT_LEAF_PORTS:nonleaf_ports" \
722 "${TMPDIR}/PREPARE_INSPECT_LEAF_PORTS:inspected_ports" \
723 | grep -v -Fx -f "${DBDIR}/conf/HOLD:PORTS.parsed" 2> /dev/null \
724 > ${DBDIR}/stage.loop_list/leaf_ports_primary_candidates || :
725 cp /dev/null "${DBDIR}/leaf_ports.filter"
726 cp /dev/null "${DBDIR}/stage.loop_list/leaf_ports_secondary_candidates"
729 program_exec_and_record_completion PREPARE_INSPECT_LEAF_PORTS
733 # ============= Inspection of new primary leaf ports =============
734 command_do_inspection_of_new_primary_leaf_ports ()
736 local PROGRAM_DEPENDS
737 if [ ! -e "${DBDIR}/inspected_ports_only_partially" ]
739 PROGRAM_DEPENDS='INSPECT_ALL_DEPENDENCIES MAKE_DEPENDENTS_LISTS_UNIQUE MAKE_IGNORED_DEPENDENTS_LISTS_UNIQUE PREPARE_INSPECT_LEAF_PORTS PARSE_CONF'
740 _program_exec_restartable_loop_operation__routine ()
742 local origin origin_ini dbpath origin_req
744 pkgsys_is_pkgtool "$origin" && return
745 dbpath=${DBDIR}/requires/$origin
746 grep -q -Fx "$origin" "${DBDIR}/need.with_replaced.list" 2> /dev/null && return
747 if ! grep -q -Fx "$origin" "${DBDIR}/noneed.list" 2> /dev/null
749 if [ -e "$dbpath/initial_orig" ]
751 origin_ini=`cat "$dbpath/initial_orig"`
752 [ -e "${DBDIR}/initial/$origin_ini/installed_version" \
753 -a `cat "${DBDIR}/initial/$origin_ini/dependents.all.full" 2> /dev/null | wc -l` -eq 0 ] \
756 [ -e "${DBDIR}/initial/$origin/installed_version" \
757 -a `cat "${DBDIR}/initial/$origin/dependents.all.full" 2> /dev/null | wc -l` -eq 0 ] \
760 if [ -e "$dbpath/requirements.all.full" -o -e "$dbpath/ignored_requirements.all" ]
762 cat "$dbpath/requirements.all.full" "$dbpath/ignored_requirements.all" 2> /dev/null | \
763 grep -v -Fx -f "${DBDIR}/conf/HOLD:PORTS.parsed" 2> /dev/null| \
764 fileedit_add_lines_if_new "${DBDIR}/stage.loop_list/leaf_ports_secondary_candidates" || :
766 fileedit_add_a_line_if_new "$origin" "${DBDIR}/leaf_ports.filter"
768 _program_exec_and_record_completion__operation ()
770 local num_leaves num_leaves_prev
771 message_section_title "Inspection of new primary leaf ports"
772 program_exec_restartable_loop_operation leaf_ports_primary_candidates
773 wc -l < ${DBDIR}/leaf_ports.filter | tr -d ' ' > ${DBDIR}/num_leaves
774 cp /dev/null "${DBDIR}/leaf_ports_secondary_candidates.new_requirements"
775 message_echo " `cat "${DBDIR}/num_leaves"` primary leaf port(s) is/are found."
778 program_exec_and_record_completion INSPECT_PRIMARY_LEAF_PORTS
782 # ============= Inspection of requirements of new leaf ports =============
783 command_do_inspection_of_requirements_of_new_leaf_ports ()
785 local PROGRAM_DEPENDS
786 if [ ! -e "${DBDIR}/inspected_ports_only_partially" ]
788 PROGRAM_DEPENDS='INSPECT_ALL_DEPENDENCIES MAKE_DEPENDENTS_LISTS_UNIQUE MAKE_IGNORED_DEPENDENTS_LISTS_UNIQUE INSPECT_PRIMARY_LEAF_PORTS PARSE_CONF'
789 _program_exec_and_record_completion__operation ()
791 local num_leaves num_leaves_prev num_inspect num_leaves_new
792 message_section_title "Inspection of requirements of new leaf ports"
793 message_echo "INFO: The inspection proceeds by iterative method."
796 _program_exec_restartable_loop_operation__routine ()
800 pkgsys_is_pkgtool "$origin" && return
801 dbpath=${DBDIR}/requires/$origin
802 grep -q -Fx "$origin" "${DBDIR}/need.with_replaced.list" 2> /dev/null && return
803 cat "$dbpath/dependents.all.full" "$dbpath/ignored_dependents.all" 2> /dev/null \
804 | grep -Fxq -v -f "${DBDIR}/leaf_ports.filter" 2> /dev/null && return
805 cat "$dbpath/requirements.all.full" "$dbpath/ignored_requirements.all" 2> /dev/null \
806 >> ${DBDIR}/leaf_ports_secondary_candidates.new_requirements || :
807 fileedit_add_a_line_if_new "$origin" "${DBDIR}/leaf_ports.filter"
809 program_exec_restartable_loop_operation leaf_ports_secondary_candidates
810 num_leaves_prev=`cat "${DBDIR}/num_leaves"`
811 num_leaves=`wc -l < ${DBDIR}/leaf_ports.filter | tr -d ' '`
812 num_leaves_new=`echo $(($num_leaves-$num_leaves_prev)) | tr -d ' '`
813 if [ $num_leaves_new -eq 0 ]
815 message_echo " No more leaf port is found."
816 message_echo " $num_leaves leaf port(s) is/are found in total."
820 grep -Fx -v -f "${DBDIR}/leaf_ports.filter" \
821 "${DBDIR}/stage.loop_list/leaf_ports_secondary_candidates" || :
822 cat "${DBDIR}/leaf_ports_secondary_candidates.new_requirements" || :
823 } 2> /dev/null | grep -v -Fx -f "${DBDIR}/conf/HOLD:PORTS.parsed" 2> /dev/null | sort -u \
824 > ${DBDIR}/stage.loop_list/leaf_ports_secondary_candidates.tmp || :
825 program_reset_loop_for_stage INSPECT_REQUIREMENTS_OF_LEAF_PORTS
826 mv "${DBDIR}/stage.loop_list/leaf_ports_secondary_candidates.tmp" \
827 "${DBDIR}/stage.loop_list/leaf_ports_secondary_candidates"
828 cp /dev/null "${DBDIR}/leaf_ports_secondary_candidates.new_requirements"
829 echo "$num_leaves" > ${DBDIR}/num_leaves
830 num_inspect=`wc -l < ${DBDIR}/stage.loop_list/leaf_ports_secondary_candidates | tr -d ' '`
831 message_echo " $num_leaves_new leaf port(s) is/are newly found; continue for $num_inspect candidate(s)."
833 grep -Fx -f "${DBDIR}/leaf_ports.filter" "${DBDIR}/inspected_ports" 2> /dev/null | sort -u > ${DBDIR}/leaf_ports || :
836 program_exec_and_record_completion INSPECT_REQUIREMENTS_OF_LEAF_PORTS
840 # ============= Order the ports considering dependencies =============
841 command_do_order_the_ports_considering_dependencies ()
843 local PROGRAM_DEPENDS
844 PROGRAM_DEPENDS='CONVERT_REQUIREMENTS_LIST'
845 _program_exec_and_record_completion__operation ()
847 message_section_title "Ordering dependencies"
848 if ! database_build_order_ports_considering_dependencies
850 message_echo "ERROR: Unsatisfied dependencies are remained:" >&2
851 message_cat "${DBDIR}/unsatisfied.list"
852 message_echo "*** Aborted by ${APPNAME}"
853 message_echo "The ports tree seems broken. You might have caught an incomplete version."
854 message_echo "You are encouraged to update the ports tree by portsnap(8)."
855 message_echo "Then execute"
856 message_echo " ${APPNAME} clean"
857 message_echo "before restart."
858 temp_terminate_process () { :; }
863 program_exec_and_record_completion ORDER_ALL_DEPENDENCIES
866 # ============= Selection of removing leaf ports =============
867 command_do_selection_of_removing_leaf_ports ()
869 local PROGRAM_DEPENDS
870 PROGRAM_DEPENDS='INSPECT_REQUIREMENTS_OF_LEAF_PORTS'
871 _program_exec_and_record_completion__operation ()
873 message_section_title "Selection of removing leaf ports"
874 deinstall_select_leaf_ports_to_delete
877 program_exec_and_record_completion SELECT_LEAF_PORTS
880 # ============= Selection of removing obsolete ports =============
881 command_do_selection_of_removing_obsolete_ports ()
883 local PROGRAM_DEPENDS
884 PROGRAM_DEPENDS='INSPECT_ALL_DEPENDENCIES PARSE_CONF'
885 _program_exec_and_record_completion__operation ()
887 message_section_title "Selection of removing obsolete ports"
888 deinstall_select_obsolete_ports_to_delete
891 program_exec_and_record_completion SELECT_OBSOLETE_PORTS
894 # ============= Collection of leaf ports to delete =============
895 command_do_collection_of_leaf_ports_to_delete ()
897 local PROGRAM_DEPENDS
898 if [ ! -e "${DBDIR}/inspected_ports_only_partially" ]
900 PROGRAM_DEPENDS='SELECT_LEAF_PORTS'
901 _program_exec_and_record_completion__operation ()
903 local src src_unselected reqptn_file src_with_initial_origins
904 message_section_title "Collecting leaf ports to delete"
905 src=${DBDIR}/leaf_ports
906 src_unselected=${DBDIR}/leaf_ports_to_delete.unselected
907 src_with_initial_origins=${DBDIR}/leaf_ports.with_ini
908 reqptn_file=${DBDIR}/leaf_ports.requirements_of_unselected
909 cat "$src_unselected" 2> /dev/null | while read origin
911 cat "${DBDIR}/requires/$origin/requirements.all.full" "${DBDIR}/requires/$origin/ignored_requirements.all" || :
912 done 2> /dev/null | sort -u > $reqptn_file
913 database_query_add_initial_origins < $src > $src_with_initial_origins
916 program_exec_and_record_completion COLLECT_LEAF_PORTS_TO_DELETE
920 # ============= Collection of obsolete ports to delete =============
921 command_do_collection_of_obsolete_ports_to_delete ()
923 local PROGRAM_DEPENDS
924 PROGRAM_DEPENDS='SELECT_OBSOLETE_PORTS'
925 _program_exec_and_record_completion__operation ()
927 local src src_selected src_unselected dst_selected reqptn_file
928 message_section_title "Collecting obsolete ports to delete"
929 src=${DBDIR}/obsolete_ports.can_be_deleted
930 src_selected=${DBDIR}/obsolete_ports_to_delete.selected
931 src_unselected=${DBDIR}/obsolete_ports_to_delete.unselected
932 dst_selected=${DBDIR}/obsolete_ports_to_delete
933 reqptn_file=${DBDIR}/obsolete_ports.requirements_of_unselected
934 cat "$src_unselected" 2> /dev/null | while read origin
936 cat "${DBDIR}/initial/$origin/requirements.run.full" || :
937 cat "${DBDIR}/obsolete/$origin/requirements.run.full" || :
938 done | sort -u > $reqptn_file
939 grep -v -Fx -f "$reqptn_file" "$src_selected" > $dst_selected 2> /dev/null || :
942 program_exec_and_record_completion COLLECT_OBSOLETE_PORTS_TO_DELETE
945 # ============= Set up the list of ports to reinstall =============
946 command_do_set_up_the_list_of_ports_to_reinstall ()
948 local PROGRAM_DEPENDS
949 PROGRAM_DEPENDS='ORDER_ALL_DEPENDENCIES'
950 _program_exec_and_record_completion__operation ()
952 message_section_title "Setting up the list of ports to reinstall"
953 cp -p "${DBDIR}/reinst_order.list" "${DBDIR}/stage.loop_list/reinst_todo"
956 program_exec_and_record_completion SETUP_REINST_TODO
959 # ============= Composition of a list for deinstallation of obsolete and leaf packages =============
960 command_do_composition_of_a_list_for_deinstallation_of_obsolete_and_leaf_packages ()
962 local PROGRAM_DEPENDS
963 PROGRAM_DEPENDS='COLLECT_LEAF_PORTS_TO_DELETE COLLECT_OBSOLETE_PORTS_TO_DELETE'
964 _program_exec_and_record_completion__operation ()
966 local reqptn_leaf reqptn_obs leaf_selected leaf_selected_src obs_selected obs_selected_src grepptn preserved
967 message_section_title "Composing a list for deinstallation of obsolete and leaf packages"
968 reqptn_leaf=${DBDIR}/leaf_ports.requirements_of_unselected
969 reqptn_obs=${DBDIR}/obsolete_ports.requirements_of_unselected
970 leaf_selected_src=${DBDIR}/leaf_ports_to_delete.selected
971 leaf_selected=${DBDIR}/leaf_ports_to_delete
972 obs_selected_src=${DBDIR}/obsolete_ports_to_delete.selected
973 obs_selected=${DBDIR}/obsolete_ports_to_delete
974 grepptn=${DBDIR}/ports_to_delete.grep_pattern
975 grepptn_col1=${DBDIR}/ports_to_delete.grep_pattern_col1
976 preserved=${TMPDIR}/LIST_DEINST_PKGS::preserved
977 if [ ! -e "${DBDIR}/inspected_ports_only_partially" ]
979 cat "$reqptn_leaf" "$reqptn_obs" 2> /dev/null | sort -u > $grepptn
980 grep -v -Fx -f "$grepptn" "$leaf_selected_src" 2> /dev/null \
981 | database_query_add_initial_origins > $leaf_selected || :
982 cat "$obs_selected" "$leaf_selected" 2> /dev/null || :
984 rm -f "$leaf_selected"
985 cat "$obs_selected" 2> /dev/null
986 fi | sort -u > ${DBDIR}/stage.loop_list/ports_to_delete
987 str_escape_regexp_filter < ${DBDIR}/stage.loop_list/ports_to_delete \
988 | sed 's/^/^/;s/$/[[:space:]]/' > $grepptn_col1
989 cat "${DBDIR}/leaf_ports.with_ini" "${DBDIR}/obsolete_ports" 2> /dev/null \
990 | grep -Fx -v -f "${DBDIR}/stage.loop_list/ports_to_delete" > ${DBDIR}/stage.loop_list/ports_to_restore 2> /dev/null || :
991 if [ $opt_batch_mode = no ]
993 if [ ! -e "${DBDIR}/inspected_ports_only_partially" ] && \
994 grep -v -Fx -f "${DBDIR}/stage.loop_list/ports_to_delete" "$leaf_selected_src" > $preserved 2> /dev/null
996 message_echo "INFO: Following leaf ports are preserved because required by other preserved leaf/obsolete ports."
997 message_echo "----------------"
1000 pkgtag=`cat "${DBDIR}/moved_from/$origin/pkgtag" 2> /dev/null` || :
1003 echo "$origin" "($pkgtag)"
1008 message_echo "----------------"
1010 if grep -v -Fx -f "${DBDIR}/stage.loop_list/ports_to_delete" "$obs_selected_src" > $preserved 2> /dev/null
1012 message_echo "INFO: Following obsolete ports are preserved because required by other obsolete ports."
1013 message_echo "----------------"
1016 pkgtag=`cat "${DBDIR}/initial/$origin/installed_version" 2> /dev/null` || :
1019 echo "$origin" "($pkgtag)"
1024 message_echo "----------------"
1029 program_exec_and_record_completion LIST_DEINST_PKGS
1032 # ============= Collect entire distfiles list =============
1033 command_do_collect_entire_distfiles_list ()
1035 local PROGRAM_DEPENDS
1036 if [ $opt_inspect_entire_distinfo = yes ]
1039 _program_exec_and_record_completion__operation ()
1041 message_section_title "Collecting entire distfiles list"
1042 find "${PORTSDIR}" -depth 3 -name distinfo -exec cat {} \; \
1043 | grep '^SHA256 ' | sed -E 's/^SHA256 \(([^)]*)\).*/\1/' \
1044 | sort -u > ${DBDIR}/distfiles.entire.tmp
1045 mv "${DBDIR}/distfiles.entire.tmp" "${DBDIR}/distfiles.entire"
1048 program_exec_and_record_completion COLLECT_ALL_DISTFILES_LIST
1052 # ============= Inspection of all required distfiles =============
1053 command_do_inspection_of_all_required_distfiles ()
1055 local PROGRAM_DEPENDS
1056 PROGRAM_DEPENDS='INSPECT_ALL_DEPENDENCIES COLLECT_ALL_DISTFILES_LIST'
1057 _program_exec_and_record_completion__operation ()
1059 message_section_title "Summarizing distfiles list"
1061 cat "${DBDIR}/distfiles.entire" || :
1062 cat "${DBDIR}/distfiles.inspected" || :
1063 } 2> /dev/null | sort -u | str_escape_regexp_filter \
1064 | sed 's|^|^\\.\\/|; s|$|$|' > ${DBDIR}/distfiles.grep.pattern || :
1067 program_exec_and_record_completion DISTFILES_LIST
1070 # ============= Clean up of reinstallation status for preparation =============
1071 command_do_clean_up_of_reinstallation_status_for_preparation ()
1073 local PROGRAM_DEPENDS
1074 PROGRAM_DEPENDS='REDO_INIT INSPECT_ALL_DEPENDENCIES'
1075 _program_exec_and_record_completion__operation ()
1077 message_section_title "Cleaning up of reinstallation status for preparation"
1078 rm -rf "${DBDIR}/status.ports"
1081 program_exec_and_record_completion CLEANUP_REINST_STATUS
1084 # ============= Completion of building the temporary database =============
1085 command_do_completion_of_building_the_temporary_database ()
1087 local PROGRAM_DEPENDS
1088 PROGRAM_DEPENDS='REDO_INIT SETUP_REINST_TODO CLEANUP_REINST_STATUS PARSE_CONF INSPECT_ALL_DEPENDENCIES NECESSARY_UPDATES:direct NECESSARY_UPDATES:full PARSE_TARGET_ATTR_INFO MAKE_DEPENDENTS_LISTS_UNIQUE MAKE_IGNORED_DEPENDENTS_LISTS_UNIQUE COLLECT_LEAF_PORTS_TO_DELETE'
1089 _program_exec_and_record_completion__operation ()
1091 message_section_title "The temporary database is completely built up"
1094 program_exec_and_record_completion PREPARATION
1097 # ============= End of do/redo prepare =============
1098 command_do_end_at_prepare_complete ()
1101 tmp_msg=${TMPDIR}/command_do_end_at_prepare_complete:msg
1102 cat > "$tmp_msg" << eof
1103 Done (skipped reinstallation) at `message_timestamp`
1105 You can restart this process from the aborted/terminated point by executing without options or arguments as:
1108 message_cat "$tmp_msg"
1109 temp_terminate_process () { :; }
1112 # ============= Reinstallation of remained ports =============
1113 command_do_reinstallation_of_remained_ports ()
1115 local PROGRAM_DEPENDS
1116 PROGRAM_DEPENDS='PREPARATION'
1117 _program_exec_restartable_loop_operation__routine ()
1121 _program_exec_and_record_completion__operation ()
1123 local _MSG_CURRENT_STAGE_general
1124 _MSG_CURRENT_STAGE_general="reinstallation"
1125 temp_set_msg_current_stage "${_MSG_CURRENT_STAGE_general}"
1126 message_section_title "Reinstallation"
1127 program_exec_restartable_loop_operation reinst_todo
1128 reinstall_restore_conflicts
1129 temp_set_msg_current_stage
1132 program_exec_and_record_completion REINSTALLATION
1135 # ============= Restoration of obsolete and leaf packages which have been deinstalled but unselected from the deletion list again =============
1136 command_do_restore_needed_obsolete_and_leaf_packages ()
1138 local PROGRAM_DEPENDS
1139 PROGRAM_DEPENDS='REDO_INIT LIST_DEINST_PKGS'
1140 _program_exec_restartable_loop_operation__routine ()
1142 deinstall_restore "$@"
1144 _program_exec_and_record_completion__operation ()
1146 local _MSG_CURRENT_STAGE_general
1147 _MSG_CURRENT_STAGE_general="restoration of unselected obsolete/leaf packages"
1148 temp_set_msg_current_stage "${_MSG_CURRENT_STAGE_general}"
1149 message_section_title "Restoration of unselected obsolete/leaf packages"
1150 program_exec_restartable_loop_operation ports_to_restore
1151 temp_set_msg_current_stage
1154 program_exec_and_record_completion RESTORE_ONCE_DEINST_PKGS
1157 # ============= Deinstallation of unused obsolete and leaf packages =============
1158 command_do_deinstallation_of_unused_obsolete_and_leaf_packages ()
1160 local PROGRAM_DEPENDS
1161 PROGRAM_DEPENDS='REDO_INIT LIST_DEINST_PKGS'
1162 _program_exec_restartable_loop_operation__routine ()
1166 _program_exec_and_record_completion__operation ()
1168 local _MSG_CURRENT_STAGE_general
1169 _MSG_CURRENT_STAGE_general="deinstallation of obsolete/leaf packages"
1170 temp_set_msg_current_stage "${_MSG_CURRENT_STAGE_general}"
1171 message_section_title "Deinstallation of unused obsolete/leaf packages"
1172 program_exec_restartable_loop_operation ports_to_delete
1173 temp_set_msg_current_stage
1176 program_exec_and_record_completion DEINST_UNUSED_PKGS
1179 # ============= Clean up obsolete or unused distfiles =============
1180 command_do_clean_up_obsolete_or_unused_distfiles ()
1182 local PROGRAM_DEPENDS
1183 if [ $opt_only_target_scope = no -a $opt_keep_distfiles = no ]
1185 PROGRAM_DEPENDS='REINSTALLATION DISTFILES_LIST'
1186 _program_exec_and_record_completion__operation ()
1188 local tmp_distfiles_exists
1189 message_section_title "Cleaning up obsolete or unused distfiles"
1190 tmp_distfiles_exists=${TMPDIR}/CLEANUP_OBSLETE_DISTFILES::distfiles_exists
1191 [ $opt_dry_run = yes ] && message_echo "INFO: The operations are not actually carried out."
1192 ( set -e; cd "${DISTDIR}" && find . -type f ) \
1193 | sed 's|^\./||' | sort -u > $tmp_distfiles_exists
1194 fileedit_manipulate_old_lines "$tmp_distfiles_exists" "${DBDIR}/distfiles.entire" \
1195 | while read distfile
1197 if [ $opt_batch_mode = no ]
1201 [ $opt_dry_run = yes ] && continue
1202 rm -f "${DISTDIR}/$distfile"
1206 program_exec_and_record_completion CLEANUP_OBSLETE_DISTFILES
1210 # ============= Rebuild of package database =============
1211 command_do_rebuild_of_package_database ()
1213 local PROGRAM_DEPENDS
1214 PROGRAM_DEPENDS='REINSTALLATION RESTORE_ONCE_DEINST_PKGS DEINST_UNUSED_PKGS'
1215 _program_exec_and_record_completion__operation ()
1217 which -s pkgdb || return 0
1218 message_section_title "Rebuilding package database for portupgrade"
1219 if grep -q @ "${DBDIR}/stage.loop_list/reinst_todo"
1221 message_echo "INFO: Skipped because of lacking flavor support."
1227 program_exec_and_record_completion REBUILD_PKGDB
1230 # =============Operation of redo command irrespective of option settings =============
1231 command_do_redo__command_all_exec_irrespective_of_saved_options ()
1233 [ $opt_reload_conf = yes ] || return 0
1234 program_deregister_stage_complete SAVE_PREV_CONF
1235 program_deregister_stage_complete ALL_COMPLETE
1236 rm -f "${DBDIR}"/complete
1239 # ============= Preparation of the temporary database =============
1240 command_do_prepare ()
1242 # Meta process for redo
1243 command_do_meta_process_for_redo
1245 # Determine specified targets
1246 command_do_determin_specified_targets
1248 # Show specified targets
1249 command_do_show_specified_targets
1251 # Determine all target ports
1252 command_do_determine_all_target_ports
1254 # Loop considering cases that port options are changed after inspection
1257 # Prepare for inspecting all dependencies
1258 command_do_prepare_for_inspect_all_dependencies
1260 # Inspection of all dependencies
1261 command_do_inspection_of_all_dependencies
1263 # Convert dependency-lists to actual ones
1264 command_do_convert_dependency_lists_to_actual_ones
1266 # Completion of recursive requirement lists
1267 command_do_completion_of_recursive_requirement_lists
1269 # Trim dependency lists by removing uninspected ports
1270 command_do_trim_dependency_lists_by_removing_uninspected_ports
1272 # Inspection of dependents
1273 command_do_inspection_of_dependents
1275 # End the loop when no change is made on port options after the inspection
1276 command_do_reset_changed_portdb && break
1279 # Remove duplicated lines in dependents lists
1280 command_do_remove_duplicated_lines_in_dependents_lists
1282 # Remove duplicated lines in ignored dependents lists
1283 command_do_remove_duplicated_lines_in_ignored_dependents_lists
1285 # Preparation of target attribute information
1286 command_do_preparation_of_target_attribute_information
1288 # Post-process after the preparation of target attribute information
1289 command_do_post_process_after_the_preparation_of_target_attribute_information
1291 # Build of data on complement to new dependents for target attribute information
1292 command_do_build_of_data_on_complement_to_new_dependents_for_target_attribute_information
1294 # Parse target attribute information
1295 command_do_parse_target_attribute_information
1297 # Inspection of necessity
1298 command_do_inspection_of_necessity
1300 # Inspection of necessary upgrades
1301 command_do_inspection_of_necessary_upgrades
1303 # Preparation for inspection of new leaf ports
1304 command_do_preparation_for_inspection_of_new_leaf_ports
1306 # Inspection of new primary leaf ports
1307 command_do_inspection_of_new_primary_leaf_ports
1309 # Inspection of requirements of new leaf ports
1310 command_do_inspection_of_requirements_of_new_leaf_ports
1312 # Order the ports considering dependencies
1313 command_do_order_the_ports_considering_dependencies
1315 # Selection of removing leaf ports
1316 command_do_selection_of_removing_leaf_ports
1318 # Selection of removing obsolete ports
1319 command_do_selection_of_removing_obsolete_ports
1321 # Collection of leaf ports to delete
1322 command_do_collection_of_leaf_ports_to_delete
1324 # Collection of obsolete ports to delete
1325 command_do_collection_of_obsolete_ports_to_delete
1327 # Set up the list of ports to reinstall
1328 command_do_set_up_the_list_of_ports_to_reinstall
1330 # Composition of a list for deinstallation of obsolete and leaf packages
1331 command_do_composition_of_a_list_for_deinstallation_of_obsolete_and_leaf_packages
1333 # Collect entire distfiles list
1334 command_do_collect_entire_distfiles_list
1336 # Inspection of all required distfiles
1337 command_do_inspection_of_all_required_distfiles
1339 # Clean up of reinstallation status for preparation
1340 command_do_clean_up_of_reinstallation_status_for_preparation
1342 # Completion of building the temporary database
1343 command_do_completion_of_building_the_temporary_database
1346 # ============= Reset the progress of reinstallation for retrial =============
1347 command_do_reset_for_reinst_retrial ()
1349 program_deregister_stage_complete REINSTALLATION
1350 program_deregister_stage_complete RESTORE_ONCE_DEINST_PKGS
1351 program_deregister_stage_complete DEINST_UNUSED_PKGS
1352 rm -rf "${DBDIR}/status.ports" "${DBDIR}/new_success_in_current_run"
1355 # ============= Main operation of do/redo =============
1359 # Reset termination messages
1360 temp_reset_termination_messages_common
1365 if [ $ntrial -gt 0 ]
1367 message_echo "########## RETRIAL ($ntrial) OF (RE)INSTALLATION ##########"
1371 # Reinstallation of remained ports
1372 command_do_reinstallation_of_remained_ports
1374 if [ $opt_fetch_only = yes ]
1376 message_echo "Completed the fetch only mode."
1380 # Restoration of obsolete and leaf packages which have been deinstalled but unselected from the deletion list again
1381 command_do_restore_needed_obsolete_and_leaf_packages
1383 # Deinstallation of unused obsolete and leaf packages
1384 command_do_deinstallation_of_unused_obsolete_and_leaf_packages
1386 # Clean up obsolete or unused distfiles
1387 command_do_clean_up_obsolete_or_unused_distfiles
1389 # Rebuild of package database
1390 command_do_rebuild_of_package_database
1392 # Retry if incomplete
1393 command_do_is_everything_resolved && break
1394 database_query_is_any_progress || break
1395 command_do_reset_for_reinst_retrial
1396 ntrial=$(($ntrial+1))
1401 # ============= Check whether everything is resolved =============
1402 command_do_is_everything_resolved ()
1405 for subject in failure redo conflict
1407 database_query_show_single_list_exec "$subject" \
1408 `options_get_dependency_type` `options_get_dependency_level` > /dev/null 2> /dev/null && return 1
1413 # ============= Notice of failures =============
1414 command_do_failure_notice ()
1416 local exists_unresolved_ports
1417 exists_unresolved_ports=
1418 message_summary_dependents_of_failed_reinstallation failure || exists_unresolved_ports=y
1419 message_summary_dependents_of_failed_reinstallation redo || exists_unresolved_ports=y
1420 message_summary_dependents_of_failed_reinstallation conflict || exists_unresolved_ports=y
1421 [ "x$exists_unresolved_ports" = xy ] || return 0
1422 message_summary_advice_on_manual_solution
1426 # ============= Ending process =============
1427 command_do_ending_process ()
1429 local PROGRAM_DEPENDS
1430 temp_terminate_process () { :; }
1431 if command_do_failure_notice
1433 if [ $opt_no_opening_message = yes ]
1435 message_echo "Done as ${APPNAME}"
1438 message_section_title "COMPLETELY DONE"
1439 if [ $opt_fetch_only = no -a $opt_dry_run = no ]
1441 PROGRAM_DEPENDS='REBUILD_PKGDB CLEANUP_OBSLETE_DISTFILES '
1442 _program_exec_and_record_completion__operation ()
1445 program_exec_and_record_completion ALL_COMPLETE
1446 message_echo "- E N D -"
1448 message_echo "INFO: Redo for the real (re)installation."
1451 message_warn_no_achieved_progress
1452 message_section_title "Done with some unresolved problems"
1453 message_echo "- To be continued -"