lib/libdatabase_build.sh

   1 #!/bin/sh -e
   2 # ==============================================================================
   3 # portsreinstall library script
   4 # - Operations for building the temporary database -
   5 # Copyright (C) 2013-2018 Mamoru Sakaue, MwGhennndo, All Rights Reserved.
   6 # This software is distributed under the 2-Clause BSD License.
   7 # ==============================================================================
   8
   9 # ============= Register an obsolete flavored origin =============
  10 database_build_register_obsolete_port ()
  11 {
  12         local origin dbpath pkgtag
  13         origin=$1
  14         dbpath=${DBDIR}/obsolete/$origin
  15         [ -e "$dbpath/complete_as_node" ] && return
  16         mkdir -p "${DBDIR}/obsolete/$origin"
  17         pkgtag=`pkgsys_get_init_pkg_from_orig "$origin"`
  18         [ -n "$pkgtag" ] || pkgtag='[not installed]'
  19         echo "$pkgtag" > ${DBDIR}/obsolete/$origin/pkgtag
  20         for table in dependents requirements
  21         do
  22                 for level in direct full
  23                 do
  24                         for tag in all run build
  25                         do
  26                                 srcfile=${DBDIR}/initial/$origin/${table}.${tag}.${level}
  27                                 [ -e "$srcfile" ] && ln -f "$srcfile" "$dbpath/${table}.${tag}.${level}.src"
  28                         done
  29                 done
  30         done
  31         touch "$dbpath/complete_as_node"
  32 }
  33
  34 # ============= Convert and register if a flavored origin is obsolete =============
  35 database_build_convert_and_register_origin_if_obsolete ()
  36 {
  37         local origin recursedb_in recursedb output_origin iline_db origin_new date_moved why_moved
  38         origin=$1
  39         recursedb_in=$2
  40         recursedb=${recursedb_in:-${PORTS_MOVED_DB}}
  41         echo "$origin" > ${TMPDIR}/database_build_convert_and_register_origin_if_obsolete:origin
  42         pkgsys_exists_port "$origin" && return
  43         database_build_register_obsolete_port "$origin"
  44         grep -n -m 1 -E "^`str_escape_regexp \"$origin\"`\|" "$recursedb" 2> /dev/null > ${TMPDIR}/moved.info || :
  45         if [ `wc -l < ${TMPDIR}/moved.info` -eq 0 ]
  46         then
  47                 fileedit_add_a_line_if_new "$origin" "${DBDIR}/obsolete_ports"
  48                 if [ -n "$recursedb_in" ]
  49                 then
  50                         message_echo "${DEPTH_INDEX}  ===> Disappeared port (MOVED broken?)"
  51                 else
  52                         message_echo "${DEPTH_INDEX}  ===> Nonexistent port (your original?)"
  53                 fi
  54                 return 1
  55         else
  56                 iline_db=`cut -d : -f 1 "${TMPDIR}/moved.info"`
  57                 sed 1,${iline_db}d "${PORTS_MOVED_DB}" > ${TMPDIR}/MOVED.DB
  58                 origin_new=`sed -E 's/^[0-9]+://' "${TMPDIR}/moved.info" | cut -d '|' -f 2 || :`
  59                 date_moved=`cut -d '|' -f 3 "${TMPDIR}/moved.info" || :`
  60                 why_moved=`cut -d '|' -f 4 "${TMPDIR}/moved.info" || :`
  61                 if [ -n "$origin_new" ]
  62                 then
  63                         message_echo "${DEPTH_INDEX}  ===> Moved to $origin_new at $date_moved because \"$why_moved\""
  64                         fileedit_add_a_line_if_new "$origin" "${TMPDIR}/database_build_convert_and_register_origin_if_obsolete:origins_old"
  65                         database_build_convert_and_register_origin_if_obsolete "$origin_new" "${TMPDIR}/MOVED.DB" || return 1
  66                 else
  67                         message_echo "${DEPTH_INDEX}  ===> Deleted at $date_moved because \"$why_moved\""
  68                         fileedit_add_a_line_if_new "$origin" "${DBDIR}/obsolete_ports"
  69                         return 1
  70                 fi
  71         fi
  72 }
  73
  74 # ============= [Sub-function] Get the true latest flavored origin =============
  75 database_build_convert_and_register_origin_if_obsolete__get_origin ()
  76 {
  77         cat "${TMPDIR}/database_build_convert_and_register_origin_if_obsolete:origin"
  78 }
  79
  80 # ============= [Sub-function] Reset the all old origins of the tested flavored origin =============
  81 database_build_convert_and_register_origin_if_obsolete__reset_origins_old ()
  82 {
  83         rm -rf "${TMPDIR}/database_build_convert_and_register_origin_if_obsolete:origins_old"
  84 }
  85
  86 # ============= [Sub-function] Save the all old origins of the tested flavored origin =============
  87 database_build_convert_and_register_origin_if_obsolete__save_origins_old ()
  88 {
  89         cat "${TMPDIR}/database_build_convert_and_register_origin_if_obsolete:origins_old" 2> /dev/null
  90 }
  91
  92 # ============= Get the make arguments for building the temporary database =============
  93 database_build_setup_make_args ()
  94 {
  95         local origin
  96         origin=$1
  97         {
  98                 for key in LOCALBASE LINUXBASE PORT_DBDIR PORTSDIR DISTDIR PACKAGES PKGREPOSITORY
  99                 do
 100                         eval echo $key=\$$key
 101                 done
 102                 echo 'DISABLE_VULNERABILITIES=yes'
 103                 if [ $opt_apply_default_config = yes ]
 104                 then
 105                         if pkgsys_is_dialog4ports_used
 106                         then
 107                                 echo 'NO_DIALOG=yes'
 108                         else
 109                                 echo 'BATCH=yes'
 110                         fi
 111                 fi
 112                 dbdir=${DBDIR}/requires/$origin
 113                 [ -d "$dbdir" ] || dbdir=${DBDIR}/conf/each_port/$origin
 114                 cat "$dbdir/MARG.conf" 2> /dev/null || :
 115                 flavor=`pkgsys_get_flavor_from_origin "$origin"`
 116                 [ -z "$flavor" ] || echo "FLAVOR=$flavor"
 117         } | tr '\n' ' '
 118 }
 119
 120 # ============= Get the make environment variables for building the temporary database =============
 121 database_build_setup_make_envs ()
 122 {
 123         local origin dbdir
 124         origin=$1
 125         dbdir=${DBDIR}/requires/$origin
 126         [ -d "$dbdir" ] || dbdir=${DBDIR}/conf/each_port/$origin
 127         cat "$dbdir/MENV.conf" 2> /dev/null || :
 128 }
 129
 130 # ============= Execute make command for building the temporary database =============
 131 database_build_make ()
 132 {
 133         local origin MAKE_ARGS MAKE_ENVS port_path flavor
 134         origin=$1
 135         shift
 136         MAKE_ARGS=`database_build_setup_make_args "$origin"`
 137         MAKE_ENVS=`database_build_setup_make_envs "$origin"`
 138         port_path=`pkgsys_get_portpath_from_origin "$origin"`
 139         env $MAKE_ENVS make -C "$port_path" "$@" $MAKE_ARGS
 140 }
 141
 142 # ============= Set up a temporary database node for the initial state of a port =============
 143 database_build_setup_initial_node ()
 144 {
 145         local origin pkg dbpath
 146         origin=$1
 147         dbpath=${DBDIR}/initial/$origin
 148         [ -e "$dbpath/complete_as_node" ] && return
 149         rm -rf "$dbpath"
 150         mkdir -p "$dbpath"
 151         pkg=`pkgsys_get_installed_pkg_from_origin "$origin"`
 152         if [ -n "$pkg" ]
 153         then
 154                 echo "$pkg" > $dbpath/installed_version
 155                 ln -f "$dbpath/installed_version" "$dbpath/pkgtag"
 156                 pkg_info_qr "$pkg" | while read requirement
 157                 do
 158                         origin_requirement=`pkgsys_init_pkg_orig_by_ambiguous_matching "$requirement" || :`
 159                         [ -n "$origin_requirement" ] && echo "$origin_requirement"
 160                         :
 161                 done > $dbpath/requirements.all.full
 162                 pkg_info_qR "$pkg" | while read dependent
 163                 do
 164                         origin_dependent=`pkgsys_init_pkg_orig_by_ambiguous_matching "$dependent" || :`
 165                         [ -n "$origin_dependent" ] && echo "$origin_dependent"
 166                         :
 167                 done > $dbpath/dependents.all.full
 168                 for table in dependents requirements
 169                 do
 170                         for level in direct full
 171                         do
 172                                 for tag in all run build
 173                                 do
 174                                         [ "${tag}.${level}" = all.full ] && continue
 175                                         ln -f "$dbpath/${table}.all.full" "$dbpath/${table}.${tag}.${level}"
 176                                 done
 177                         done
 178                 done
 179         fi
 180         if [ `expr "$pkg" : "^${APPNAME}-[0-9].*"` -gt 0 ]
 181         then
 182                 [ -d "$dbpath" ] && touch "$dbpath/SUPPRESSED_SELF"
 183         elif [ `expr "$pkg" : "^pkg-[0-9].*"` -gt 0 ]
 184         then
 185                 [ -d "$dbpath" ] && touch "$dbpath/SUPPRESSED_PKGNG"
 186         fi
 187         touch "$dbpath/complete_as_node"
 188 }
 189
 190 # ============= Set up a temporary database node for the replaced/moved information of a port =============
 191 database_build_setup_replace_node ()
 192 {
 193         local origin_orig origin_trial origin dbpath
 194         origin_orig=$1
 195         dbpath=${DBDIR}/replace/$origin_orig
 196         if [ ! -e "$dbpath/complete_as_node" ]
 197         then
 198                 rm -rf "$dbpath"
 199                 mkdir -p "$dbpath"
 200                 origin_trial=$origin_orig
 201                 if echo "$origin_orig" | grep -q -Fx -f "${DBDIR}/conf/REPLACE.filter" 2> /dev/null
 202                 then
 203                         origin_trial=`echo "$origin_orig" | sed -E -f "${DBDIR}/conf/REPLACE.sed_pattern"`
 204                         if [ "x$origin_orig" != "x$origin_trial" ]
 205                         then
 206                                 if [ -n "$origin_trial" ]
 207                                 then
 208                                         message_echo "${DEPTH_INDEX}  ===> Replaced with $origin_trial by user configuration"
 209                                 else
 210                                         database_build_register_obsolete_port "$origin_orig"
 211                                         message_echo "${DEPTH_INDEX}  ===> Deleted by user configuration"
 212                                 fi > $dbpath/message
 213                         fi
 214                 fi
 215                 if [ -n "$origin_trial" ]
 216                 then
 217                         if database_build_convert_and_register_origin_if_obsolete "$origin_trial" >> $dbpath/message
 218                         then
 219                                 origin_trial=`database_build_convert_and_register_origin_if_obsolete__get_origin`
 220                         else
 221                                 if [ "x$origin_trial" != "x$origin_orig" ]
 222                                 then
 223                                         message_echo "${DEPTH_INDEX}  ===> Going back to the original port $origin_orig"
 224                                         if database_build_convert_and_register_origin_if_obsolete "$origin_orig"
 225                                         then
 226                                                 origin_trial=`database_build_convert_and_register_origin_if_obsolete__get_origin`
 227                                         else
 228                                                 origin_trial=
 229                                         fi
 230                                 else
 231                                         origin_trial=
 232                                 fi >> $dbpath/message
 233                         fi
 234                 fi
 235                 # Configure the port option to determine the true flavor
 236                 database_build_determine_port_option "$origin_trial"
 237                 # Get the true flavor to determine the flavored port origin
 238                 origin=`database_build_determine_flavored_origin "$origin_trial"`
 239                 if [ "x$origin_trial" != "x$origin" ]
 240                 then
 241                         if [ -n "$origin" ]
 242                         then
 243                                 fileedit_add_a_line_if_new "$origin_trial" "${DBDIR}/obsolete_ports"
 244                                 message_echo "${DEPTH_INDEX}  ===> Transferred to $origin"
 245                         else
 246                                 fileedit_add_a_line_if_new "$origin" "${DBDIR}/obsolete_ports"
 247                                 message_echo "${DEPTH_INDEX}  ===> Lost (Something is wrong!)"
 248                         fi
 249                 fi
 250                 [ "x$origin_orig" = "x$origin" ] || echo "$origin" > $dbpath/origin
 251                 touch "$dbpath/complete_as_node"
 252         fi
 253         cat "$dbpath/message" 2> /dev/null || :
 254 }
 255
 256 # ============= Get the inspected level for a port with the current option settings =============
 257 database_build_get_inspected_level ()
 258 {
 259         local origin origin_dependent
 260         origin=$1
 261         origin_dependent=$2
 262         if [ $opt_only_target_scope = no ]
 263         then
 264                 echo full
 265         elif ! pkgsys_exists_or_existed_from_orig "$origin" \
 266                 || grep -qFx "$origin" "${DBDIR}/stage.loop_list/ports_to_inspect" 2> /dev/null \
 267                 || [ ! -e "${DBDIR}/moved_from/$origin_dependent/installed_version" ] \
 268                 || grep -qFx "$origin_dependent" "${DBDIR}/stage.loop_list/ports_to_inspect" 2> /dev/null
 269         then
 270                 echo direct
 271         else
 272                 echo node
 273         fi
 274 }
 275
 276 # ============= Check whether a port has been inspected in a required level =============
 277 database_build_is_port_already_inspected_in_required_level ()
 278 {
 279         local origin origin_dependent origin_actual inspected_level
 280         origin=$1
 281         origin_dependent=$2
 282         origin_actual=`echo "$origin" | sed -E -f "${DBDIR}/REPLACE.complete_sed_pattern" 2> /dev/null || :`
 283         [ -n "$origin_actual" ] || origin_actual=$origin
 284         inspected_level=`database_build_get_inspected_level "$origin_actual" "$origin_dependent"`
 285         grep -q -Fx "$origin_actual" "${DBDIR}/ports.inspected.${inspected_level}.list" \
 286                 "${DBDIR}/obsolete_ports" 2> /dev/null || return
 287         fileedit_rm_a_line "$origin" "${DBDIR}/stage.loop_list/ports_to_inspect.remain"
 288         [ "x$origin" = "$origin_actual" ] || \
 289                 fileedit_rm_a_line "$origin_actual" "${DBDIR}/stage.loop_list/ports_to_inspect.remain"
 290         echo "$origin_actual"
 291 }
 292
 293 # ============= Update the current package name of a port =============
 294 database_build_update_pkgname ()
 295 {
 296         local origin dbdir pkg savefile
 297         origin=$1
 298         dbdir=${DBDIR}/moved_from/$origin
 299         mkdir -p "$dbdir"
 300         savefile=$dbdir/current_version
 301         pkg=`pkgsys_get_installed_pkg_from_origin "$origin"`
 302         if [ -z "$pkg" -a -e "$dbdir/initial_orig" ]
 303         then
 304                 while read orig_init
 305                 do
 306                         pkgsys_get_installed_pkg_from_origin "$orig_init"
 307                 done < $dbdir/initial_orig
 308         elif [ -n "$pkg" ]
 309         then
 310                 echo "$pkg"
 311         fi | sort -u > $savefile
 312         cat "$savefile"
 313 }
 314
 315 # ============= Get the current package name of a port =============
 316 database_build_get_pkgname ()
 317 {
 318         local origin savefile
 319         origin=$1
 320         savefile=${DBDIR}/moved_from/$origin/current_version
 321         if [ -e "$savefile" ]
 322         then
 323                 cat "$savefile"
 324         else
 325                 database_build_update_pkgname "$origin"
 326         fi
 327 }
 328
 329 # ============= Get the new package name of a port =============
 330 database_build_get_new_pkgname ()
 331 {
 332         local origin savefile
 333         origin=$1
 334         savefile=${DBDIR}/requires/$origin/new_version
 335         if [ ! -e "$savefile" ]
 336         then
 337                 database_build_make "$origin" package-name \
 338                         | tr -d '\n' > $savefile
 339         fi
 340         cat "$savefile"
 341 }
 342
 343 # ============= Get the package list of full-run-time requirements =============
 344 database_build_get_full_run_requirement_pkgs ()
 345 {
 346         local origin srcfile savefile
 347         origin=$1
 348         srcfile=${DBDIR}/requires/$origin/requirements.run.full
 349         savefile=${DBDIR}/requires/$origin/pkg_requirements.run.full
 350         if [ ! -e "$srcfile" ]
 351         then
 352                 rm -f "$savefile"
 353         elif [ ! -e "$savefile" -o "$savefile" -ot "$srcfile" ]
 354         then
 355                 while read origin
 356                 do
 357                         database_build_get_new_pkgname "$origin"
 358                 done < $srcfile | grep -v '^[[:space:]]*$' | sort -u > $savefile
 359         fi
 360         cat "$savefile" 2> /dev/null || :
 361 }
 362
 363 # ============= Build the original message tag showing the version upgrade =============
 364 database_build_create_pkgtag ()
 365 {
 366         local origin dbdir pkg_init pkg_new pkgtag
 367         origin=$1
 368         dbdir=${DBDIR}/moved_from/$origin
 369         mkdir -p "$dbdir"
 370         pkg_init=`database_build_get_pkgname "$origin"`
 371         [ -n "$pkg_init" -a ! -e "$dbdir/installed_version" ] && \
 372                 echo -n "$pkg_init" > $dbdir/installed_version
 373         pkg_new=`database_build_get_new_pkgname "$origin"`
 374         pkgtag=$pkg_init
 375         [ -n "$pkgtag" ] || pkgtag=$pkg_new
 376         if [ -z "$pkgtag" ]
 377         then
 378                 pkgtag='?'
 379
 380         elif [ "x$pkg_init" != "x$pkg_new" ]
 381         then
 382                 if [ -n "$pkg_init" ]
 383                 then
 384                         pkgtag="$pkg_init => $pkg_new"
 385                 else
 386                         pkgtag="[new] $pkg_new"
 387                 fi
 388         fi
 389         echo "$pkgtag" > $dbdir/pkgtag.orig
 390         echo "$pkgtag" > $dbdir/pkgtag
 391 }
 392
 393 # ============= Update the message tag showing the version upgrade =============
 394 database_build_update_pkgtag ()
 395 {
 396         local origin dbdir pkg_init pkg_bak pkg_cur detail pkgtag
 397         origin=$1
 398         dbdir=${DBDIR}/moved_from/$origin
 399         mkdir -p "$dbdir"
 400         pkg_init=`cat "$dbdir/installed_version" 2> /dev/null | tr '\n' ' ' | sed 's/ *$//'`
 401         pkg_bak=`cat "$dbdir/backedup_version" 2> /dev/null | tr '\n' ' ' | sed 's/ *$//'`
 402         pkg_cur=`database_build_get_pkgname "$origin" | tr '\n' ' ' | sed 's/ *$//'`
 403         detail=
 404         if [ "x$pkg_init" != "x$pkg_cur" ]
 405         then
 406                 if [ -n "$pkg_cur" ]
 407                 then
 408                         detail=" [currently installed version: $pkg_cur]"
 409                 elif [ -n "$pkg_bak" ]
 410                 then
 411                         detail=" [currently deinstalled, previously installed version: $pkg_bak]"
 412                 else
 413                         detail=" [currently deinstalled]"
 414                 fi
 415         fi
 416         pkgtag=`cat "$dbdir/pkgtag.orig"`
 417         echo "$pkgtag$detail" > $dbdir/pkgtag
 418 }
 419
 420 # ============= Check whether the currently installed package version is the latest =============
 421 database_build_is_currentpkg_latest ()
 422 {
 423         local origin pkg_cur pkg_new
 424         origin=$1
 425         pkg_cur=`database_build_get_pkgname "$origin" | tr '\n' ' ' | sed 's/ *$//'`
 426         pkg_new=`database_build_get_new_pkgname "$origin"`
 427         [ "x$pkg_cur" = "x$pkg_new" ]
 428 }
 429 # ============= Configure the port option to determine the true flavor =============
 430 database_build_determine_port_option ()
 431 {
 432         local origin
 433         origin=$1
 434         if [ $opt_apply_default_config = yes ]
 435         then
 436                 if ! pkgsys_is_dialog4ports_used
 437                 then
 438                         printf '\t\n' | database_build_make "$origin" config-conditional > /dev/null
 439                 fi
 440         else
 441                 database_build_make "$origin" config-conditional
 442         fi
 443 }
 444
 445 # ============= Get the true flavor to determine the flavored port origin =============
 446 database_build_determine_flavored_origin ()
 447 {
 448         local origin origin_unflavored flavor_trial flavor
 449         origin=$1
 450         origin_unflavored=`pkgsys_get_unflavored_origin "$origin"`
 451         flavor_trial=`pkgsys_get_flavor_from_origin "$origin"`
 452         if [ -n "$flavor_trial" ]
 453         then
 454                 flavors_ptn="^("`database_build_make "$origin" -V FLAVORS 2> /dev/null | sed -E 's/[[:space:]]+/|/g'`")$"
 455                 echo "$flavor_trial" | grep -qE "$flavors_ptn" || origin_trial=$origin_unflavored
 456         fi
 457         flavor=`database_build_make "$origin" -V FLAVOR 2> /dev/null || :`
 458         pkgsys_compose_flavored_origin "$origin_unflavored" "$flavor"
 459 }
 460
 461 # ============= Escape of inspection conflict =============
 462 database_build_escape_inspect_conflict ()
 463 {
 464         local origin dbpath
 465         dbpath=${DBDIR}/requires/$origin
 466         if [ -e "$dbpath/CONFLICT.conf" ]
 467         then
 468                 message_echo "${DEPTH_INDEX}  ===> Escaping inspection conflict..."
 469                 pkgsys_eval_ports_glob `cat "$dbpath/CONFLICT.conf"` | while read origin_conflict
 470                 do
 471                         pkg_conflict=`pkgsys_get_installed_pkg_from_origin "$origin_conflict"`
 472                         [ -n "$pkg_conflict" ] || continue
 473                         message_echo "${DEPTH_INDEX}  ===> Escaping $pkg_conflict..."
 474                         pkgarc=`pkgsys_create_backup_pkg "$pkg_conflict" "${DBDIR}/backup_packages" 2> /dev/null` || \
 475                                 message_echo "${DEPTH_INDEX}  ===> (WARNING: Failed to back up)"
 476                         pkg_delete_f "$pkg_conflict" > /dev/null 2>&1 || \
 477                                 message_echo "${DEPTH_INDEX}  ===> (WARNING: Failed to delete)"
 478                         [ -n "$pkgarc" ] && printf '%s\t%s\n' "$pkg_conflict" "$pkgarc" >> $dbpath/CONFLICT_pkgarc.lst
 479                 done
 480         fi
 481 }
 482
 483 # ============= Restoration of escaped inspection conflict =============
 484 database_build_restore_inspect_conflict ()
 485 {
 486         local origin dbpath
 487         dbpath=${DBDIR}/requires/$origin
 488         if [ -e "$dbpath/CONFLICT.conf" ]
 489         then
 490                 message_echo "${DEPTH_INDEX}  ===> Restoring inspection conflict..."
 491                 cat "$dbpath/CONFLICT_pkgarc.lst" 2> /dev/null | while read pkg_conflict pkgarc
 492                 do
 493                         pkg_info_e "$pkg_conflict" && continue
 494                         message_echo "${DEPTH_INDEX}  ===> Restoring $pkg_conflict..."
 495                         pkg_add_f "$pkgarc" > /dev/null 2>&1 || \
 496                                 message_echo "${DEPTH_INDEX}  ===> (WARNING: Failed to restore $pkg_conflict)"
 497                 done
 498                 rm -f "$dbpath/CONFLICT_pkgarc.lst"
 499         fi
 500 }
 501
 502 # ============= Recursively inspect dependencies of a port and build a node database of the information =============
 503 database_build_inspect_dependencies ()
 504 {
 505         local origin_orig origin_dependent origin_orig_regexp origin_replace origin_trial origin tag stage level dbpath dbpath_prev origin_id tmp_config origin_dependency DEPTH_INDEX_orig nlines iline dist_subdir_rpl inspected_level inspected_levels_compatible origin_tmp inspected_level_tmp conf_updated tmp_portsdb_work tmp_portopt same_as_prevset dbfile installed_version frompath variable pkg_new
 506         origin_orig=$1
 507         origin_dependent=$2
 508         [ -z "$origin_orig" ] && return
 509         if ! origin=`database_build_is_port_already_inspected_in_required_level "$origin_orig" "$origin_dependent"`
 510         then
 511                 DEPTH_INDEX_orig=${DEPTH_INDEX}
 512                 DEPTH_INDEX="${DEPTH_INDEX}--"
 513                 message_echo "${DEPTH_INDEX} $origin_orig"
 514                 database_build_convert_and_register_origin_if_obsolete__reset_origins_old
 515                 origin_id=`echo "$origin_orig" | tr / :`
 516                 database_build_setup_initial_node "$origin_orig"
 517                 # Replacement specified by the configuration file, knobs and port options
 518                 tmp_config=${TMPDIR}/database_build_inspect_dependencies:confi
 519                 database_build_make "$origin_trial" showconfig > $tmp_config.before 2> /dev/null || :
 520                 database_build_setup_replace_node "$origin_orig"
 521                 database_build_make "$origin_trial" showconfig > $tmp_config.after 2> /dev/null || :
 522                 if [ -e "${DBDIR}/replace/$origin_orig/origin" ]
 523                 then
 524                         origin=`cat "${DBDIR}/replace/$origin_orig/origin"`
 525                 else
 526                         origin=$origin_orig
 527                 fi
 528                 # Build the database for this port
 529                 inspected_level=
 530                 inspected_levels_compatible=
 531                 if [ -n "$origin" ]
 532                 then
 533                         frompath=${DBDIR}/moved_from/$origin
 534                         mkdir -p "$frompath"
 535                         database_build_convert_and_register_origin_if_obsolete__save_origins_old | \
 536                                 fileedit_add_lines_if_new "$frompath/old_origs"
 537                         # Check the package name initially installed
 538                         installed_version=`cat "${DBDIR}/initial/$origin_orig/installed_version" 2> /dev/null || :`
 539                         [ -n "$installed_version" ] && fileedit_add_a_line_if_new "$installed_version" "$frompath/installed_version"
 540                         [ "x$origin_orig" = "x$origin" ] || fileedit_add_a_line_if_new "$origin_orig" "$frompath/initial_orig"
 541                         [ -e "${DBDIR}/initial/$origin_orig/SUPPRESSED_SELF" ] && touch "$frompath/SUPPRESSED_SELF"
 542                         [ -e "${DBDIR}/initial/$origin_orig/SUPPRESSED_PKGNG" ] && touch "$frompath/SUPPRESSED_PKGNG"
 543                         if ! grep -qFx "$origin" "${DBDIR}/done_required_ports_to_inspect" 2> /dev/null
 544                         then
 545                                 fileedit_rm_a_line "$origin" "${DBDIR}/obsolete_ports"
 546                                 dbpath=${DBDIR}/requires/$origin
 547                                 dbpath_prev=${DBDIR}/prevset/requires/$origin
 548                                 if [ ! -e "$dbpath/complete_as_node" ] || \
 549                                         ! diff "$tmp_config.before" "$tmp_config.after" > /dev/null 2> /dev/null
 550                                 then
 551                                         # Notify reconfiguration of the port option
 552                                         conf_updated=
 553                                         if [ -e "$dbpath/complete_as_node" ] || \
 554                                                 grep -q -Fx -e "$origin_orig" -e "$origin" "${DBDIR}/to_be_reconf" 2> /dev/null
 555                                         then
 556                                                 message_echo "${DEPTH_INDEX}  ===> Reconfigured"
 557                                                 conf_updated=y
 558                                         fi
 559                                         # Reset the database
 560                                         rm -rf "$dbpath"
 561                                         mkdir -p "$dbpath"
 562                                         [ -n "$conf_updated" ] && touch "$dbpath/conf_updated"
 563                                         if [ -d "${DBDIR}/conf/each_port/$origin" ]
 564                                         then
 565                                                 cp -R "${DBDIR}/conf/each_port/$origin/"* "$dbpath/" > /dev/null 2>&1 || :
 566                                         fi
 567                                         # Escape of inspection conflict
 568                                         database_build_escape_inspect_conflict "$origin"
 569                                         # Check the change of the port option from the default
 570                                         tmp_portsdb_work=${TMPDIR}/database_build_inspect_dependencies:portsdb_work
 571                                         tmp_portopt=${TMPDIR}/database_build_inspect_dependencies:portopt
 572                                         [ -d "$tmp_portsdb_work" ] || mkdir "$tmp_portsdb_work"
 573                                         ( set -e
 574                                                 export PORT_DBDIR=$tmp_portsdb_work
 575                                                 export __MAKE_CONF=
 576                                                 if database_build_make "$origin" showconfig > $tmp_portopt
 577                                                 then
 578                                                         cp "$tmp_portopt" "$dbpath"/ports_options.default
 579                                                 else
 580                                                         cat "$tmp_portopt" >&2
 581                                                         message_echo 'Error in detecting the default options.' 2>&1
 582                                                         exit 1
 583                                                 fi
 584                                         )
 585                                         if [ `wc -c < $dbpath/ports_options.default` -gt 0 ]
 586                                         then
 587                                                 if database_build_make "$origin" showconfig > $tmp_portopt
 588                                                 then
 589                                                         cp "$tmp_portopt" "$dbpath"/ports_options.current
 590                                                 else
 591                                                         cat "$tmp_portopt" >&2
 592                                                         message_echo 'Error in detecting the current options.' 2>&1
 593                                                         exit 1
 594                                                 fi
 595                                         else
 596                                                 cp /dev/null "$dbpath/ports_options.current"
 597                                         fi
 598                                         pkgsys_save_port_oprion_timestamp "$origin"
 599                                         # Get the lists of requirements in the flavored form
 600                                         database_build_create_pkgtag "$origin"
 601                                         for variable in PKG_DEPENDS EXTRACT_DEPENDS PATCH_DEPENDS FETCH_DEPENDS BUILD_DEPENDS LIB_DEPENDS
 602                                         do
 603                                                 database_build_make "$origin" -V $variable
 604                                         done > ${TMPDIR}/database_build_inspect_dependencies:build_depends_list
 605                                         for variable in LIB_DEPENDS RUN_DEPENDS
 606                                         do
 607                                                 database_build_make "$origin" -V $variable
 608                                         done > ${TMPDIR}/database_build_inspect_dependencies:run_depends_list
 609                                         for tag in run build
 610                                         do
 611                                                 tr ' ' '\n' < ${TMPDIR}/database_build_inspect_dependencies:${tag}_depends_list | \
 612                                                         sed -E 's#.*:([^:/]+/[^:/]+|[^:/]+/[^:/]+:[^:/]*)$#\1#' | cut -d : -f 1 | sort -u | \
 613                                                         grep -Ev "`pkgsys_pkgtools_ports_filter_regexp`" \
 614                                                                 | while read origin_flavor_incomplete
 615                                                                 do
 616                                                                         ( set -e
 617                                                                                 opt_apply_default_config=yes
 618                                                                                 database_build_determine_port_option "$origin_flavor_incomplete"
 619                                                                         )
 620                                                                         database_build_determine_flavored_origin "$origin_flavor_incomplete"
 621                                                                 done | grep -v '^$' | sort -u > $dbpath/requirements.$tag.orig || :
 622                                                 sed -E -f "${DBDIR}/conf/REPLACE.sed_pattern" "$dbpath/requirements.$tag.orig" \
 623                                                         | grep -v '^$' | sort -u > $dbpath/requirements.$tag.src || :
 624                                         done
 625                                         for stage in orig src
 626                                         do
 627                                                 sort -u "$dbpath/requirements.run.${stage}" "$dbpath/requirements.build.${stage}" \
 628                                                         > $dbpath/requirements.all.direct.${stage}
 629                                                 mv "$dbpath/requirements.build.${stage}" "$dbpath/requirements.build.direct.${stage}"
 630                                                 mv "$dbpath/requirements.run.${stage}" "$dbpath/requirements.run.direct.${stage}"
 631                                         done
 632                                         # Record the completion
 633                                         touch "$dbpath/complete_as_node"
 634                                         fileedit_rm_a_line "$origin_orig" "${DBDIR}/to_be_reconf"
 635                                         fileedit_rm_a_line "$origin" "${DBDIR}/to_be_reconf"
 636                                         # Restoration of escaped inspection conflict
 637                                         database_build_restore_inspect_conflict "$origin"
 638                                 else
 639                                         # Restoration of escaped inspection conflict
 640                                         database_build_restore_inspect_conflict "$origin"
 641                                         # Reset the complied lists of requirements
 642                                         for level in direct full
 643                                         do
 644                                                 for tag in run build
 645                                                 do
 646                                                         rm -f "$dbpath/requirements.${tag}.${level}"
 647                                                 done
 648                                         done
 649                                         for origin_tmp in "$origin" "$origin_orig"
 650                                         do
 651                                                 for inspected_level_tmp in full direct node
 652                                                 do
 653                                                         fileedit_rm_a_line "$origin_tmp" "${DBDIR}/ports.inspected.${inspected_level_tmp}.list"
 654                                                 done
 655                                         done
 656                                 fi
 657                                 # Inspect the requirements
 658                                 inspected_level=`database_build_get_inspected_level "$origin" "$origin_dependent"`
 659                                 case $inspected_level in
 660                                 full )
 661                                         grep -v -Fx -f "${DBDIR}/installed_ports" \
 662                                                 "$dbpath/requirements.all.direct.src" > ${TMPDIR}/missing.$origin_id || :
 663                                         inspected_levels_compatible='full direct node'
 664                                         ;;
 665                                 direct )
 666                                         grep -v -Fx -f "${DBDIR}/installed_ports" \
 667                                                 "$dbpath/requirements.all.direct.src" > ${TMPDIR}/missing.$origin_id || :
 668                                         inspected_levels_compatible='direct node'
 669                                         ;;
 670                                 node )
 671                                         cp /dev/null "${TMPDIR}/missing.$origin_id"
 672                                         inspected_levels_compatible='node'
 673                                         ;;
 674                                 esac
 675                                 rm -rf "$dbpath/rename_requirements.sed.pattern"
 676                                 nlines=`wc -l < ${TMPDIR}/missing.$origin_id`
 677                                 iline=1
 678                                 while [ $iline -le $nlines ]
 679                                 do
 680                                         origin_dependency=`sed -n ${iline}p "${TMPDIR}/missing.$origin_id"`
 681                                         iline=$(($iline+1))
 682                                         grep -q -Fx "$origin_dependency" "${DBDIR}/ports.inspected.list" 2> /dev/null && \
 683                                                         continue
 684                                         database_build_inspect_dependencies "$origin_dependency" "$origin"
 685                                 done
 686                                 if [ -e "$dbpath/rename_requirements.sed.pattern" ]
 687                                 then
 688                                         for tag in run build all
 689                                         do
 690                                                 sed -E -i .unrenamed -f "$dbpath/rename_requirements.sed.pattern" "$dbpath/requirements.${tag}.direct.src"
 691                                         done
 692                                 fi
 693                                 rm -f "${TMPDIR}/missing.$origin_id"
 694                                 # Inspect the distfiles
 695                                 dist_subdir_rpl=`database_query_get_makevar_val "$origin" DIST_SUBDIR | str_escape_replaceval_filter` || :
 696                                 [ -n "$dist_subdir_rpl" ] && dist_subdir_rpl="$dist_subdir_rpl\/"
 697                                 database_build_make "$origin" fetch-urlall-list \
 698                                         | sed -E "s/.*\/([^\/]+)$/$dist_subdir_rpl\1/" \
 699                                         | sort -u | fileedit_add_lines_if_new "${DBDIR}/distfiles.inspected"
 700                                 # Transfer data from the previous database if existent, successful and no change
 701                                 pkg_new=`cat "$dbpath/new_version"`
 702                                 if [ ! -e "$dbpath/conf_updated" -a -d "$dbpath_prev" ] && pkg_info_e "$pkg_new" 2> /dev/null && \
 703                                         ! grep -qFx "$origin" "$dbpath_prev/to_be_reconf" 2> /dev/null
 704                                 then
 705                                         same_as_prevset=yes
 706                                         for dbfile in new_version CONFLICT.conf MARG.conf MENV.conf \
 707                                                 ports_options.default ports_options.current \
 708                                                 rename_requirements.sed.pattern \
 709                                                 requirements.run.direct.orig requirements.run.direct.src \
 710                                                 requirements.build.direct.orig requirements.build.direct.src
 711                                         do
 712                                                 [ ! -e "$dbpath/$dbfile" -a ! -e "$dbpath_prev/$dbfile" ] && continue
 713                                                 if ! diff "$dbpath/$dbfile"  "$dbpath_prev/$dbfile" 2> /dev/null > /dev/null
 714                                                 then
 715                                                         same_as_prevset=no
 716                                                         break
 717                                                 fi
 718                                         done
 719                                         if [ $same_as_prevset = yes ]
 720                                         then
 721                                                 nlines=`wc -l < $dbpath/requirements.all.direct.src`
 722                                                 iline=1
 723                                                 while [ $iline -le $nlines ]
 724                                                 do
 725                                                         origin_dependency=`sed -n ${iline}p "$dbpath/requirements.all.direct.src"`
 726                                                         iline=$(($iline+1))
 727                                                         if [ ! -e "${DBDIR}/requires/$origin_dependency/same_as_prevset" ]
 728                                                         then
 729                                                                 same_as_prevset=no
 730                                                                 break
 731                                                         fi
 732                                                 done
 733                                         fi
 734                                         if [ $same_as_prevset = yes ]
 735                                         then
 736                                                 for dbfile in failed.list damaged_package manually_done.list
 737                                                 do
 738                                                         if grep -qFx "$origin" "${DBDIR}/prevset/$dbfile" 2> /dev/null
 739                                                         then
 740                                                                 same_as_prevset=no
 741                                                                 break
 742                                                         fi
 743                                                 done
 744                                         fi
 745                                         if [ $same_as_prevset = yes ]
 746                                         then
 747                                                 rm -rf "$dbpath"
 748                                                 cp -Rp "$dbpath_prev" "$dbpath"
 749                                                 if [ -d "${DBDIR}/prevset/notes/$origin" ]
 750                                                 then
 751                                                         rm -rf "${DBDIR}/notes/$origin"
 752                                                         mkdir -p "${DBDIR}/notes"
 753                                                         cp -Rp "${DBDIR}/prevset/notes/$origin" "${DBDIR}/notes/$origin"
 754                                                 fi
 755                                                 {
 756                                                         for tag in all run build none
 757                                                         do
 758                                                                 for level in full direct
 759                                                                 do
 760                                                                         echo "success.$tag.$level.list"
 761                                                                 done
 762                                                         done
 763                                                 } | while read dbfile
 764                                                 do
 765                                                         if grep -Fxq "$origin" "${DBDIR}/prevset/$dbfile" 2> /dev/null
 766                                                         then
 767                                                                 fileedit_add_a_line_if_new "$origin" "${DBDIR}/$dbfile"
 768                                                         fi
 769                                                 done
 770                                                 touch "$dbpath/same_as_prevset"
 771                                                 message_echo "${DEPTH_INDEX}  ===> No update from the previous reinstallation. Progress status inherited."
 772                                         fi
 773                                 fi
 774                                 # Record the completion
 775                                 if [ "x$origin_orig" != "x$origin" ]
 776                                 then
 777                                         for inspected_level_tmp in $inspected_levels_compatible
 778                                         do
 779                                                 fileedit_add_a_line_if_new "$origin" "${DBDIR}/ports.inspected.${inspected_level_tmp}.list"
 780                                         done
 781                                         fileedit_add_a_line_if_new "$origin" "${DBDIR}/ports.inspected.list"
 782                                         fileedit_add_a_line_if_new "$origin" "${DBDIR}/inspected_ports.update"
 783                                         fileedit_rm_a_line "$origin" "${DBDIR}/stage.loop_list/ports_to_inspect.remain"
 784                                 fi
 785                                 fileedit_add_a_line_if_new "$origin" "${DBDIR}/done_required_ports_to_inspect"
 786                         else
 787                                 message_echo "${DEPTH_INDEX}  ===> Already inspected merged port"
 788                                 fileedit_rm_a_line "$origin_orig" "${DBDIR}/to_be_reconf"
 789                                 for inspected_level_tmp in full direct node
 790                                 do
 791                                         fileedit_rm_a_line "$origin_orig" "${DBDIR}/ports.inspected.${inspected_level_tmp}.list"
 792                                 done
 793                         fi
 794                 fi
 795                 # Record the completion
 796                 for inspected_level_tmp in $inspected_levels_compatible
 797                 do
 798                         fileedit_add_a_line_if_new "$origin_orig" "${DBDIR}/ports.inspected.${inspected_level_tmp}.list"
 799                 done
 800                 fileedit_add_a_line_if_new "$origin_orig" "${DBDIR}/ports.inspected.list"
 801                 fileedit_add_a_line_if_new "$origin_orig" "${DBDIR}/inspected_ports.update"
 802                 fileedit_rm_a_line "$origin_orig" "${DBDIR}/stage.loop_list/ports_to_inspect.remain"
 803                 message_echo "${DEPTH_INDEX}  ===> ok"
 804                 DEPTH_INDEX=${DEPTH_INDEX_orig}
 805         fi
 806         if [ -n "$origin_dependent" -a "x$origin_orig" != "x$origin" ]
 807         then
 808                 origin_orig_regexp=`str_escape_regexp "$origin_orig"`
 809                 origin_replace=`str_escape_replaceval "$origin"`
 810                 fileedit_add_a_line_if_new "s/^$origin_orig_regexp$/$origin_replace/" "${DBDIR}/requires/$origin_dependent/rename_requirements.sed.pattern"
 811         fi
 812 }
 813
 814 # ============= Filter ignored dependencies from a list given by the standard input =============
 815 database_build_filter_ignored_requirements ()
 816 {
 817         local origin pattern
 818         origin=$1
 819         pattern=${DBDIR}/requires/$origin/ignored_requirements.filter
 820         if [ -e "$pattern" ]
 821         then
 822                 grep -Fxvq -f "$pattern"
 823         else
 824                 cat
 825         fi 2> /dev/null || :
 826 }
 827
 828 # ============= Build and get a list of the complete recursive dependencies of a port =============
 829 database_build_get_complete_recursive_dependency ()
 830 {
 831         local tag origin suffix tmppath dbpath srcfile dstfile num_parents loophead dstfile_tmp tmpdstpath index_loop loop_len origin_target origin_ref dbpath_target
 832         tag=$1
 833         origin=$2
 834         suffix=$3
 835         tmppath=${TMPDIR}/database_build_get_complete_recursive_dependency
 836         dbpath=${DBDIR}/requires/$origin
 837         srcfile=$dbpath/requirements.${tag}.direct${suffix}
 838         dstfile=$dbpath/requirements.${tag}.full${suffix}
 839         if [ ! -e "$srcfile" ]
 840         then
 841                 [ -d "$dbpath" ] && rm -f "$dstfile"
 842                 return 0
 843         fi
 844         if [ ! -e "$dstfile" ]
 845         then
 846                 touch "$tmppath.parents"
 847                 num_parents=`wc -l < $tmppath.parents`
 848                 if grep -Fxq "$origin" "$tmppath.parents"
 849                 then
 850                         loophead=`grep -Fxn "$origin" "$tmppath.parents" | tail -n 1 | cut -d : -f 1`
 851                         if [ "x$opt_force_continuation_for_looped_dependency" = xno ]
 852                         then
 853                                 message_echo "ERROR: The following loop was found for requirements.${tag}${suffix}:" >&2
 854                         else
 855                                 message_echo "WARNING: The following loop was found for requirements.${tag}${suffix}:" >&2
 856                         fi
 857                         message_echo "  $origin" >&2
 858                         sed -n $(($loophead+1)),\$p "$tmppath.parents" > $tmppath.ports_in_loop.tmp
 859                         sed 's/^/  -->/' "$tmppath.ports_in_loop.tmp" | message_cat >&2
 860                         message_echo "  -->$origin" >&2
 861                         if [ "x$opt_disallow_force_continuation_for_looped_dependency" = xyes ]
 862                         then
 863                                 message_echo 'Resolve the problem manually and then retry by executing' >&2
 864                                 message_echo "        ${APPNAME} reset keepopts" >&2
 865                                 message_echo "        ${APPNAME}" >&2
 866                                 exit 1
 867                         else
 868                                 message_echo 'Exploring a node port to terminate the loop by evaluating only build-and-run-time dependencies as essential ones.' >&2
 869                                 echo "$origin" > $tmppath.ports_in_loop
 870                                 cat "$tmppath.ports_in_loop.tmp" >> $tmppath.ports_in_loop
 871                                 echo "$origin" >> $tmppath.ports_in_loop
 872                                 index_loop=1
 873                                 loop_len=`wc -l < $tmppath.ports_in_loop`
 874                                 while [ $index_loop -lt $loop_len ]
 875                                 do
 876                                         origin_target=`sed -n ${index_loop}p "$tmppath.ports_in_loop"`
 877                                         origin_ref=`sed -n $((${index_loop}+1))p "$tmppath.ports_in_loop"`
 878                                         dbpath_target=${DBDIR}/requires/$origin_target
 879                                         if ! grep -Fxq "$origin_ref" "$dbpath_target/requirements.run.direct${suffix}" 2> /dev/null || \
 880                                                 ! grep -Fxq "$origin_ref" "$dbpath_target/requirements.build.direct${suffix}" 2> /dev/null
 881                                         then
 882                                                 message_echo 'INFO: The dependency of '$origin_target' on '$origin_ref' is ignored to terminate the loop.' >&2
 883                                                 break
 884                                         fi
 885                                         index_loop=$((${index_loop}+1))
 886                                 done
 887                                 if [ $index_loop -eq $loop_len ]
 888                                 then
 889                                         message_echo 'WARNING: The loop cannot be resolved. Continuing by forcible ignorance of the dependency of '$origin_target' on '$origin_ref'. This may cause confusion in the later processes.' >&2
 890                                 fi
 891                                 for suffix_tmp in '' .orig
 892                                 do
 893                                         for tag_tmp in run build
 894                                         do
 895                                                 grep -Fxq "$origin_ref" "$dbpath_target/requirements.${tag_tmp}.direct${suffix_tmp}" 2> /dev/null && \
 896                                                         fileedit_add_a_line_if_new "$origin_ref" "$dbpath_target/ignored_requirements.${tag_tmp}${suffix_tmp}"
 897                                         done
 898                                         cat "$dbpath_target/ignored_requirements.run${suffix_tmp}" "$dbpath_target/ignored_requirements.build${suffix_tmp}" 2> /dev/null | sort -u > $dbpath_target/ignored_requirements.all${suffix_tmp}
 899                                 done
 900                                 cat "$dbpath_target/ignored_requirements.all"* 2> /dev/null | sort -u > $dbpath_target/ignored_requirements.filter
 901                         fi
 902                 fi
 903                 echo "$origin" >> $tmppath.parents
 904                 tmpdstpath=${TMPDIR}/requires/$origin
 905                 dstfile_tmp=$tmpdstpath/requirements.${tag}.full${suffix}
 906                 mkdir -p "$tmpdstpath"
 907                 database_build_filter_ignored_requirements "$origin" < $srcfile | while read origin_requirement
 908                 do
 909                         database_build_get_complete_recursive_dependency "$tag" "$origin_requirement" "$suffix" \
 910                                 > $tmppath.recursive_dependency
 911                         [ -e "$dbpath/ignored_requirements.filter" ] && \
 912                                 echo "$origin_requirement" | grep -Fxq -f "$dbpath/ignored_requirements.filter" 2> /dev/null && \
 913                                 continue
 914                         echo "$origin_requirement"
 915                         cat "$tmppath.recursive_dependency"
 916                 done > $dstfile_tmp
 917                 sed -n ${num_parents}p "$tmppath.parents" > $tmppath.parents.tmp
 918                 mv "$tmppath.parents.tmp" "$tmppath.parents"
 919                 if [ ! -e "$dstfile" ]
 920                 then
 921                         sort -u "$dstfile_tmp" > $dstfile
 922                         rm "$dstfile_tmp"
 923                 fi
 924         fi
 925         cat "$dstfile"
 926 }
 927
 928 # ============= Inspect the necessity of requirements of a necessary port even in case of skipping unchanged ports =============
 929 # Here the "necessity" means that a port must be kept installed, newly installed or reinstalled for run- or build-time operations.
 930 # In other words, "unnecessary" ports are what are not yet installed and not required by any "necessary" ports neither in run- or build-time.
 931 database_build_inspect_necessity_for_only_new_upgrade ()
 932 {
 933         local origin level dbpath tmpfile
 934         origin=$1
 935         level=$2
 936         dbpath=${DBDIR}/requires/$origin
 937         [ ! -d "$dbpath" -o -e "$dbpath/necessary_port.${level}" ] && return
 938         tmpfile=${TMPDIR}/database_build_inspect_necessity_for_only_new_upgrade:`echo "$origin" | tr / :`
 939         if database_query_does_a_port_need_update "$origin"
 940         then
 941                 sort -u "$dbpath/requirements.build.direct" "$dbpath/requirements.run.${level}" || :
 942         else
 943                 cat "$dbpath/requirements.run.${level}" || :
 944         fi 2> /dev/null | database_build_filter_ignored_requirements "$origin" > $tmpfile
 945         while read origin_requirement
 946         do
 947                 database_build_inspect_necessity_for_only_new_upgrade "$origin_requirement" "$level"
 948         done < $tmpfile
 949         rm "$tmpfile"
 950         touch "$dbpath/necessary_port.${level}"
 951 }
 952
 953 # ============= Build complement relations to new dependents for targets recursively =============
 954 database_build_complement_to_new_dependents_for_targets ()
 955 {
 956         local origin dbdir reqdir level
 957         origin=$1
 958         dbdir=${DBDIR}/targets/$origin
 959         reqdir=${DBDIR}/requires/$origin
 960         [ -d "$dbdir" ] || return 0
 961         echo "$origin" >> ${DBDIR}/stage.loop_list/parse_target_attr_info
 962         if [ -e "$dbdir/target_itself" ] && database_query_does_a_port_need_update "$origin"
 963         then
 964                 for level in direct full
 965                 do
 966                         cat "$reqdir/requirements.all.${level}" 2> /dev/null | \
 967                                 database_build_filter_ignored_requirements "$origin" | \
 968                                 while read origin_requirement
 969                         do
 970                                 fileedit_add_a_line_if_new "$origin" \
 971                                         "${DBDIR}/targets/$origin_requirement/complement_for_new_dependents.${level}"
 972                         done
 973                 done
 974                 cat "$reqdir/requirements.all.direct" "$reqdir/requirements.all.full" 2> /dev/null | \
 975                         sort -u | database_build_filter_ignored_requirements "$origin" | \
 976                         while read origin_requirement
 977                 do
 978                         database_build_complement_to_new_dependents_for_targets "$origin_requirement"
 979                 done
 980         fi
 981 }
 982
 983 # ============= Build target attribute files recursively =============
 984 database_build_target_attributes ()
 985 {
 986         local origin dbdir reqdir _is_target _is_requires_requirements _is_initial_requirements _is_requires_dependents _is_initial_dependents _is_requires_requirements_complement _is_relevant tag level database table
 987         origin=$1
 988         dbdir=${DBDIR}/targets/$origin
 989         reqdir=${DBDIR}/requires/$origin
 990         [ -d "$dbdir" ] || return 0
 991         [ -e "$dbdir/COMPLETE_ATTRS" ] && return
 992         _is_target=
 993         [ -e "$dbdir/target_itself" ] && _is_target=y
 994         for tag in all run build none
 995         do
 996                 for level in direct full
 997                 do
 998                         _is_relevant=${_is_target}
 999                         _is_requires_requirements=
1000                         _is_initial_requirements=
1001                         _is_requires_dependents=
1002                         _is_initial_dependents=
1003                         _is_requires_requirements_complement=
1004                         for database in requires initial
1005                         do
1006                                 for table in requirements dependents
1007                                 do
1008                                         if [ -e "$dbdir/target_${database}_${table}.${tag}.${level}" ]
1009                                         then
1010                                                 eval _is_${database}_${table}=y
1011                                                 _is_relevant=y
1012                                         fi
1013                                 done
1014                         done
1015                         if [ -z "${_is_requires_requirements}" -a -e "$dbdir/complement_for_new_dependents.${level}" ]
1016                         then
1017                                 _is_requires_requirements_complement=y
1018                                 _is_relevant=y
1019                         fi
1020                         [ -n "${_is_relevant}" ] && cat > $dbdir/attrs.${tag}.${level} << eof
1021 _is_target=${_is_target}
1022 _is_requires_requirements=${_is_requires_requirements}
1023 _is_initial_requirements=${_is_initial_requirements}
1024 _is_requires_dependents=${_is_requires_dependents}
1025 _is_initial_dependents=${_is_initial_dependents}
1026 _is_requires_requirements_complement=${_is_requires_requirements_complement}
1027 eof
1028                 done
1029         done
1030         touch "$dbdir/COMPLETE_ATTRS"
1031 }
1032
1033 # ============= Order the ports considering dependencies =============
1034 database_build_order_ports_considering_dependencies ()
1035 {
1036         touch "${DBDIR}/reinst_order.list.tmp"
1037         (cd "${DBDIR}/requires" && \
1038                 find . -depth 3 -name requirements.all.full -exec echo {} \; -exec cat {} \; -exec echo \;) | \
1039                 env "DBDIR=${DBDIR}" awk -f "${LIBEXECDIR}"/order_dependencies.awk || return
1040         grep -v '^$' "${DBDIR}/reinst_order.list.tmp" > "${DBDIR}/reinst_order.list" || :
1041 }
1042
1043 # ============= [Sub-function] Common operations for resetting configurations for a port =============
1044 _database_build_reset_a_port_confdb ()
1045 {
1046         local origin origin_replace db
1047         origin=$1
1048         [ -d "${DBDIR}/initial/$origin" -o -d "${DBDIR}/replace/$origin" \
1049                 -o -d "${DBDIR}/requires/$origin" -o -d "${DBDIR}/targets/$origin" ] || return 0
1050         touch "${DBDIR}/inspected_ports_only_partially"
1051         {
1052                 echo "$origin"
1053                 cat "${DBDIR}/replace/$origin/origin" 2> /dev/null || :
1054                 for dbtag in initial requires
1055                 do
1056                         for tabel in requirements dependents
1057                         do
1058                                 cat "${DBDIR}/$dbtag/$origin/$tabel.all.full" 2> /dev/null || :
1059                                 cat "${DBDIR}/$dbtag/$origin/$tabel.all.full.orig" 2> /dev/null || :
1060                                 rm -rf "${DBDIR}/$dbtag/$origin/$tabel.run.full" \
1061                                         "${DBDIR}/$dbtag/$origin/$tabel.build.full"
1062                         done
1063                         rm -rf "${DBDIR}/$dbtag/$origin/is_customized"
1064                 done
1065         } | sort -u >> ${DBDIR}/inspected_ports.update
1066         for level in full direct node
1067         do
1068                 fileedit_rm_a_line "$origin" "${DBDIR}/ports.inspected.${level}.list"
1069         done
1070         fileedit_rm_a_line "$origin" "${DBDIR}/obsolete_ports"
1071         fileedit_rm_a_line "$origin" "${DBDIR}/ports.inspected.list"
1072         cat "${DBDIR}/replace/$origin/origin" 2> /dev/null || :
1073 }
1074
1075 # ============= Clear database directories for a flavored origin =============
1076 database_build_clear_db_dirs ()
1077 {
1078         local origin db
1079         origin=$1
1080         for db in requires replace targets obsolete
1081         do
1082                 rm -rf "${DBDIR}/$db/$origin"
1083         done
1084 }
1085
1086 # ============= Remove configurations for a port permanently =============
1087 database_build_forget ()
1088 {
1089         local origin origin_replace
1090         origin=$1
1091         origin_replace=`_database_build_reset_a_port_confdb "$origin"`
1092         fileedit_rm_a_line "$origin" "${DBDIR}/targets_specified_so_far"
1093         [ -z "$origin_replace" ] || database_build_forget "$origin_replace"
1094         database_build_clear_db_dirs "$origin"
1095 }
1096
1097 # ============= Overlay onto the temporary database so as to re-inspect and reinstall ports whose configurations were changed =============
1098 database_build_patch_reconf ()
1099 {
1100         local origin origin_replace
1101         origin=$1
1102         origin_replace=`_database_build_reset_a_port_confdb "$origin"`
1103         [ -d "${DBDIR}/initial/$origin" -o -d "${DBDIR}/requires/$origin" ] && \
1104                 fileedit_add_a_line_if_new "$origin" "${DBDIR}/stage.loop_list/ports_to_inspect"
1105         fileedit_add_a_line_if_new "$origin" "${DBDIR}/to_be_reconf"
1106         fileedit_rm_a_line "$origin" "${DBDIR}/done_required_ports_to_inspect"
1107         [ -z "$origin_replace" ] || database_build_patch_reconf "$origin_replace"
1108         database_build_clear_db_dirs "$origin"
1109 }
1110
1111 # ============= Post-processes after finishing to inspect dependencies =============
1112 database_build_post_inspect_dependencies ()
1113 {
1114         local table tmpfile
1115         tmpfile=${TMPDIR}/database_build_post_inspect_dependencies
1116         touch "${DBDIR}/obsolete_ports" "${DBDIR}/inspected_ports.update"
1117         find "${DBDIR}/requires" -depth 2 -type d \
1118                 | sed -E 's|.*/([^/]+/[^/]+)$|\1|' > ${DBDIR}/inspected_ports
1119         find "${DBDIR}/initial" -depth 2 -type d \
1120                 | sed -E 's|.*/([^/]+/[^/]+)$|\1|' > ${DBDIR}/inspected_ports.initial
1121         sort -u "${DBDIR}/inspected_ports" "${DBDIR}/inspected_ports.initial" > ${DBDIR}/inspected_ports.all
1122         {
1123                 cat "${DBDIR}/conf/HOLD:PORTS.parsed" || :
1124                 cat "${DBDIR}/need.list" || :
1125         } 2> /dev/null | sort -u > $tmpfile.obsolete_ports.exclude
1126         grep -v -Fx -f "$tmpfile.obsolete_ports.exclude" "${DBDIR}/obsolete_ports" > ${DBDIR}/obsolete_ports.can_be_deleted || :
1127         cp /dev/null "${DBDIR}/REPLACE.complete_sed_pattern.tmp"
1128         cp /dev/null "${DBDIR}/REVERSE_REPLACE.complete_sed_pattern.tmp"
1129         find "${DBDIR}/replace" -depth 3 -type f -name origin | while read nodepath
1130         do
1131                 origin_orig=`expr "$nodepath" : '.*/\([^/][^/]*/[^/][^/]*\)/origin$'`
1132                 origin=`cat "$nodepath"`
1133                 origin_orig_regexp=`str_escape_regexp "$origin_orig"`
1134                 origin_orig_esc=`str_escape_replaceval "$origin_orig"`
1135                 origin_regexp=`str_escape_regexp "$origin"`
1136                 origin_esc=`str_escape_replaceval "$origin"`
1137                 echo "s/^$origin_orig_regexp$/$origin_esc/" >> ${DBDIR}/REPLACE.complete_sed_pattern.tmp
1138                 [ -z "$origin_regexp" ] && continue
1139                 echo "s/^$origin_regexp$/$origin_orig_esc/" >> ${DBDIR}/REVERSE_REPLACE.complete_sed_pattern.tmp
1140         done
1141         mv "${DBDIR}/REPLACE.complete_sed_pattern.tmp" "${DBDIR}/REPLACE.complete_sed_pattern"
1142         mv "${DBDIR}/REVERSE_REPLACE.complete_sed_pattern.tmp" "${DBDIR}/REVERSE_REPLACE.complete_sed_pattern"
1143         if [ `cat "${DBDIR}/inspected_ports.update" 2> /dev/null | wc -l` -gt 0 ]
1144         then
1145                 grep -Fx -f "${DBDIR}/inspected_ports.all" "${DBDIR}/inspected_ports.update" \
1146                         > ${DBDIR}/inspected_ports.update.tmp 2> /dev/null || :
1147                 mv "${DBDIR}/inspected_ports.update.tmp" "${DBDIR}/inspected_ports.update"
1148                 if [ $opt_only_target_scope = yes ]
1149                 then
1150                         touch "${DBDIR}/inspected_ports_only_partially"
1151                 else
1152                         rm -f "${DBDIR}/inspected_ports_only_partially"
1153                 fi
1154                 if program_chk_stage_loop_complete CONVERT_REQUIREMENTS_LIST
1155                 then
1156                         mv "${DBDIR}/inspected_ports.update" "${DBDIR}/stage.loop_list/convert_dependency_lists"
1157                 else
1158                         cat "${DBDIR}/inspected_ports.update" "${DBDIR}/stage.loop_list/convert_dependency_lists" \
1159                                 2> /dev/null | sort -u > ${DBDIR}/stage.loop_list/convert_dependency_lists.tmp
1160                         mv "${DBDIR}/stage.loop_list/convert_dependency_lists.tmp" \
1161                                 "${DBDIR}/stage.loop_list/convert_dependency_lists"
1162                         rm -f "${DBDIR}/inspected_ports.update"
1163                 fi
1164         else
1165                 program_chk_stage_loop_complete CONVERT_REQUIREMENTS_LIST \
1166                         && rm -f "${DBDIR}/stage.loop_list/convert_dependency_lists"
1167         fi
1168         {
1169                 sed -E -f "${DBDIR}/REPLACE.complete_sed_pattern" "${DBDIR}/need.list" || :
1170                 cat "${DBDIR}/need.list" || :
1171         } 2> /dev/null | sort -u > ${DBDIR}/need.with_replaced.list
1172         for table in requirements dependents itself
1173         do
1174                 [ -e "${DBDIR}/stage.loop_list/target_$table.specified" ] || continue
1175                 sed -E -f "${DBDIR}/REPLACE.complete_sed_pattern" \
1176                         "${DBDIR}/stage.loop_list/target_$table.specified" \
1177                         > ${DBDIR}/stage.loop_list/target_$table.replaced.specified
1178         done
1179         cp /dev/null "${DBDIR}/update_dependencies"
1180 }