lib/libdatabase_build.sh

   1 #!/bin/sh -e
   2 # ==============================================================================
   3 # portsreinstall library script
   4 # - Operations for building the temporary database -
   5 # Copyright (C) 2013-2014 Mamoru Sakaue, MwGhennndo, All Rights Reserved.
   6 # This software is distributed under the 2-Clause BSD License.
   7 # ==============================================================================
   8
   9 # ============= Variables =============
  10 DATABASE_VERSION=
  11 DATABASE_IS_OBSOLETE=no
  12
  13 # ============= Creation =============
  14 database_build_create ()
  15 {
  16         [ `id -u` -eq 0 -a ! -d "${DBDIR}" ] && mkdir -p "${DBDIR}"
  17         misc_lock_duplicated_executions "${DBDIR}/.lock"
  18         if [ -e "${DBDIR}/MYVERSION" ]
  19         then
  20                 if ! grep -q -E "$COMPATIBLE_VERSIONS" "${DBDIR}/MYVERSION" 2> /dev/null
  21                 then
  22                         message_echo "ERROR: The current temporary database is incompatible. You must delete it by" >&2
  23                         message_echo "        ${APPNAME} clean force" >&2
  24                         message_echo "       in order to enable the current version." >&2
  25                         exit 1
  26                 fi
  27         elif misc_is_superuser_privilege
  28         then
  29                 echo "$MYVERSION" > ${DBDIR}/MYVERSION
  30         fi
  31         DATABASE_VERSION=`cat "${DBDIR}"/MYVERSION 2> /dev/null || :`
  32         misc_is_superuser_privilege || return 0
  33         for subdir in initial requires replace targets obsolete backup_packages \
  34                 stage.loop_list stage.complete stage.reinit_loop stage.depends
  35         do
  36                 [ -d "${DBDIR}/$subdir" ] || mkdir -p "${DBDIR}/$subdir"
  37         done
  38 }
  39
  40 # ============= Refresh the temporary database =============
  41 database_build_refresh ()
  42 {
  43         misc_is_superuser_privilege || return
  44         [ $opt_suppress_obsolete_db_clean = no ] || return
  45         message_echo "INFO: The temporary database is cleaned up."
  46         message_echo
  47         [ -d "${DBDIR}" -a ! -d "${DBDIR}.tmp" ] && mv "${DBDIR}" "${DBDIR}.tmp"
  48         database_build_create
  49         mv "${DBDIR}.tmp/saved_options.sh" "${DBDIR}" 2> /dev/null || :
  50         mv "${DBDIR}.tmp/backup_packages" "${DBDIR}" 2> /dev/null || :
  51         mv "${DBDIR}.tmp/backup_pkgarcs.lst" "${DBDIR}" 2> /dev/null || :
  52         rm -rf "${DBDIR}.tmp"
  53 }
  54
  55 # ============= Clean up the temporary database for upgrade of this utility =============
  56 database_build_clean_for_self_upgrade ()
  57 {
  58         misc_is_superuser_privilege || return
  59         [ $opt_suppress_obsolete_db_clean = no ] || return
  60         rm -rf "${DBDIR}"
  61         database_build_create
  62         [ -e "${DBDIR}/MYVERSION" ] && mv "${DBDIR}/MYVERSION" "${DBDIR}/MYVERSION.prev"
  63         :
  64 }
  65
  66 # ============= Check whether the temporary database is newer than the ports tree and refresh if so =============
  67 database_build_refresh_if_obsolete ()
  68 {
  69         if [ "${PORTS_INDEX_DB}" -nt "${DBDIR}"/MYVERSION ] && misc_is_superuser_privilege
  70         then
  71                 if [ $opt_suppress_obsolete_db_clean = no -a "z${command}" = zclean ]
  72                 then
  73                         DATABASE_IS_OBSOLETE=no
  74                         message_echo "WARNING: The temporary database is older than the ports tree." >&2
  75                         database_build_refresh || DATABASE_IS_OBSOLETE=yes
  76                 else
  77                         DATABASE_IS_OBSOLETE=yes
  78                 fi
  79         else
  80                 DATABASE_IS_OBSOLETE=no
  81         fi
  82 }
  83
  84 # ============= Register an obsolete origin =============
  85 database_build_register_obsolete_port ()
  86 {
  87         local origin dbpath pkgtag
  88         origin=$1
  89         dbpath=${DBDIR}/obsolete/$origin
  90         [ -e "$dbpath/complete_as_node" ] && return
  91         [ -d "${DBDIR}/obsolete/$origin" ] || mkdir -p "${DBDIR}/obsolete/$origin"
  92         pkgtag=`pkgsys_pkg_info_qO_init "$origin"`
  93         [ -n "$pkgtag" ] || pkgtag='[not installed]'
  94         echo "$pkgtag" > ${DBDIR}/obsolete/$origin/pkgtag
  95         for table in dependents requirements
  96         do
  97                 for level in direct full
  98                 do
  99                         for tag in all run build
 100                         do
 101                                 srcfile=${DBDIR}/initial/$origin/${table}.${tag}.${level}
 102                                 [ -e "$srcfile" ] && ln -f "$srcfile" "$dbpath/${table}.${tag}.${level}.src"
 103                         done
 104                 done
 105         done
 106         touch "$dbpath/complete_as_node"
 107 }
 108
 109 # ============= Convert and register if an origin is obsolete =============
 110 database_build_convert_and_register_origin_if_obsolete ()
 111 {
 112         local origin recursedb_in recursedb output_origin iline_db origin_new date_moved why_moved
 113         origin=$1
 114         recursedb_in=$2
 115         recursedb=${recursedb_in:-${PORTS_MOVED_DB}}
 116         echo "$origin" > ${TMPDIR}/database_build_convert_and_register_origin_if_obsolete:origin
 117         [ -d "${PORTSDIR}/$origin" ] && return
 118         database_build_register_obsolete_port "$origin"
 119         grep -n -m 1 -E "^`str_escape_regexp \"$origin\"`\|" "$recursedb" 2> /dev/null > ${TMPDIR}/moved.info || :
 120         if [ `wc -l < ${TMPDIR}/moved.info` -eq 0 ]
 121         then
 122                 fileedit_add_a_line_if_new "$origin" "${DBDIR}/obsolete_ports"
 123                 if [ -n "$recursedb_in" ]
 124                 then
 125                         message_echo "${DEPTH_INDEX}  ===> Disappeared port (MOVED broken?)"
 126                 else
 127                         message_echo "${DEPTH_INDEX}  ===> Nonexistent port (your original?)"
 128                 fi
 129                 return 1
 130         else
 131                 iline_db=`cut -d : -f 1 "${TMPDIR}/moved.info"`
 132                 sed 1,${iline_db}d "${PORTS_MOVED_DB}" > ${TMPDIR}/MOVED.DB
 133                 origin_new=`sed -E 's/^[0-9]+://' "${TMPDIR}/moved.info" | cut -d '|' -f 2 || :`
 134                 date_moved=`cut -d '|' -f 3 "${TMPDIR}/moved.info" || :`
 135                 why_moved=`cut -d '|' -f 4 "${TMPDIR}/moved.info" || :`
 136                 if [ -n "$origin_new" ]
 137                 then
 138                         message_echo "${DEPTH_INDEX}  ===> Moved to $origin_new at $date_moved because \"$why_moved\""
 139                         database_build_convert_and_register_origin_if_obsolete "$origin_new" "${TMPDIR}/MOVED.DB" || return 1
 140                 else
 141                         message_echo "${DEPTH_INDEX}  ===> Deleted at $date_moved because \"$why_moved\""
 142                         fileedit_add_a_line_if_new "$origin" "${DBDIR}/obsolete_ports"
 143                         return 1
 144                 fi
 145         fi
 146 }
 147 # ============= [Sub-function] Get the output value of converted origin =============
 148 _database_build_convert_and_register_origin_if_obsolete__get_origin ()
 149 {
 150         cat "${TMPDIR}/database_build_convert_and_register_origin_if_obsolete:origin"
 151 }
 152
 153 # ============= Get the make arguments for building the temporary database =============
 154 database_build_setup_make_args ()
 155 {
 156         local origin
 157         origin=$1
 158         {
 159                 for key in LOCALBASE LINUXBASE PORT_DBDIR PORTSDIR DISTDIR PACKAGES PKGREPOSITORY
 160                 do
 161                         eval echo $key=\$$key
 162                 done
 163                 echo 'DISABLE_VULNERABILITIES=yes'
 164                 if [ $opt_apply_default_config = yes ]
 165                 then
 166                         if pkgsys_is_dialog4ports_used
 167                         then
 168                                 echo 'NO_DIALOG=yes'
 169                         else
 170                                 echo 'BATCH=yes'
 171                         fi
 172                 fi
 173                 dbdir=${DBDIR}/requires/$origin
 174                 [ -d "$dbdir" ] || dbdir=${DBDIR}/conf/each_port/$origin
 175                 cat "$dbdir/MARG.conf" 2> /dev/null || :
 176         } | tr '\n' ' '
 177 }
 178
 179 # ============= Get the make environment variables for building the temporary database =============
 180 database_build_setup_make_envs ()
 181 {
 182         local origin dbdir
 183         origin=$1
 184         dbdir=${DBDIR}/requires/$origin
 185         [ -d "$dbdir" ] || dbdir=${DBDIR}/conf/each_port/$origin
 186         cat "$dbdir/MENV.conf" 2> /dev/null || :
 187 }
 188
 189 # ============= Execute make command for building the temporary database =============
 190 database_build_make ()
 191 {
 192         local origin MAKE_ARGS MAKE_ENVS
 193         origin=$1
 194         shift
 195         MAKE_ARGS=`database_build_setup_make_args "$origin"`
 196         MAKE_ENVS=`database_build_setup_make_envs "$origin"`
 197         env $MAKE_ENVS make -C "${PORTSDIR}/$origin" "$@" $MAKE_ARGS
 198 }
 199
 200 # ============= Set up a temporary database node for the initial state of a port =============
 201 database_build_setup_initial_node ()
 202 {
 203         local origin pkg dbpath
 204         origin=$1
 205         dbpath=${DBDIR}/initial/$origin
 206         [ -e "$dbpath/complete_as_node" ] && return
 207         rm -rf "$dbpath"
 208         mkdir -p "$dbpath"
 209         pkg=`pkg_info_qO "$origin"`
 210         if [ -n "$pkg" ]
 211         then
 212                 echo "$pkg" > $dbpath/installed_version
 213                 ln -f "$dbpath/installed_version" "$dbpath/pkgtag"
 214                 pkg_info_qr "$pkg" | while read requirement
 215                 do
 216                         origin_requirement=`pkgsys_init_pkg_orig_by_ambiguous_matching "$requirement" || :`
 217                         [ -n "$origin_requirement" ] && echo "$origin_requirement"
 218                         :
 219                 done > $dbpath/requirements.all.full
 220                 pkg_info_qR "$pkg" | while read dependent
 221                 do
 222                         origin_dependent=`pkgsys_init_pkg_orig_by_ambiguous_matching "$dependent" || :`
 223                         [ -n "$origin_dependent" ] && echo "$origin_dependent"
 224                         :
 225                 done > $dbpath/dependents.all.full
 226                 for table in dependents requirements
 227                 do
 228                         for level in direct full
 229                         do
 230                                 for tag in all run build
 231                                 do
 232                                         [ "${tag}.${level}" = all.full ] && continue
 233                                         ln -f "$dbpath/${table}.all.full" "$dbpath/${table}.${tag}.${level}"
 234                                 done
 235                         done
 236                 done
 237         fi
 238         if [ `expr "$pkg" : "^${APPNAME}-[0-9].*"` -gt 0 ]
 239         then
 240                 [ -d "$dbpath" ] && touch "$dbpath/SUPPRESSED_SELF"
 241         elif [ `expr "$pkg" : "^pkg-[0-9].*"` -gt 0 ]
 242         then
 243                 [ -d "$dbpath" ] && touch "$dbpath/SUPPRESSED_PKGNG"
 244         fi
 245         touch "$dbpath/complete_as_node"
 246 }
 247
 248 # ============= Set up a temporary database node for the replaced/moved information of a port =============
 249 database_build_setup_replace_node ()
 250 {
 251         local origin_orig origin dbpath
 252         origin_orig=$1
 253         dbpath=${DBDIR}/replace/$origin_orig
 254         if [ ! -e "$dbpath/complete_as_node" ]
 255         then
 256                 rm -rf "$dbpath"
 257                 mkdir -p "$dbpath"
 258                 origin=$origin_orig
 259                 if echo "$origin_orig" | grep -q -E -f "${DBDIR}/conf/REPLACE.grep_from_pattern"
 260                 then
 261                         origin=`echo "$origin_orig" | sed -E -f "${DBDIR}/conf/REPLACE.sed_pattern"`
 262                         if [ "x$origin_orig" != "x$origin" ]
 263                         then
 264                                 if [ -n "$origin" ]
 265                                 then
 266                                         message_echo "${DEPTH_INDEX}  ===> Replaced with $origin by user configuration"
 267                                 else
 268                                         database_build_register_obsolete_port "$origin_orig"
 269                                         message_echo "${DEPTH_INDEX}  ===> Deleted by user configuration"
 270                                 fi > $dbpath/message
 271                         fi
 272                 fi
 273                 if [ -n "$origin" ]
 274                 then
 275                         if database_build_convert_and_register_origin_if_obsolete "$origin" >> $dbpath/message
 276                         then
 277                                 origin=`_database_build_convert_and_register_origin_if_obsolete__get_origin`
 278                         else
 279                                 if [ "x$origin" != "x$origin_orig" ]
 280                                 then
 281                                         message_echo "${DEPTH_INDEX}  ===> Going back to the original port $origin_orig"
 282                                         if database_build_convert_and_register_origin_if_obsolete "$origin_orig"
 283                                         then
 284                                                 origin=`_database_build_convert_and_register_origin_if_obsolete__get_origin`
 285                                         else
 286                                                 origin=
 287                                         fi
 288                                 else
 289                                         origin=
 290                                 fi >> $dbpath/message
 291                         fi
 292                 fi
 293                 [ "x$origin_orig" = "x$origin" ] || echo "$origin" > $dbpath/origin
 294                 touch "$dbpath/complete_as_node"
 295         fi
 296         cat "$dbpath/message" 2> /dev/null || :
 297 }
 298
 299 # ============= Get the inspected level for a port with the current option settings =============
 300 database_build_get_inspected_level ()
 301 {
 302         local origin origin_dependent origin_esc origin_dependent_esc
 303         origin=$1
 304         origin_dependent=$2
 305         origin_esc='^'`str_escape_regexp "$origin"`'$'
 306         origin_dependent_esc='^'`str_escape_regexp "$origin_dependent"`'$'
 307         if [ $opt_only_target_scope = no ]
 308         then
 309                 echo full
 310         elif ! pkgsys_pkg_info_eO "$origin" \
 311                 || grep -E "$origin_esc" "${DBDIR}/stage.loop_list/ports_to_inspect" > /dev/null \
 312                 || [ ! -e "${DBDIR}/requires/$origin_dependent/installed_version" ] \
 313                 || grep -E "$origin_dependent_esc" "${DBDIR}/stage.loop_list/ports_to_inspect" > /dev/null
 314         then
 315                 echo direct
 316         else
 317                 echo node
 318         fi
 319 }
 320
 321 # ============= Check whether a port has been inspected in a required level =============
 322 database_build_is_port_already_inspected_in_required_level ()
 323 {
 324         local origin origin_dependent origin_actual origin_esc inspected_level
 325         origin=$1
 326         origin_dependent=$2
 327         origin_actual=`echo "$origin" | sed -E -f "${DBDIR}/REPLACE.complete_sed_pattern" 2> /dev/null || :`
 328         [ -n "$origin_actual" ] || origin_actual=$origin
 329         origin_esc='^'`str_escape_regexp "$origin_actual"`'$'
 330         inspected_level=`database_build_get_inspected_level "$origin_actual" "$origin_dependent"`
 331         grep -q -E "^$origin_esc$" "${DBDIR}/ports.inspected.${inspected_level}.list" \
 332                 "${DBDIR}/obsolete_ports" 2> /dev/null || return
 333         fileedit_rm_a_line "$origin" "${DBDIR}/stage.loop_list/ports_to_inspect.remain"
 334         [ "x$origin" = "$origin_actual" ] || \
 335                 fileedit_rm_a_line "$origin_actual" "${DBDIR}/stage.loop_list/ports_to_inspect.remain"
 336         :
 337 }
 338
 339 # ============= Update the current package name of a port =============
 340 database_build_update_pkgname ()
 341 {
 342         local origin pkg savefile origin_orig
 343         origin=$1
 344         savefile=${DBDIR}/requires/$origin/current_version
 345         if [ -e "${DBDIR}/REVERSE_REPLACE.complete_sed_pattern" ]
 346         then
 347                 origin_orig=`echo "$origin" \
 348                         | sed -E -f "${DBDIR}/REVERSE_REPLACE.complete_sed_pattern"` || :
 349                 [ "x$origin_orig" = "x$origin" ] && origin_orig=
 350         else
 351                 origin_orig=
 352         fi
 353         echo "$origin_orig" "$origin" | tr ' ' '\n' | grep -v '^$' | while read orig
 354         do
 355                 pkg=`pkg_info_qO "$orig" || :`
 356                 if [ -z "$pkg" -a -e "${DBDIR}/requires/$orig/initial_orig" ]
 357                 then
 358                         orig_init=`cat "${DBDIR}/requires/$orig/initial_orig"`
 359                         pkg=`pkg_info_qO "$orig_init" || :`
 360                 fi
 361                 [ -n "$pkg" ] && echo "$pkg"
 362                 :
 363         done > $savefile
 364         cat "$savefile"
 365 }
 366
 367 # ============= Get the current package name of a port =============
 368 database_build_get_pkgname ()
 369 {
 370         local origin savefile
 371         origin=$1
 372         savefile=${DBDIR}/requires/$origin/current_version
 373         if [ -e "$savefile" ]
 374         then
 375                 cat "$savefile"
 376         else
 377                 database_build_update_pkgname "$origin"
 378         fi
 379 }
 380
 381 # ============= Get the new package name of a port =============
 382 database_build_get_new_pkgname ()
 383 {
 384         local origin savefile pkg
 385         origin=$1
 386         savefile=${DBDIR}/requires/$origin/new_version
 387         if [ ! -e "$savefile" ]
 388         then
 389                 database_build_make "$origin" package-name \
 390                         | tr -d '\n' > $savefile
 391         fi
 392         cat "$savefile"
 393 }
 394
 395 # ============= Build the original message tag showing the version upgrade =============
 396 database_build_create_pkgtag ()
 397 {
 398         local origin dbdir pkg_init pkg_new pkgtag
 399         origin=$1
 400         dbdir=${DBDIR}/requires/$origin
 401         pkg_init=`database_build_get_pkgname "$origin"`
 402         [ -n "$pkg_init" -a ! -e "$dbdir/installed_version" ] && \
 403                 echo -n "$pkg_init" > $dbdir/installed_version
 404         pkg_new=`database_build_get_new_pkgname "$origin"`
 405         pkgtag=$pkg_init
 406         [ -n "$pkgtag" ] || pkgtag=$pkg_new
 407         if [ -z "$pkgtag" ]
 408         then
 409                 pkgtag='?'
 410
 411         elif [ "x$pkg_init" != "x$pkg_new" ]
 412         then
 413                 if [ -n "$pkg_init" ]
 414                 then
 415                         pkgtag="$pkg_init => $pkg_new"
 416                 else
 417                         pkgtag="[new] $pkg_new"
 418                 fi
 419         fi
 420         echo "$pkgtag" > $dbdir/pkgtag.orig
 421         echo "$pkgtag" > $dbdir/pkgtag
 422 }
 423
 424 # ============= Update the message tag showing the version upgrade =============
 425 database_build_update_pkgtag ()
 426 {
 427         local origin pkg_init pkg_bak pkg_cur detail pkgtag
 428         origin=$1
 429         pkg_init=`cat "${DBDIR}/requires/$origin/installed_version" 2> /dev/null | tr '\n' ' ' | sed 's/ *$//'`
 430         pkg_bak=`cat "${DBDIR}/requires/$origin/backedup_version" 2> /dev/null | tr '\n' ' ' | sed 's/ *$//'`
 431         pkg_cur=`database_build_get_pkgname "$origin" | tr '\n' ' ' | sed 's/ *$//'`
 432         detail=
 433         if [ "x$pkg_init" != "x$pkg_cur" ]
 434         then
 435                 if [ -n "$pkg_cur" ]
 436                 then
 437                         detail=" [currently installed version: $pkg_cur]"
 438                 elif [ -n "$pkg_bak" ]
 439                 then
 440                         detail=" [currently deinstalled, previously installed version: $pkg_bak]"
 441                 else
 442                         detail=" [currently deinstalled]"
 443                 fi
 444         fi
 445         pkgtag=`cat "${DBDIR}/requires/$origin/pkgtag.orig"`
 446         echo "$pkgtag$detail" > ${DBDIR}/requires/$origin/pkgtag
 447 }
 448
 449 # ============= Check whether the currently installed package version is the latest =============
 450 database_build_is_currentpkg_latest ()
 451 {
 452         local origin pkg_cur pkg_new
 453         origin=$1
 454         pkg_cur=`database_build_get_pkgname "$origin" | tr '\n' ' ' | sed 's/ *$//'`
 455         pkg_new=`database_build_get_new_pkgname "$origin"`
 456         [ "x$pkg_cur" = "x$pkg_new" ]
 457 }
 458
 459 # ============= Recursively inspect dependencies of a port and build a node database of the information =============
 460 database_build_inspect_dependencies ()
 461 {
 462         local origin_orig origin_dependent origin_orig_regexp origin origin_regexp tag stage dbpath origin_id origin_dependency DEPTH_INDEX_orig nlines iline dist_subdir_rpl inspected_level inspected_levels_compatible origin_tmp inspected_level_tmp conf_updated
 463         origin_orig=$1
 464         origin_dependent=$2
 465         [ -z "$origin_orig" ] && return
 466         database_build_is_port_already_inspected_in_required_level "$origin_orig" "$origin_dependent" && return
 467         origin_orig_regexp=`str_escape_regexp "$origin_orig"`
 468         DEPTH_INDEX_orig=${DEPTH_INDEX}
 469         DEPTH_INDEX="${DEPTH_INDEX}--"
 470         message_echo "${DEPTH_INDEX} $origin_orig"
 471         origin_id=`echo "$origin_orig" | tr / :`
 472         database_build_setup_initial_node "$origin_orig"
 473         database_build_setup_replace_node "$origin_orig"
 474         if [ -e "${DBDIR}/replace/$origin_orig/origin" ]
 475         then
 476                 origin=`cat "${DBDIR}/replace/$origin_orig/origin"`
 477         else
 478                 origin=$origin_orig
 479         fi
 480         origin_regexp=`str_escape_regexp "$origin"`
 481         inspected_level=
 482         inspected_levels_compatible=
 483         if [ -n "$origin" ]
 484         then
 485                 fileedit_rm_a_line "$origin" "${DBDIR}/obsolete_ports"
 486                 dbpath=${DBDIR}/requires/$origin
 487                 if [ ! -e "$dbpath/complete_as_node" ]
 488                 then
 489                         conf_updated=
 490                         if grep -q -E -e "^$origin_orig_regexp$" -e "^$origin_regexp$" "${DBDIR}/to_be_reconf" 2> /dev/null
 491                         then
 492                                 message_echo "${DEPTH_INDEX}  ===> Reconfigured"
 493                                 conf_updated=y
 494                         fi
 495                         rm -rf "$dbpath"
 496                         mkdir -p "$dbpath"
 497                         [ -n "$conf_updated" ] && touch "$dbpath/conf_updated"
 498                         [ "x$origin_orig" = "x$origin" ] || echo "$origin_orig" > $dbpath/initial_orig
 499                         [ -e "${DBDIR}/initial/$origin_orig/SUPPRESSED_SELF" ] && touch "$dbpath/SUPPRESSED_SELF"
 500                         [ -e "${DBDIR}/initial/$origin_orig/SUPPRESSED_PKGNG" ] && touch "$dbpath/SUPPRESSED_PKGNG"
 501                         if [ -d "${DBDIR}/conf/each_port/$origin" ]
 502                         then
 503                                 cp -R "${DBDIR}/conf/each_port/$origin/"* "$dbpath/" > /dev/null 2>&1 || :
 504                         fi
 505                         tmp_portsdb_work=${TMPDIR}/database_build_inspect_dependencies:portsdb_work
 506                         [ -d "$tmp_portsdb_work" ] || mkdir "$tmp_portsdb_work"
 507                         ( set -e
 508                                 export PORT_DBDIR=$tmp_portsdb_work
 509                                 database_build_make "$origin" showconfig > $dbpath/ports_options.default
 510                         )
 511                         if [ `wc -c < $dbpath/ports_options.default` -gt 0 ]
 512                         then
 513                                 if [ $opt_apply_default_config = yes ]
 514                                 then
 515                                         if ! pkgsys_is_dialog4ports_used
 516                                         then
 517                                                 printf '\t\n' | database_build_make "$origin" config-conditional > /dev/null
 518                                         fi
 519                                 else
 520                                         database_build_make "$origin" config-conditional
 521                                 fi
 522                                 database_build_make "$origin" showconfig > $dbpath/ports_options.current
 523                         else
 524                                 cp /dev/null "$dbpath/ports_options.current"
 525                         fi
 526                         if [ ! -e "${DBDIR}/initial/$origin_orig/installed_version" ]
 527                         then
 528                                 cp "${DBDIR}/initial/$origin_orig/installed_version" "$dbpath" 2> /dev/null || :
 529                         fi
 530                         database_build_create_pkgtag "$origin"
 531                         for tag in run build
 532                         do
 533                                 database_build_make "$origin" $tag-depends-list \
 534                                         | sed -E "s/^`str_escape_regexp "${PORTSDIR}"`\///" \
 535                                         > $dbpath/requirements.$tag.orig || :
 536                                 sed -E -f "${DBDIR}/conf/REPLACE.sed_pattern" "$dbpath/requirements.$tag.orig" \
 537                                         | grep -v '^$' > $dbpath/requirements.$tag.src || :
 538                         done
 539                         for stage in orig src
 540                         do
 541                                 sort -u "$dbpath/requirements.run.${stage}" "$dbpath/requirements.build.${stage}" \
 542                                         > $dbpath/requirements.all.direct.${stage}
 543                                 mv "$dbpath/requirements.build.${stage}" "$dbpath/requirements.build.direct.${stage}"
 544                                 mv "$dbpath/requirements.run.${stage}" "$dbpath/requirements.run.direct.${stage}"
 545                         done
 546                         touch "$dbpath/complete_as_node"
 547                         fileedit_rm_a_line "$origin_orig" "${DBDIR}/to_be_reconf"
 548                         fileedit_rm_a_line "$origin" "${DBDIR}/to_be_reconf"
 549                 else
 550                         for level in direct full
 551                         do
 552                                 for tag in run build
 553                                 do
 554                                         rm -f "$dbpath/requirements.${tag}.${level}"
 555                                 done
 556                         done
 557                         for origin_tmp in "$origin" "$origin_orig"
 558                         do
 559                                 for inspected_level_tmp in full direct node
 560                                 do
 561                                         fileedit_rm_a_line "$origin_tmp" "${DBDIR}/ports.inspected.${inspected_level_tmp}.list"
 562                                 done
 563                         done
 564                 fi
 565                 inspected_level=`database_build_get_inspected_level "$origin" "$origin_dependent"`
 566                 case $inspected_level in
 567                 full)
 568                         grep -v -E -f "${DBDIR}/installed_ports.grep_pattern" \
 569                                 "$dbpath/requirements.all.direct.src" > ${TMPDIR}/missing.$origin_id || :
 570                         inspected_levels_compatible='full direct node'
 571                         ;;
 572                 direct)
 573                         grep -v -E -f "${DBDIR}/installed_ports.grep_pattern" \
 574                                 "$dbpath/requirements.all.direct.src" > ${TMPDIR}/missing.$origin_id || :
 575                         inspected_levels_compatible='direct node'
 576                         ;;
 577                 node)
 578                         cp /dev/null "${TMPDIR}/missing.$origin_id"
 579                         inspected_levels_compatible='node'
 580                         ;;
 581                 esac
 582                 nlines=`wc -l < ${TMPDIR}/missing.$origin_id`
 583                 iline=1
 584                 while [ $iline -le $nlines ]
 585                 do
 586                         origin_dependency=`sed -n ${iline}p "${TMPDIR}/missing.$origin_id"`
 587                         iline=$(($iline+1))
 588                         grep -q -E '^'`str_escape_regexp "$origin_dependency"`'$' \
 589                                 "${DBDIR}/ports.inspected.list" 2> /dev/null && \
 590                                         continue
 591                         database_build_inspect_dependencies "$origin_dependency" "$origin"
 592                 done
 593                 rm -f "${TMPDIR}/missing.$origin_id"
 594                 dist_subdir_rpl=`database_query_get_makevar_val "$origin" DIST_SUBDIR | str_escape_replaceval_filter` || :
 595                 [ -n "$dist_subdir_rpl" ] && dist_subdir_rpl="$dist_subdir_rpl\/"
 596                 database_build_make "$origin" fetch-urlall-list \
 597                         | sed -E "s/.*\/([^\/]+)$/$dist_subdir_rpl\1/" \
 598                         | sort -u >> ${DBDIR}/distfiles.inspected
 599         fi
 600         if [ "x$origin_orig" != "x$origin" ]
 601         then
 602                 if [ -n "$origin" ]
 603                 then
 604                         for inspected_level_tmp in $inspected_levels_compatible
 605                         do
 606                                 fileedit_add_a_line_if_new "$origin" "${DBDIR}/ports.inspected.${inspected_level_tmp}.list"
 607                         done
 608                         fileedit_add_a_line_if_new "$origin" "${DBDIR}/ports.inspected.list"
 609                         fileedit_add_a_line_if_new "$origin" "${DBDIR}/inspected_ports.update"
 610                         fileedit_rm_a_line "$origin" "${DBDIR}/stage.loop_list/ports_to_inspect.remain"
 611                 fi
 612         fi
 613         for inspected_level_tmp in $inspected_levels_compatible
 614         do
 615                 fileedit_add_a_line_if_new "$origin_orig" "${DBDIR}/ports.inspected.${inspected_level_tmp}.list"
 616         done
 617         fileedit_add_a_line_if_new "$origin_orig" "${DBDIR}/ports.inspected.list"
 618         fileedit_add_a_line_if_new "$origin_orig" "${DBDIR}/inspected_ports.update"
 619         fileedit_rm_a_line "$origin_orig" "${DBDIR}/stage.loop_list/ports_to_inspect.remain"
 620         message_echo "${DEPTH_INDEX}  ===> ok"
 621
 622         DEPTH_INDEX=${DEPTH_INDEX_orig}
 623 }
 624
 625 # ============= Build and get a list of the complete recursive dependencies of a port =============
 626 database_build_get_complete_recursive_dependency ()
 627 {
 628         local table origin dbpath suffix dstfile
 629         table=$1
 630         origin=$2
 631         suffix=$3
 632         dbpath=${DBDIR}/requires/$origin
 633         [ -e "$dbpath/$table.direct$suffix" ] || return 0
 634         dstfile=$dbpath/$table.full$suffix
 635         if [ ! -e "$dstfile" ]
 636         then
 637                 while read origin_requirement
 638                 do
 639                         echo "$origin_requirement"
 640                         database_build_get_complete_recursive_dependency "$table" "$origin_requirement" "$suffix"
 641                 done < $dbpath/$table.direct$suffix | sort -u > $dstfile.tmp
 642                 mv "$dstfile.tmp" "$dstfile"
 643         fi
 644         cat "$dstfile"
 645 }
 646
 647 # ============= Inspect the necessity of requirements of a necessary port even in case of skipping unchanged ports =============
 648 # Here the "necessity" means that a port must be kept installed, newly installed or reinstalled for run- or build-time operations.
 649 # In other words, "unnecessary" ports are what are not yet installed and not required by any "necessary" ports neither in run- or build-time.
 650 database_build_inspect_necessity_for_only_new_upgrade ()
 651 {
 652         local origin level dbpath tmpfile
 653         origin=$1
 654         level=$2
 655         dbpath=${DBDIR}/requires/$origin
 656         [ ! -d "$dbpath" -o -e "$dbpath/necessary_port.${level}" ] && return
 657         tmpfile=${TMPDIR}/database_build_inspect_necessity_for_only_new_upgrade:`echo "$origin" | tr / :`
 658         if database_query_does_a_port_need_update "$origin"
 659         then
 660                 sort -u "$dbpath/requirements.build.direct" "$dbpath/requirements.run.${level}" || :
 661         else
 662                 cat "$dbpath/requirements.run.${level}" || :
 663         fi 2> /dev/null > $tmpfile
 664         if [ `wc -l < $tmpfile` -gt 0 ]
 665         then
 666                 while read origin_requirement
 667                 do
 668                         database_build_inspect_necessity_for_only_new_upgrade "$origin_requirement" "$level"
 669                 done < $tmpfile
 670         fi
 671         rm "$tmpfile"
 672         touch "$dbpath/necessary_port.${level}"
 673 }
 674
 675 # ============= Build complement relations to new dependents for targets recursively =============
 676 database_build_complement_to_new_dependents_for_targets ()
 677 {
 678         local origin dbdir reqdir level
 679         origin=$1
 680         dbdir=${DBDIR}/targets/$origin
 681         reqdir=${DBDIR}/requires/$origin
 682         [ -d "$dbdir" ] || return 0
 683         echo "$origin" >> ${DBDIR}/stage.loop_list/parse_target_attr_info
 684         if [ -e "$dbdir/target_itself" ] && database_query_does_a_port_need_update "$origin"
 685         then
 686                 for level in direct full
 687                 do
 688                         cat "$reqdir/requirements.all.${level}" 2> /dev/null | while read origin_requirement
 689                         do
 690                                 fileedit_add_a_line_if_new "$origin" \
 691                                         "${DBDIR}/targets/$origin_requirement/complement_for_new_dependents.${level}"
 692                         done
 693                 done
 694                 cat "$reqdir/requirements.all.direct" "$reqdir/requirements.all.full" 2> /dev/null \
 695                         | sort -u | while read origin_requirement
 696                 do
 697                         database_build_complement_to_new_dependents_for_targets "$origin_requirement"
 698                 done
 699         fi
 700 }
 701
 702 # ============= Build target attribute files recursively =============
 703 database_build_target_attributes ()
 704 {
 705         local origin dbdir reqdir _is_target _is_requires_requirements _is_initial_requirements _is_requires_dependents _is_initial_dependents _is_requires_requirements_complement _is_relevant tag level database table
 706         origin=$1
 707         dbdir=${DBDIR}/targets/$origin
 708         reqdir=${DBDIR}/requires/$origin
 709         [ -d "$dbdir" ] || return 0
 710         [ -e "$dbdir/COMPLETE_ATTRS" ] && return
 711         _is_target=
 712         [ -e "$dbdir/target_itself" ] && _is_target=y
 713         for tag in all run build none
 714         do
 715                 for level in direct full
 716                 do
 717                         _is_relevant=${_is_target}
 718                         _is_requires_requirements=
 719                         _is_initial_requirements=
 720                         _is_requires_dependents=
 721                         _is_initial_dependents=
 722                         _is_requires_requirements_complement=
 723                         for database in requires initial
 724                         do
 725                                 for table in requirements dependents
 726                                 do
 727                                         if [ -e "$dbdir/target_${database}_${table}.${tag}.${level}" ]
 728                                         then
 729                                                 eval _is_${database}_${table}=y
 730                                                 _is_relevant=y
 731                                         fi
 732                                 done
 733                         done
 734                         if [ -z "${_is_requires_requirements}" -a -e "$dbdir/complement_for_new_dependents.${level}" ]
 735                         then
 736                                 _is_requires_requirements_complement=y
 737                                 _is_relevant=y
 738                         fi
 739                         [ -n "${_is_relevant}" ] && cat > $dbdir/attrs.${tag}.${level} << eof
 740 _is_target=${_is_target}
 741 _is_requires_requirements=${_is_requires_requirements}
 742 _is_initial_requirements=${_is_initial_requirements}
 743 _is_requires_dependents=${_is_requires_dependents}
 744 _is_initial_dependents=${_is_initial_dependents}
 745 _is_requires_requirements_complement=${_is_requires_requirements_complement}
 746 eof
 747                 done
 748         done
 749         touch "$dbdir/COMPLETE_ATTRS"
 750 }
 751
 752 # ============= Order the ports considering dependencies =============
 753 database_build_order_ports_considering_dependencies ()
 754 {
 755         touch "${DBDIR}/reinst_order.list.tmp"
 756         cat > ${TMPDIR}/order_dependencies.awk << eof
 757 BEGIN {
 758         it = 0;
 759         i = 0;
 760 }
 761 {
 762         if (NF == 0)
 763         {
 764                 i = 0;
 765         }
 766         else
 767         {
 768                 if (i == 0)
 769                 {
 770                         target = \$0;
 771                         sub (/\/requirements.all\.full$/, "", target);
 772                         sub (/^\.\//, "", target);
 773                         srcikey[it] = target;
 774                         srckeyi[target] = it;
 775                         it++;
 776                 }
 777                 else
 778                 {
 779                         src[it-1,i-1] = \$0;
 780                         srcimax[it-1] = srcsize[it-1] = i;
 781                 }
 782                 i++;
 783         }
 784 }
 785 END {
 786         ntargets = it;
 787         norder = 0;
 788         order_str = "";
 789         icycle = 0;
 790         lf_order_str = "";
 791         while (1)
 792         {
 793                 is_operated = 0;
 794                 for (it = 0; it < ntargets; it++)
 795                 {
 796                         if (!(it in srcikey)) continue;
 797                         if (srcsize[it] > 0) continue;
 798                         is_operated = 1;
 799                         target = srcikey[it];
 800                         delete srcikey[it];
 801                         order[norder++] = target;
 802                         order_str = order_str lf_order_str;
 803                         order_str = sprintf ("%s%s", order_str, target);
 804                         lf_order_str = "\n";
 805                         for (jt = 0; jt < ntargets; jt++)
 806                         {
 807                                 for (j = 0; j < srcimax[jt]; j++)
 808                                 {
 809                                         if ((jt,j) in src && src[jt,j] == target)
 810                                         {
 811                                                 delete src[jt,j];
 812                                                 srcsize[jt]--;
 813                                                 break;
 814                                         }
 815                                 }
 816                         }
 817                 }
 818                 if (is_operated == 0) break;
 819                 icycle++;
 820         }
 821         reinst_order_list = sprintf ("%s%s", ENVIRON["DBDIR"], "/reinst_order.list.tmp");
 822         print order_str > reinst_order_list;
 823         unsatisfied = "";
 824         for (it = 0; it < ntargets; it++)
 825         {
 826                 if (srcsize[it] == 0) continue;
 827                 reqs = "";
 828                 sp_reqs = "";
 829                 for (i = 0; i < srcimax[it]; i++)
 830                 {
 831                         if ((it,i) in src)
 832                         {
 833                                 reqs = reqs sp_reqs src[it,i];
 834                                 sp_reqs = ", ";
 835                         }
 836                 }
 837                 unsatisfied = sprintf ("%s%s [%d] (%s)\n", unsatisfied, srcikey[it], srcsize[it], reqs);
 838         }
 839         if (unsatisfied != "")
 840         {
 841                 unsatisfied_list = sprintf ("%s%s", ENVIRON["DBDIR"], "/unsatisfied.list");
 842                 print unsatisfied > unsatisfied_list;
 843                 exit 1;
 844         }
 845 }
 846 eof
 847         (cd "${DBDIR}/requires" && \
 848                 find . -depth 3 -name requirements.all.full -exec echo {} \; -exec cat {} \; -exec echo \;) | \
 849                 env "DBDIR=${DBDIR}" awk -f "${TMPDIR}"/order_dependencies.awk || return
 850         grep -v '^$' "${DBDIR}/reinst_order.list.tmp" > "${DBDIR}/reinst_order.list" || :
 851 }
 852
 853 # ============= [Sub-function] Common operations for resetting configurations for a port =============
 854 _database_build_reset_a_port_confdb ()
 855 {
 856         local origin origin_replace db
 857         origin=$1
 858         [ -d "${DBDIR}/initial/$origin" -o -d "${DBDIR}/replace/$origin" \
 859                 -o -d "${DBDIR}/requires/$origin" -o -d "${DBDIR}/targets/$origin" ] || return 0
 860         touch "${DBDIR}/inspected_ports_only_partially"
 861         {
 862                 echo "$origin"
 863                 cat "${DBDIR}/replace/$origin/origin" 2> /dev/null || :
 864                 for dbtag in initial requires
 865                 do
 866                         for tabel in requirements dependents
 867                         do
 868                                 cat "${DBDIR}/$dbtag/$origin/$tabel.all.full" 2> /dev/null || :
 869                                 cat "${DBDIR}/$dbtag/$origin/$tabel.all.full.orig" 2> /dev/null || :
 870                                 rm -f "${DBDIR}/$dbtag/$origin/$tabel.run.full" \
 871                                         "${DBDIR}/$dbtag/$origin/$tabel.build.full" \
 872                                         "${DBDIR}/$dbtag/$origin/is_customized" 2> /dev/null
 873                         done
 874                 done
 875         } | sort -u >> ${DBDIR}/inspected_ports.update
 876         for level in full direct node
 877         do
 878                 fileedit_rm_a_line "$origin" "${DBDIR}/ports.inspected.${level}.list"
 879         done
 880         fileedit_rm_a_line "$origin" "${DBDIR}/obsolete_ports"
 881         fileedit_rm_a_line "$origin" "${DBDIR}/ports.inspected.list"
 882         cat "${DBDIR}/replace/$origin/origin" 2> /dev/null || :
 883 }
 884
 885 # ============= Clear database directories for an origin =============
 886 database_build_clear_db_dirs ()
 887 {
 888         local origin db
 889         origin=$1
 890         for db in requires replace targets obsolete
 891         do
 892                 rm -rf "${DBDIR}/$db/$origin"
 893         done
 894 }
 895
 896 # ============= Remove configurations for a port permanently =============
 897 database_build_forget ()
 898 {
 899         local origin origin_replace
 900         origin=$1
 901         origin_replace=`_database_build_reset_a_port_confdb "$origin"`
 902         fileedit_rm_a_line "$origin" "${DBDIR}/targets_specified_so_far"
 903         [ -z "$origin_replace" ] || database_build_forget "$origin_replace"
 904         database_build_clear_db_dirs "$origin"
 905 }
 906
 907 # ============= Patch to the temporary database so as to re-inspect and reinstall ports whose configurations were changed =============
 908 database_build_patch_reconf ()
 909 {
 910         local origin origin_replace
 911         origin=$1
 912         origin_replace=`_database_build_reset_a_port_confdb "$origin"`
 913         [ -d "${DBDIR}/initial/$origin" -o -d "${DBDIR}/requires/$origin" ] && \
 914                 fileedit_add_a_line_if_new "$origin" "${DBDIR}/stage.loop_list/ports_to_inspect"
 915         fileedit_add_a_line_if_new "$origin" "${DBDIR}/to_be_reconf"
 916         [ -z "$origin_replace" ] || database_build_patch_reconf "$origin_replace"
 917         database_build_clear_db_dirs "$origin"
 918 }
 919
 920 # ============= Post-processes after finishing to inspect dependencies =============
 921 database_build_post_inspect_dependencies ()
 922 {
 923         local table
 924         touch "${DBDIR}/obsolete_ports" "${DBDIR}/inspected_ports.update"
 925         find "${DBDIR}/requires" -depth 2 -type d \
 926                 | sed -E 's|.*/([^/]+/[^/]+)$|\1|' > ${DBDIR}/inspected_ports
 927         find "${DBDIR}/initial" -depth 2 -type d \
 928                 | sed -E 's|.*/([^/]+/[^/]+)$|\1|' > ${DBDIR}/inspected_ports.initial
 929         sort -u "${DBDIR}/inspected_ports" "${DBDIR}/inspected_ports.initial" > ${DBDIR}/inspected_ports.all
 930         str_escape_regexp_filter < ${DBDIR}/inspected_ports \
 931                 | sed 's/^/^/; s/$/$/' > ${DBDIR}/inspected_ports.grep_pattern
 932         str_escape_regexp_filter < ${DBDIR}/inspected_ports.initial \
 933                 | sed 's/^/^/; s/$/$/' > ${DBDIR}/inspected_ports.initial.grep_pattern
 934         str_escape_regexp_filter < ${DBDIR}/inspected_ports.all \
 935                 | sed 's/^/^/; s/$/$/' > ${DBDIR}/inspected_ports.all.grep_pattern
 936         cat "${DBDIR}/conf/HOLD_PORTS.grep_pattern" "${DBDIR}/need.grep_pattern" \
 937                 2> /dev/null > ${TMPDIR}/INSPECT_ALL_DEPENDENCIES:obsolete_ports.exclude.grep_pattern || :
 938         grep -v -E -f "${TMPDIR}/INSPECT_ALL_DEPENDENCIES:obsolete_ports.exclude.grep_pattern" \
 939                 "${DBDIR}/obsolete_ports" > ${DBDIR}/obsolete_ports.can_be_deleted || :
 940         cp /dev/null "${DBDIR}/REPLACE.complete_sed_pattern.tmp"
 941         cp /dev/null "${DBDIR}/REVERSE_REPLACE.complete_sed_pattern.tmp"
 942         find "${DBDIR}/replace" -depth 3 -type f -name origin | while read nodepath
 943         do
 944                 origin_orig=`expr "$nodepath" : '.*/\([^/][^/]*/[^/][^/]*\)/origin$'`
 945                 origin=`cat "$nodepath"`
 946                 origin_orig_regexp=`str_escape_regexp "$origin_orig"`
 947                 origin_orig_esc=`str_escape_replaceval "$origin_orig"`
 948                 origin_regexp=`str_escape_regexp "$origin"`
 949                 origin_esc=`str_escape_replaceval "$origin"`
 950                 echo "s/^$origin_orig_regexp$/$origin_esc/" >> ${DBDIR}/REPLACE.complete_sed_pattern.tmp
 951                 [ -z "$origin_regexp" ] && continue
 952                 echo "s/^$origin_regexp$/$origin_orig_esc/" >> ${DBDIR}/REVERSE_REPLACE.complete_sed_pattern.tmp
 953         done
 954         mv "${DBDIR}/REPLACE.complete_sed_pattern.tmp" "${DBDIR}/REPLACE.complete_sed_pattern"
 955         mv "${DBDIR}/REVERSE_REPLACE.complete_sed_pattern.tmp" "${DBDIR}/REVERSE_REPLACE.complete_sed_pattern"
 956         if [ `cat "${DBDIR}/inspected_ports.update" 2> /dev/null | wc -l` -gt 0 ]
 957         then
 958                 grep -E -f "${DBDIR}/inspected_ports.all.grep_pattern" "${DBDIR}/inspected_ports.update" \
 959                         > ${DBDIR}/inspected_ports.update.tmp || :
 960                 mv "${DBDIR}/inspected_ports.update.tmp" "${DBDIR}/inspected_ports.update"
 961                 if [ $opt_only_target_scope = yes ]
 962                 then
 963                         touch "${DBDIR}/inspected_ports_only_partially"
 964                 else
 965                         rm -f "${DBDIR}/inspected_ports_only_partially"
 966                 fi
 967                 if program_chk_stage_loop_complete CONVERT_REQUIREMENTS_LIST
 968                 then
 969                         mv "${DBDIR}/inspected_ports.update" "${DBDIR}/stage.loop_list/convert_dependency_lists"
 970                 else
 971                         cat "${DBDIR}/inspected_ports.update" "${DBDIR}/stage.loop_list/convert_dependency_lists" \
 972                                 2> /dev/null | sort -u > ${DBDIR}/stage.loop_list/convert_dependency_lists.tmp
 973                         mv "${DBDIR}/stage.loop_list/convert_dependency_lists.tmp" \
 974                                 "${DBDIR}/stage.loop_list/convert_dependency_lists"
 975                         rm -f "${DBDIR}/inspected_ports.update"
 976                 fi
 977         else
 978                 program_chk_stage_loop_complete CONVERT_REQUIREMENTS_LIST \
 979                         && rm -f "${DBDIR}/stage.loop_list/convert_dependency_lists"
 980         fi
 981         {
 982                 sed -E -f "${DBDIR}/REPLACE.complete_sed_pattern" "${DBDIR}/need.list" || :
 983                 cat "${DBDIR}/need.list" || :
 984         } 2> /dev/null | sort -u > ${DBDIR}/need.with_replaced.list
 985         for table in requirements dependents itself
 986         do
 987                 [ -e "${DBDIR}/stage.loop_list/target_$table.specified" ] || continue
 988                 sed -E -f "${DBDIR}/REPLACE.complete_sed_pattern" \
 989                         "${DBDIR}/stage.loop_list/target_$table.specified" \
 990                         > ${DBDIR}/stage.loop_list/target_$table.replaced.specified
 991         done
 992         cp /dev/null "${DBDIR}/update_dependencies"
 993 }