#!/bin/bash #============================================================================== # Copyright and license info is available in the LICENSE file included with # the Server Deployment Package (SDP), and also available online: # https://swarm.workshop.perforce.com/projects/perforce-software-sdp/view/main/LICENSE #------------------------------------------------------------------------------ #============================================================================== # Declarations and Environment # Allow override of P4U_HOME, which is set only when testing P4U scripts. export P4U_HOME=${P4U_HOME:-/p4/common/bin} export P4U_LIB=${P4U_LIB:-/p4/common/lib} export P4U_ENV=$P4U_LIB/p4u_env.sh export P4U_LOG=Unset export VERBOSITY=${VERBOSITY:-3} # Environment isolation. For stability and security reasons, prepend # PATH to include dirs where known-good scripts exist. # known/tested PATH and, by implication, executables on the PATH. export PATH=$P4U_HOME:$PATH:~/bin:. export P4CONFIG=${P4CONFIG:-.p4config} [[ -r "$P4U_ENV" ]] || { echo -e "\nError: Cannot load environment from: $P4U_ENV\n\n" exit 1 } declare BASH_LIBS=$P4U_ENV BASH_LIBS+=" $P4U_LIB/libcore.sh" BASH_LIBS+=" $P4U_LIB/libp4u.sh" for bash_lib in $BASH_LIBS; do source $bash_lib ||\ { echo -e "\nFATAL: Failed to load bash lib [$bash_lib]. Aborting.\n"; exit 1; } done declare Version=1.1.4 declare SDPInstallDirDefault="/hxdepots/sdp" declare SDPInstallDir=Unset declare SDPConfigScript= declare SDPHostsFile= declare HMSVarsFile="/p4/common/config/p4_hms.vars" declare -i UseSudo=0 declare -i Interactive=1 declare -i PreflightOK declare ActiveInstances declare ThisHost=${HOSTNAME%%.*} declare DirList=${HOSTNAME%%.*} declare TmpFile1=$P4U_TMPDIR/tmp.1 declare TmpFile2=$P4U_TMPDIR/tmp.2 declare TmpFile3=$P4U_TMPDIR/tmp.3 declare TmpFile4=$P4U_TMPDIR/tmp.4 declare TmpFile5=$P4U_TMPDIR/tmp.5 export VERBOSITY=3 #============================================================================== # Local Functions #------------------------------------------------------------------------------ # Function: terminate function terminate { # Disable signal trapping. trap - EXIT SIGINT SIGTERM # Don't litter. cleanTrash vvmsg "$THISSCRIPT: EXITCODE: $OverallReturnStatus" # Stop logging. [[ "${P4U_LOG}" == off ]] || stoplog # With the trap removed, exit. exit $OverallReturnStatus } #------------------------------------------------------------------------------ # Function: usage (required function) # # Input: # $1 - style, either -h (for short form) or -man (for man-page like format). # The default is -h. # # $2 - error message (optional). Specify this if usage() is called due to # user error, in which case the given message displayed first, followed by the # standard usage message (short or long depending on $1). If displaying an # errror, usually $1 should be -h so that the longer usage message doesn't # obsure the error message. # # Sample Usage: # usage # usage -h # usage -man # usage -h "Incorrect command line usage." #------------------------------------------------------------------------------ function usage { declare style=${1:--h} declare errorMessage=${2:-Unset} if [[ $errorMessage != Unset ]]; then echo -e "\n\nUsage Error:\n\n$errorMessage\n\n" fi echo "USAGE for $THISSCRIPT v$Version: $THISSCRIPT [-y] [-d <sdp_dir>] [-s] [-L <log>] [-v<n>] [-n] [-D] or $THISSCRIPT [-h|-man|-V] " if [[ $style == -man ]]; then echo -e " DESCRIPTION: The HMS \"tight ship\" setup script transforms a standard SDP installation into a tight-ship style installation on the master server machine. A tight ship installation is one in which: * The key SDP folders, e.g. /p4/common and /p4/N/bin (for each instance) are versioned locally using SDP.<hostname> workspaces in a local HMS instance, /p4/hms, which this script creates and initializes. * The crontab for the Perforce user is versioned. * Any local configuration and/or customizations of the SDP are versioned. * The HMS instance is aware of The Workshop, a public Helix server hosted by Perforce Software. It fetches SDP updates from The Workshop into the local hms instance using Helix DVCS features. This simplifies future updates of the SDP, allowing them to be done with a 'p4 fetch' followed by a 'p4 merge' on your local server (if the server can reach The Workshop directly; if not an alternative approach using an interim personal repo can be used to bridge 'air gap' networks). PRE-REQUISITES: The following are pre-requisites to running $THISSCRIPT: 1. The SDP configuration script, mkdirs.cfg must have been configured, and mkdirs.sh must have been run. The SDP is expected to exist in /hxdepots/sdp (or whatever diretory is specified with '-d <sdp_dir>'). This may have been populated via a tar file or workspace pulling files from The Workshop (P4PORT=workshop.perforce.com:1666), pulling files from //guest/perforce_software/sdp/main on that server. The /hxdepots/sdp/Server/Unix/setup/mkdirs.cfg must already be configured correctly, and mkdirs.sh must have been run for at least one instance. The password stored in the newest of the /p4/common/config/.p4passwd.*.p4admin files will be used for the perforce user for the hms instance. 2. The /p4/common/config/sdp_hosts.cfg file is configured to reference only this current master server machine. If this file does not exist, a template can be copied from /hxdepots/sdp/Server/Unix/p4/common/config/sdp_hosts.cfg. 3. Perforce crontab initialized. The crontab for the perforce user must already be configured as intended. 4. No cruft symlinks in /p4. In the /p4 directory, and /p4/<N> symlinks which contain a /p4/<N>/root/server.id file are considered to be valid SDP instances. This script will attempt to manage any such files. 5. No hms instance. There should not (yet) be an hms instance. 6. Determine if sudo access is available. If The OSUSER (typically 'perforce') has full sudo privs, then HMS can go further in the management of things; e.g. it can manage Swarm (which requires root access). Specify the '-s' option on the command line if the OSUSER is be able to execute 'sudo su' commands without a password. This can be accomplished on modern Linux systems by creating /etc/sudoers.d/perforce, with this one line of contents: perforce ALL=(ALL:ALL) NOPASSWD: ALL If configured properly, the following command should execute without error: sudo /bin/ls /etc/sudoers.d ADDITIONAL SETUP: The following setup is necessary before operating in a tight ship environment, but are not necessary before running this script. 1. The SSH keys must be configured enabling the 'perforce' user to ssh without a password to all machines listed in sdp_hosts.cfg configured above, including the current host (i.e. it must be able to ssh to itself using the current hostname). OPTIONS: -y Continue past the preflight without an interactive prompt. -d <sdp_dir> Specify the root of the directory tree where the SDP package is available. The default is: $SDPInstallDirDefault The version of the SDP installed must be recent enough to contain the 'hms' setup directory: $SDPInstallDirDefault/Server/Unix/setup/hms. -s Specify '-s' if sudo access is available. If sudo access is available, HMS can manage more things than it can without sudo access, e.g. Swarm. Adding '-s' adds a preflight check to verify sudo access. -v<n> Set verbosity 1-5 (-v1 = quiet, -v5 = highest). -L <log> Specify the path to a log file, or the special value 'off' to disable logging. By default, all output (stdout and stderr) goes to: $(dirname ${P4U_LOG}). NOTE: This script is self-logging. That is, output displayed on the screen is simultaneously captured in the log file. Do not run this script with redirection operators like '> log' or '2>&1', and do not use 'tee.' -n No-Op. Prints commands instead of running them. -D Set extreme debugging verbosity. HELP OPTIONS: -h Display short help message -man Display man-style help message -V Dispay version info for this script and its libraries. FILES: EXAMPLES: This is best done immediately after a standard SDP installation, and must be run on the same master server machine where the SDP was installed. SEE ALSO: " fi exit 1 } #============================================================================== # Command Line Processing declare -i shiftArgs=0 set +u while [[ $# -gt 0 ]]; do case $1 in (-d) SDPInstallDir=$2; shiftArgs=1;; (-s) UseSudo=1;; (-y) Interactive=0;; (-h) usage -h;; (-man) usage -man;; (-V) show_versions; exit 1;; (-v1) export VERBOSITY=1;; (-v2) export VERBOSITY=2;; (-v3) export VERBOSITY=3;; (-v4) export VERBOSITY=4;; (-v5) export VERBOSITY=5;; (-L) export P4U_LOG=$2; shiftArgs=1;; (-n) export NO_OP=1;; (-D) set -x;; # Debug; use 'set -x' mode. (*) usage -h "Unknown arg ($1).";; esac # Shift (modify $#) the appropriate number of times. shift; while [[ $shiftArgs -gt 0 ]]; do [[ $# -eq 0 ]] && usage -h "Incorrect number of arguments." shiftArgs=$shiftArgs-1 shift done done set -u #============================================================================== # Command Line Verification [[ $P4U_LOG == Unset ]] && \ export P4U_LOG="/tmp/$THISSCRIPT$(date +'%Y%m%d-%H%M%S').log" [[ $SDPInstallDir == Unset ]] && SDPInstallDir="$SDPInstallDirDefault" [[ -d "$SDPInstallDir" ]] || \ bail "The SDP install dir [$SDPInstallDir] does not exist. Specify the correct value with '-d <sdp_dir>'." [[ -d "$SDPInstallDir/Server/Unix/setup/hms" ]] || \ bail "The HMS setup dir [$SDPInstallDir/Server/Unix/setup/hms] does not exist. The version of the SDP package in $SDPInstallDir is not recent enough. Please acquire the latest version and redo changes to mkdirs.cfg." #============================================================================== # Main Program trap terminate EXIT SIGINT SIGTERM declare -i OverallReturnStatus=0 if [[ "${P4U_LOG}" != off ]]; then touch ${P4U_LOG} || bail "Couldn't touch log file [${P4U_LOG}]." # Redirect stdout and stderr to a log file. exec > >(tee ${P4U_LOG}) exec 2>&1 initlog fi #------------------------------------------------------------------------------ msg "Starting Preflight Checklist." PreflightOK=1 SDPConfigScript="$SDPInstallDir/Server/Unix/setup/mkdirs.sh" SDPConfigFile="$SDPInstallDir/Server/Unix/setup/mkdirs.cfg" if [[ -x "$SDPConfigScript" ]]; then vmsg "Verified: SDP config script is executable: [$SDPConfigScript]." else PreflightOK=0 errmsg "SDP config script not executable: [$SDPConfigScript]." fi if [[ -r "$SDPConfigFile" ]]; then vmsg "Verified: SDP config file exists: [$SDPConfigFile]." else PreflightOK=0 errmsg "SDP config file not found: [$SDPConfigFile]." fi SDPHostsFile="/p4/common/config/sdp_hosts.cfg" if [[ -f "$SDPHostsFile" ]]; then vmsg "Verified: SDP hosts file exists: [$SDPHostsFile]." else PreflightOK=0 errmsg "SDP hosts file missing: [$SDPHostsFile].\nCreate that file from this template: $SDPInstallDir/Server/Unix/p4/common/config/sdp_hosts.cfg\n" fi # Extact values already defined in mkdirs.cfg. DD=$(grep "^DD=" $SDPConfigFile|tail -1|cut -d '=' -f 2) DB1=$(grep "^DB1=" $SDPConfigFile|tail -1|cut -d '=' -f 2) DB2=$(grep "^DB2=" $SDPConfigFile|tail -1|cut -d '=' -f 2) if [[ -z "$DB1" ]]; then # Backward compatibility for older form of mkdirs.cfg, which # used MD= for /metadata rather than DB1 for /hxmetadata1. DB1=$(grep "^MD=" $SDPConfigFile|tail -1|cut -d '=' -f 2) DB2="$DB1" fi LG=$(grep "^LG=" $SDPConfigFile|tail -1|cut -d '=' -f 2) OSUSER=$(grep "^OSUSER=" $SDPConfigFile|tail -1|cut -d '=' -f 2) MAILFROM=$(grep "^MAILFROM=" $SDPConfigFile|tail -1|cut -d '=' -f 2) ADMINPASS=$(grep "^ADMINPASS=" $SDPConfigFile|tail -1|cut -d '=' -f 2) ADMINUSER=$(grep "^ADMINUSER=" $SDPConfigFile|tail -1|cut -d '=' -f 2) # Removed excess whitespace. DB1=$(echo $DB1) DD=$(echo $DD) LG=$(echo $LG) OSUSER=$(echo $OSUSER) # Find all active SDP Instances. ActiveInstances="" for i in /p4/*; do [[ -d "$i" ]] || continue [[ -f "$i/root/server.id" ]] || continue ActiveInstances+=" ${i#/p4/}" done # Trim excess whitespace. ActiveInstances=$(echo $ActiveInstances) if [[ -n "$ActiveInstances" ]]; then msg "The following active SDP instances were detected: $ActiveInstances." else PreflightOK=0 errmsg "No Active SDP Instances Detected." fi DirList="/p4 /$DD/p4/common/bin /$LG/p4 /$DB1/p4" [[ "$DB1" == "$DB2" ]] || DirList="$DirList /$DB2/p4" for dir in $DirList; do if [[ -d "$dir" ]]; then vmsg "Verified: SDP directory exists: [$dir]." else PreflightOK=0 errmsg "Missing SDP directory: [$dir]." fi done for i in $ActiveInstances; do DirList="/$DD/p4/$i/bin /$DD/p4/$i/checkpoints /$DD/p4/$i/depots /$LG/p4/$i/logs /$DB1/p4/$i/db1 /$DB2/p4/$i/db2" for dir in $DirList; do if [[ -d "$dir" ]]; then vmsg "Verified: SDP directory for instance $i exists: [$dir]." else PreflightOK=0 errmsg "Missing SDP directory for instance $i: [$dir]." fi done done DirList="/$DD/p4/hms /$LG/p4/hms /$DB1/p4/hms" [[ "$DB1" == "$DB2" ]] || DirList="$DirList /$DB2/p4/hms" for dir in $DirList; do if [[ -d "$dir" ]]; then PreflightOK=0 errmsg "HMS SDP directory exists but should not: [$dir]." else vmsg "Verified: HMS SDP directory doesn't (yet) exist: [$dir]." fi done if [[ $(id -u -n) != $OSUSER ]]; then PreflightOK=0 errmsg "Must run as $OSUSER, not $(id -u -n)." else vmsg "Verified: Running os OSUSER ($OSUSER)." fi if [[ $UseSudo -eq 1 ]]; then # Test sudo access. Ignore the NO_OP setting since we want # to try this preflight check even in no-op mode run "sudo /bin/ls /etc/sudoers.d > /dev/null" "Testing sudo access. If prompted for a password, do Ctrl-C. Then enable sudo access for the perforce user and try again." 0 1 if [[ $CMDEXITCODE -eq 0 ]]; then vmsg "Verified: OSUSER ($OSUSER) has sudo privs." else PreflightOK=0 errmsg "Could not verify sudo access for OSUSER $OSUSER. Sudo access required." fi else msg "Not verifying sudo access." fi if [[ $PreflightOK -eq 1 ]]; then msg "Preflight Checklist Completed OK." else bail "Aborting due to preflight checklist failures." fi if [[ $Interactive -ne 0 ]]; then input="" while [[ -z "$input" ]]; do echo -e -n "\nEnter Y to proceed, N to stop [y/Y/n/N]: " read -e input if [[ "${input}" == "Y" || $input == "y" ]]; then continue elif [[ "${input}" == "N" || $input == "n" ]]; then msg "Confirmation to proceed not received. Halting." exit 1 else input= fi done fi #------------------------------------------------------------------------------ msg "${H2}\nStep 1: Initialize HMS SDP instance as /p4/hms." cd "$SDPInstallDir/Server/Unix/setup" ||\ bail "Failed to cd to $SDPInstallDir/Server/Unix/setup." vmsg "Operating in $PWD." if [[ $UseSudo -eq 1 ]]; then run "sudo $SDPConfigScript hms > mkdirs.hms.log 2>&1" \ "Configuring new HMS instance of SDP in /p4/hms as root." 1 1 ||\ bail "Failed to initialize HMS instance as root." else run "$SDPConfigScript hms > mkdirs.hms.log 2>&1" \ "Configuring new HMS instance of SDP in /p4/hms as $OSUSER." 1 1 ||\ bail "Failed to initialize HMS instance as $OSUSER." fi [[ -f $HMSVarsFile ]] ||\ bail "After HMS initialization, expected file is missing: $HMSVarsFile." run "chmod +w $HMSVarsFile" "Making HMS vars file writable." if [[ $NO_OP -eq 0 ]]; then sed -e "s:export P4PORTNUM=.*:export P4PORTNUM=7468:g" \ -e "s:export P4BROKERPORTNUM=.*:export P4BROKERPORTNUM=7467:g" \ $HMSVarsFile > $TmpFile1 ||\ bail "Failed to export." mv -f "$TmpFile1" "$HMSVarsFile" || bail "Failed to update $HMSVarsFile." else msg "NO_OP: Would have updated $HMSVarsFile." fi #------------------------------------------------------------------------------ msg "${H2}\nStep 2: Populate HMS instance with static load data." cd "$SDPInstallDir/Server/Unix/setup/hms" ||\ bail "Failed to cd to $SDPInstallDir/Server/Unix/setup/hms." if [[ $NO_OP -eq 0 ]]; then vmsg "Loading HMS environment." source /p4/common/bin/p4_vars hms ||\ bail "Failed to load HMS environment." else msg "NO_OP: Woud load HMS environment." fi # Environment safety check: if [[ "$P4ROOT" == "/p4/hms/root" ]]; then vmsg "Verified: HMS Environment looks OK." else # In NO_OP mode, P4ROOT won't be set correctly, so just skip this test. if [[ $NO_OP -eq 0 ]]; then bail "HMS environment is not as expected, P4ROOT is $P4ROOT." fi fi if [[ $P4PORT == "ssl:"* && ! -f /p4/ssl/certificate.txt ]]; then run "/p4/hms/bin/p4d_hms -Gc" "Generating SSL Certificate" 1 1 ||\ bail "Failed to generate SSL certificate." fi run "/p4/hms/bin/p4d_hms_init start" "Starting new HMS instance of p4d." 1 1 ||\ bail "Failed to start new HMS instance." sleep 1 if [[ $P4PORT == "ssl:"* ]]; then run "p4 trust -f -y" "Trusting port $P4PORT" ||\ bail "Failed to trust P4PORT $P4PORT." fi sed -e "s:REPL_P4USER:$P4USER:g" \ -e "s:REPL_MAILFROM:$MAILFROM:g" \ superuser.user.p4t > superuser.user.p4s run "p4 user -f -i < superuser.user.p4s" "Creating user $ADMINUSER." ||\ bail "Failed to create user $ADMINUSER." sed -e "s:REPL_MAILFROM:$MAILFROM:g" \ swarm.user.p4t > swarm.user.p4s run "p4 user -f -i < swarm.user.p4s" "Creating user swarm." ||\ bail "Failed to create user swarm." echo "$ADMINPASS" > $TmpFile1 echo "$ADMINPASS" > $TmpFile2 echo "$ADMINPASS" >> $TmpFile2 run "p4 passwd < $TmpFile2" "Setting password for $ADMINUSER." ||\ bail "Failed to set password for $ADMINUSER." run "p4 login -a < $TmpFile1" "Logging in $ADMINUSER." ||\ bail "Failed to login." run "p4 passwd swarm < $TmpFile2" "Setting password for swarm." ||\ bail "Failed to set password for swarm" for g in *.group.p4t; do _gtmp=`echo $g | cut -f1 -d.` rm -f $_gtmp.stream.p4s sed -e "s:REPL_ADMINUSER:$ADMINUSER:g" $g > $_gtmp.group.p4s done for g in *.group.p4s; do run "p4 group -i < $g" "Loading group spec file $g." ||\ bail "Failed to load group spec file $g with contents:\n$(cat $g)" done run "p4 triggers -i < triggers.p4s" "Loading triggers table." ||\ bail "Failed to load triggers table with contents:\n$(cat triggers.p4s)" rm -f protect.p4s sed -e "s:REPL_ADMINUSER:$ADMINUSER:g" \ protect.p4t > protect.p4s run "p4 protect -i < protect.p4s" "Loading protections table." ||\ bail "Failed to load protections table. with contents:\n$(cat protect.p4s)" for d in *.depot.p4t; do _dtmp=`echo $d | cut -f1 -d.` rm -f $_dtmp.stream.p4s sed -e "s:REPL_ADMINUSER:$ADMINUSER:g" $d > $_dtmp.depot.p4s done for d in *.depot.p4s; do run "p4 depot -i < $d" "Loading depot spec file $d." ||\ bail "Failed to load depot spec file $d with contents:\n$(cat $d)" done for s in *.stream.p4t; do _stmp=`echo $s | cut -f1 -d.` rm -f $_stmp.stream.p4s sed -e "s:REPL_ADMINUSER:$ADMINUSER:g" $s > $_stmp.stream.p4s done # Stream specs need to be created in a certain order, respecting the # parenting relationships; e.g. 'main' must be created before a child # of 'main' can be created. Rather than work out the parenting # relationships to elegantly create streams in the correct order, here # we take a simple brute-force approach of making several passes at # creating the entire list of streams. Streams that can't be created on # the first pass because their parent does't yet exist will succeed on a # subsequent pass. This simple approach results in harmless errors # creating streams. We arbitrarily select 3 passes, which will create up # to 5 levels of streams. for pass in {1..5}; do for s in *.stream.p4s; do run "p4 stream -i < $s" "Loading stream spec file $s." ||\ msg "Info: Ignore this known-harmless error creating a stream spec." done done # Do one final pass at stream spec creation. On this final passs, the stream # specs should already exist, so problems loading stream specs at this point # are treated as hard errors. for s in *.stream.p4s; do run "p4 stream -i < $s" "Loading stream spec file $s." ||\ bail "Failed to load stream spec file $s with contents:\n$(cat $s)" done msg "Create the deployment virtual stream for host $ThisHost." echo -e "Stream: //sdp/deploy_${ThisHost}\n Owner: $ADMINUSER\n Name: deploy_${ThisHost}\n Parent: //sdp/main\n Type: virtual\n Description: \tThis stream stream manages the deployment of SDP files \ton $ThisHost.\n Options: allsubmit unlocked notoparent nofromparent mergedown\n Paths: \tshare Server/Unix/.p4ignore \tshare Server/Unix/p4/common/..." > $TmpFile3 for i in hms $ActiveInstances; do echo -e "\tshare host/$ThisHost/p4/$i/bin/..." >> $TmpFile3 done echo -e "Remapped: \tServer/Unix/.p4ignore .p4ignore \tServer/Unix/p4/common/... common/..." >> $TmpFile3 for i in hms $ActiveInstances; do echo -e "\thost/$ThisHost/p4/$i/bin/... $i/bin/..." >> $TmpFile3 done run "p4 stream -i < $TmpFile3" "Loading generated deployment stream spec." ||\ bail "Failed to load this generated stream spec:\n$(cat $TmpFile3)\n" for r in *.remote.p4s; do run "p4 remote -i < $r" "Loading remote spec file $r." ||\ bail "Failed to load remote spec file $r." done rm -f sdp.hostname.client.p4s sed -e "s:REPL_ADMINUSER:$ADMINUSER:g" \ -e "s:REPL_SHORT_HOSTNAME:$ThisHost:g" \ -e "s:REPL_HOSTNAME:$(hostname):g" sdp.hostname.client.p4t > sdp.hostname.client.p4s || warnmsg "Error generating client spec for deployment workspace." for c in *.client.p4s; do run "p4 client -i < $c" "Loading client spec file $c." ||\ bail "Failed to load client spec file $c with contents:\n$(cat $c)" done msg "Configuring server per SDP standard." run "p4master_run hms $SDPInstallDir/Server/setup/configure_new_server.sh hms" ||\ bail "Failed to configure the new server." run "p4master_run hms p4 configure unset filesys.checklinks" ||\ warnmsg "Failed to unset filesys.checklinks configurable." msg "Enabling DVCS features." run "p4master_run hms p4 configure set server.allowpush=3" ||\ bail "Failed to set server.allowpush configurable." run "p4master_run hms p4 configure set server.allowfetch=3" ||\ bail "Failed to set server.allowfetch configurable." #------------------------------------------------------------------------------ msg "${H2}\nStep 3: Fetch SDP from The Workshop." msg "Fetching the SDP." run "p4master_run hms p4 fetch" ||\ bail "Failed to fetch SDP from The Workshop." #------------------------------------------------------------------------------ msg "${H2}\nStep 4: Populate local mainline." msg "Branching files from Workshop SDP mainline //sdp/workshop_main to local mainline //sdp/main." run "p4 populate -S //sdp/workshop_main" ||\ bail "Failed to populate //sdp/main from //sdp/workshop_main." msg "Generating P4CONFIG file /p4/.p4config.SDP." run "p4master_run hms echo P4PORT=\$P4PORT > /p4/.p4config.SDP" run "p4master_run hms echo P4USER=\$P4USER >> /p4/.p4config.SDP" run "echo P4CLIENT=sdp.$ThisHost >> /p4/.p4config.SDP" run "p4master_run hms echo P4TICKETS=\$P4TICKETS >> /p4/.p4config.SDP" run "p4master_run hms echo P4TRUST=\$P4TRUST >> /p4/.p4config.SDP" run "echo P4IGNORE=.p4ignore >> /p4/.p4config.SDP" msg "Setting P4CONFIG=/p4/.p4config.SDP." export P4CONFIG=/p4/.p4config.SDP run "p4 set" run "p4 flush" ||\ bail "Failed to flush." #------------------------------------------------------------------------------ msg "${H2}\nStep 5: Version key files in /p4/common and /p4/N/bin dirs." DirList="/p4/common/bin /p4/common/etc" for i in $ActiveInstances; do DirList+=" /p4/$i/bin" done msg "Reconciling to detect local differences." for d in $DirList; do run "p4 -d $d rec" ||\ bail "Failed to reconcile in $d." done #------------------------------------------------------------------------------ msg "${H2}\nStep 6: Do initial live checkpoint for new hms instance." msg "Taking a live checkpoint." run "p4master_run hms -c $P4CBIN/live_checkpoint.sh" ||\ bail "Failed to initialize SDP offline checkpoint process with a live checkpoint." #------------------------------------------------------------------------------ if [[ $OverallReturnStatus -eq 0 ]]; then msg "${H}\nAll processing completed successfully.\n" else msg "${H}\nProcessing completed, but with errors. Scan above output carefully.\n" fi # Illustrate using $SECONDS to display runtime of a script. msg "That took $(($SECONDS/3600)) hours $(($SECONDS%3600/60)) minutes $(($SECONDS%60)) seconds.\n" # See the terminate() function, which is really where this script exits. exit $OverallReturnStatus
# | Change | User | Description | Committed | |
---|---|---|---|---|---|
#17 | 25550 | C. Thomas Tyler |
Split HMS from SDP, such that HMS will live on as a separate product, layered on the SDP. See: https://swarm.workshop.perforce.com/jobs/SDP-356 Many of the files deleted here have already been copied to HMS. See these HMS changes: https://swarm.workshop.perforce.com/changes/25531 https://swarm.workshop.perforce.com/changes/25533 And this branch spec: SDP_Split_2019.2_HMS In mkrep.sh, HMS-awareness is removed from mkrep.sh, a core SDP script, and the '-f' (Full Setup) flag has been temporarily removed. This useful functionality will be restored in an HMS script. This is a big change, so shellcheck v0.6.0 was implemented to support it. |
||
#16 | 25501 | C. Thomas Tyler | Hardening fix for hms_ts_setup.sh | ||
#15 | 25478 | C. Thomas Tyler |
Adapted HMS setup to new SDP structure. Bypassing pre-commit review for obvious fixes and to enable testing. #review-25479 |
||
#14 | 25114 | C. Thomas Tyler |
Fixed bug where an extra user named REPL_OSER was created on the 'hms' server, and the 'perforce' user was created wrongly. |
||
#13 | 24474 | C. Thomas Tyler |
In hms_ts_setup.sh, removed assumption that /p4/N is a symlink. This account for new standard structure where /p4/N is a regular directory on the root '/' volume containing symlinks, but is not itself a symlink. |
||
#12 | 24219 | C. Thomas Tyler |
Changed hms remote spec for the Public Depot to be the default 'origin'. This simplifies the update even further, so the fetch can be done using simply 'p4 fetch' without requiring the '-r' flag to specify a remote spec name. |
||
#11 | 23455 | cgeen |
Updates to allow an alternate P4USER and not OSUSER. This is because in a hardened setup OSUSER should have no permissions into perforce |
||
#10 | 22401 | C. Thomas Tyler |
hms_ts_setup.sh v1.1.1: * Adjusted to not require 'sudo' by default, and to only check for sudo access if '-s' flag is provided. Since the 'mkdirs.sh' script (SDP directory structure initialization script) must have already been run once, we can assume we don't need to run it with root when this script runs it a second time. The '-s' flag is there to verify that sudo access is setup correctly if desired, as having sudo access is preferred for HMS, since it is necessary to manage Swarm. * Adjusted to preferred HMS ports, 7467 for broker (PHMS on a phone keypad, for Perforce Helix Management System), and 7468 for p4d. |
||
#9 | 22268 | C. Thomas Tyler |
Updated HMS tight ship setup script to adapt to changes in mkdirs.sh and introduction of mkidrs.cfg. Also fixed minor bugs in output indicating certain assumptions were verifed after an error messsage indicated they weren't. |
||
#8 | 22015 | C. Thomas Tyler |
Corrected format of sudo file for perforce in HMS docs. Doc correction only; no functional change. |
||
#7 | 21526 | C. Thomas Tyler |
Updated hms_ts_setup.sh: * Adapted to recent changes in SDP structure. * Fixed issue with doing a shallow clone with '-m1'; it must now do a full clone to avoid a funky error. * Updated so that failure to unset filesys.checklinks configurable is merely a warning, not a hard error. |
||
#6 | 21404 | C. Thomas Tyler |
Added settings for P4TICKETS and P4TRUST to generated SDP P4CONFIG file, /p4/.p4config.SDP. |
||
#5 | 21403 | C. Thomas Tyler |
Added support for SSL. Fixed issue with '-n' mode always failing environment safety check. Fixed issue with confirmation to proceed (Yes was Yes, No was No, but random text was treated as a Yes. Now it's just treated as random text). Corrected log file name. |
||
#4 | 21398 | C. Thomas Tyler |
Added missing .p4ignore file to virtural stream spec used for SDP host management workspaces. Unset filesys.checklinks configurable. This is set in configure_new_server.sh. It's a reasonable configurable for most environments, but doesn't work well for versioning the SDP, since it's all about versioning a structure with symlinks in directory paths. |
||
#3 | 21298 | C. Thomas Tyler |
Updated to new default /hxdepots structure. Completed basic implementation; now does live checkpoint. Bypassing pre-commit review; update to new/unreleased feature. |
||
#2 | 21294 | C. Thomas Tyler | Merged down hms dev work. | ||
#1 | 21103 | C. Thomas Tyler | Merge down to dev from main. | ||
//guest/perforce_software/sdp/main/Server/Unix/setup/hms/hms_ts_setup.sh | |||||
#2 | 21091 | C. Thomas Tyler |
Enhancements to hms_ts_setup.sh and auxiliary files. Enahnced preflight checks to include sudo access check, etc. Enhanced cosmetics. Enhanced doc, adding Additional Setup section. This is still a doc-only verison. Bypassing pre-commit review. #review-21092 |
||
#1 | 21081 | C. Thomas Tyler |
Added preliminary files in support of automation of the HMS Tight Ship installation. The key file here hs hms_ts_setup.sh, which is currently a 'doc only' script that documents what it is intended to do, although it doesn't currently do anything that affects data. The '-h' and '-man' flags work to convey their intent. This also contains various spec files to be used in the actual implementation. Bypassing pre-commit review since this is only adding new 'doc only' code, not active software. #review-21082 |