submit_test.sh #1

  • //
  • guest/
  • perforce_software/
  • sdp/
  • dev/
  • Unsupported/
  • Samples/
  • triggers/
  • submit_test.sh
  • View
  • Commits
  • Open Download .zip Download (4 KB)
#!/bin/bash
#------------------------------------------------------------------------------
# Copyright and license info is available in the LICENSE file included with
# the Server Deployment Package (SDP), and also available online:
# https://swarm.workshop.perforce.com/projects/perforce-software-sdp/view/main/LICENSE
#------------------------------------------------------------------------------
# THIS IS A TEST SCRIPT - it substitutes for submit.sh which uses Aspera
# If you don't have an Aspera license, then you can test with this script
# to understand the process.
# IT IS NOT INTENDED FOR PRODUCTION USE!!!!
# -----------------------------------------------------------------------------
# 'fstat -Ob' with some filtering generates a list of files to be copied.
# Create a temp file with the filename pairs expected by ascp, and
# then perform the copy.
#
# This configurable must be set to force this submit trigger to be used:
# rpl.submit.nocopy=1
#
# The edge-content trigger looks like this:
#
#   EdgeSubmit edge-content //... "/p4/common/bin/triggers/test_submit.sh %changelist%"
#
# Assumes that scp is configured and that the standard OS user (e.g. perforce) can ssh
# without passwords between machines.
#
# Standard SDP environment is assumed, e.g P4USER, P4PORT, OSUSER, P4BIN, etc.
# are set, PATH is appropriate, and a super user is logged in with a non-expiring
# ticket.
#
# Standard SDP environment is assumed, e.g P4USER, P4PORT, OSUSER, P4BIN, etc.
# are set, PATH is appropriate, and a super user is logged in with a non-expiring
# ticket.

set -u

LOGFILE=$LOGS/submit.log

function msg () { echo -e "$*" >> $LOGFILE; echo -e "$*"; }
function bail () { msg "\nError: ${1:-Unknown Error}\n"; exit ${2:-1}; }

[[ $# -eq 1 ]] || bail "Bad Usage!\n\nUsage:\n\t$0 %changelist%\n\n"

change=$1

#------------------------------------------------------------------------------

declare tmpDir=$P4TMP
declare tmpFile="$tmpDir/tmpfile.$$.$RANDOM"
declare filelist="$tmpDir/filelist.$$.$RANDOM"
declare -i cnt=0

# Source SDP vars
source /p4/common/bin/p4_vars 1

date=$(date '+%Y-%m-%d %H:%M:%S')
echo "$date $filelist" >> $LOGFILE

if [[ ! -d "$tmpDir" ]]; then
   mkdir -p "$tmpDir" || bail "Failed to create temp dir [$tmpDir]."
fi

# Fstat all files in changelist which aren't lazy copies.
$P4BIN fstat -e $change -Rs -Ob -F lbrIsLazy=0 -T lbrPath @=$change | \
    grep "lbrPath" > $filelist 2>&1 ||\
    bail "$0: Non-zero exit code from fstat of change $change."

# Exit happily if the filelist file is empty, meaning there are no
# library files reported by the fstat to transfer for that change, e.g.
# if there are only lazy copies.
[[ ! -s $filelist ]] && exit 0

lines=$(cat $filelist | grep lbrPath | wc -l)
echo "File count $lines" >> $LOGFILE

while read file; do
   if [[ $file =~ lbrPath ]]; then
      file=${file##*\.\.\. lbrPath }
      echo "$file" >> $tmpFile
      # If using Aspera we would duplicate filenames - but for this script we don't have to
      # echo "$file" >> $tmpFile
      cnt+=1
   fi
done < $filelist

if [[ $cnt -eq 0 ]]; then
   exit 0
fi

# Record size summary
$P4BIN sizes -sh @=$change >> $LOGFILE

# Our Aspera substitute uses scp in a loop - not very efficient but it works for testing

while read file; do
    echo "$file" >> $LOGFILE
    # create directory if required for target - NOT EFFICIENT so use ssh like this!
    # Need to use ssh -n to avoid it reading stdin and causing our loop to exit early
    target_dir=$(dirname "$file")
    echo ssh -n "${OSUSER}@${P4MASTER}" mkdir -p "$target_dir" >> $LOGFILE
    ssh -n "${OSUSER}@${P4MASTER}" mkdir -p "$target_dir" >> $LOGFILE
    # Don't bother checking status of above command - any failures will be picked up
    # by scp below.
    echo scp "$file" "${OSUSER}@${P4MASTER}:$target_dir" >> $LOGFILE 2>&1
    scp "$file" "${OSUSER}@${P4MASTER}:$target_dir" >> $LOGFILE 2>&1
    if [[ $? -ne 0 ]]; then
        bail "$0: failed to scp $file, contact Perforce admin.\n"
    fi
done < $tmpFile

rm -f "$tmpFile"
rm -f "$filelist"

exit 0
# Change User Description Committed
#2 26773 Robert Cowham Move Aspera triggers back to supported section as referred to in KB and Sysadmin Guide.
Clarify description in file headers and link to KB article.
#1 26652 Robert Cowham This is Tom's change:

Introduced new 'Unsupported' directory to clarify that some files
in the SDP are not officially supported. These files are samples for
illustration, to provide examples, or are deprecated but not yet
ready for removal from the package.

The Maintenance and many SDP triggers have been moved under here,
along with other SDP scripts and triggers.

Added comments to p4_vars indicating that it should not be edited
directly. Added reference to an optional site_global_vars file that,
if it exists, will be sourced to provide global user settings
without needing to edit p4_vars.

As an exception to the refactoring, the totalusers.py Maintenance
script will be moved to indicate that it is supported.

Removed settings to support long-sunset P4Web from supported structure.

Structure under new .../Unsupported folder is:
   Samples/bin             Sample scripts.
   Samples/triggers        Sample trigger scripts.
   Samples/triggers/tests  Sample trigger script tests.
   Samples/broker          Sample broker filter scripts.
   Deprecated/triggers     Deprecated triggers.

To Do in a subsequent change: Make corresponding doc changes.
//guest/perforce_software/sdp/dev/Server/Unix/p4/common/bin/triggers/submit_test.sh
#1 26059 Robert Cowham Add some logging to submit.sh
New test version, similar to pull_test.sh