/usr/bin/globus-job-get-output-helper is in globus-gram-client-tools 10.4-3.
This file is owned by root:root, with mode 0o755.
The actual contents of the file can be viewed below.
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 | #! /bin/sh
#
# Copyright 1999-2010 University of Chicago
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
if [ -x /usr/bin/getconf ]; then
PATH="$PATH:`/usr/bin/getconf PATH 2> /dev/null`"
else
PATH="$PATH:/usr/bin:/bin:/sbin"
fi
PATH="$PATH:$GLOBUS_LOCATION/bin"
export PATH
if [ $# -lt 6 ]; then
printf "Usage: $0 tag jobid stream tailopt followopt url\n" 1>&2
exit `[ $1 = "-help" -o $1 = "-usage" -o $1 = "-h" ]`
fi
tag="$1"
jobid="$2"
stream="$3"
tailopt="$4"
followopt="$5"
url="$6"
if [ "$tailopt" != no -a "$followopt" != no ]; then
printf "Error: can't have both -f and -t command-line options\n" 1>&2
exit 1
fi
out_path="`globus-gass-cache -query -t \"$tag\" \"x-gass-cache://${jobid}${stream}\"`"
if [ $? -ne 0 -o "$out_path" = "" ]; then
printf "Error locating $stream for job $jobid\n" 1>&2
exit 1
fi
subject=""
# For https transfers, we'll assume self-authz to a GASS server; otherwise
# we'll use the default authz (none for http)
if expr "$url" : https > /dev/null; then
subject="`grid-proxy-info -identity 2> /dev/null`"
if [ $? -ne 0 -o "$subject" = "" ]; then
printf "Error determining subject\n" 1>&2
exit 1
fi
fi
# Seconds between instances of the loop. We only care about this for -f mode
sleeptime=0
# This is the last value of the length of the file, so we can avoid doing
# the (potentially) more expensive wc -l below. We initialize this to 0 so
# that the first time through, we will attempt to send data if there are any
# lines
out_file_size=0
# We want to keep track of the length of the file in lines for each poll
# If the client asked to tail the last N lines (via globus-job-get-output -t N
# or globus-job-get-output -f N) then we'll subtract that off of this lenght and
# stream from that point. If we are just doing a cat of the file, we'll ignore
# the file length value
if [ $tailopt != no ]; then
out_line_count="`wc -l \"$out_path\" | awk '{print \$1}'`"
out_line_count="`expr $out_line_count - $tailopt`"
elif [ $followopt != no ]; then
out_line_count="`wc -l \"$out_path\" | awk '{print \$1}'`"
out_line_count="`expr $out_line_count - $followopt`"
sleeptime=1
else
out_line_count=0
fi
# Don't allow silly values to confuse the tail commands below
if [ $out_line_count -lt 0 ]; then
out_line_count=0
fi
# Loop will run forever if -f N is used, otherwise it will run 1 time
first=1
while [ $followopt != no -o $first = 1 ]; do
first=0
# Check if the file has grown since the last time through this loop. If not
# we'll just continue on
new_out_file_size="`wc -c \"$out_path\" | awk '{print \$1}'`"
if [ $new_out_file_size -le $out_file_size ]; then
sleep $sleeptime
continue
fi
if [ $tailopt = 'no' -a $followopt = 'no' ]; then
# "cat" case
if [ "$subject" != "" ]; then
globus-url-copy -s "$subject" file:"$out_path" "$url/dev/stdout"
else
globus-url-copy file:"$out_path" "$url/dev/stdout"
fi
elif [ $new_out_file_size -gt $out_file_size ]; then
# this ends up parsing $out_path for \n, so it's expensive.
new_out_line_count="`wc -l \"$out_path\" | awk '{print \$1}'`"
# only send complete lines that have arrived since the last check
out_skip_lines=`expr $new_out_line_count - $out_line_count`
if [ $out_skip_lines -gt 0 ]; then
head -$new_out_line_count "$out_path" | tail -$out_skip_lines | \
(if [ "$subject" != "" ]; then
globus-url-copy -s "$subject" file:/dev/stdin \
"$url/dev/stdout"
else
globus-url-copy file:/dev/stdin "$url/dev/stdout"
fi)
out_line_count=$new_out_line_count
fi
out_file_size=$new_out_file_size
fi
sleep $sleeptime
done
|