trunk/userspace-package-management/pkgsrc-cmd.sh

#!/bin/sh

# The umask setting makes everything we do group writable, which is a requirement for stuff
# we leave in the VO software area. If we didn't, only the original user would be able to
# modify or remove these files.
umask 002

# This is the location to fetch pkgsrc.tar.gz from. It's a fast mirror.
#pkgsrc_url=ftp://ftp.nl.netbsd.org/pub/NetBSD/packages/pkgsrc.tar.gz
pkgsrc_url=http://poc.vl-e.nl/pkgsrc/pkgsrc.tar.gz


# bunch stdout and stderr together
exec 2>&1

# Parse the command-line options. Right now only two options are supported:
# -u update the pkgsrc instance (which is normally skipped because it could take a long time)
# -h print help
# -v explicitly set the VO (normally this is found by inspecting the proxy)

printhelp() {
    cat <<EOF 
usage: pkgsrc-cmd.sh [-u] [-v vo] [-h] <command> [arguments]

Options:
        -u  force update of the pkgsrc installation
        -v  explicitly set VO (use if not recognised automatically)
        -h  print this help
        -d  print debug output

Commands:
      init  Set up pkgsrc for the first time
     check  Check the pkgsrc installation
   install [ pkg ... ] Install the given packages
    remove [ pkg ... ] Remove the given packages
    update [ pkg ... ] Update the given packages
   version  print version information

EOF

}

# should we update pkgsrc itself?
update=0
# what is the VO?
vo=
printhelp=0
debugging=0
bmakedebug=
while getopts udhv: opt; do
    case $opt in
        u)
            update=1
            ;;
        v) vo=$OPTARG
            ;;
        h) printhelp
            exit 0;
            ;;
        d) debugging=1 ; bmakedebug="-d cmvx" ;;
        ?) printhelp
            exit 1;
            ;;
    esac
done
shift $(($OPTIND - 1))

# the debug function prints output if debugging==1
debug() {
    test $debugging -eq 1 && echo debug: "$@" >&2
}

# the log function prints output with a timestamp
log() {
    ts=`date "+%b %e %H:%M:%S %Z"`
    echo "$ts $@"
}

# A similar function to produce an error message and exit
error() {
    log "ERROR: $@"
    exit 1
}

# infer VO from the proxy if not set
if [ -z $vo ]; then
    debug "VO not set, looking at proxy"
    vo=`voms-proxy-info -vo`
    if [ $? -ne 0 ]; then
        error "Could not get VO with voms-proxy-info; try -v <vo>."
    fi
    debug "VO set from proxy: '$vo'"
else
    debug "VO set on command line: '$vo'"
fi

log "Started pkgsrc-cmd.sh. VO=$vo, debugging=$debugging"

# We need an indirection to set the directory of the VO specific software area
vo_sw_dir_var=VO_`echo $vo | tr a-z. A-Z.`_SW_DIR
eval vo_sw_dir=\$$vo_sw_dir_var

debug "VO software area looked for in environment variable: $vo_sw_dir_var"
debug "set vo_sw_dir to $vo_sw_dir"

PKGSRC_LOCATION=$vo_sw_dir/pkgsrc
PKG_PREFIX=$vo_sw_dir/pkg
PATH=$PKG_PREFIX/bin:$PKG_PREFIX/sbin:$PATH
export PATH PKG_PREFIX PKGSRC_LOCATION

debug "PATH set to: $PATH"

log "Running on host: $HOSTNAME"
log "Site name: $SITE_NAME"
log "command: $0 $@"

# This sanity check makes sure we are allowed to write to the software area.
# This check should be done before init, install, delete or any other operation
# that writes data, but not for operations that only read data.
# Also, we need to prevent simultaneous conflicting write operations, so we set
# a lock file at this point. We should remove the lockfile at the end, but
# if that fails we'll check whether it has become 'stale', which means older than
# half an hour.
get_write_lock() {
    log "Checking if the vo software area is writable."
    if [ -z $vo_sw_dir ] ; then
        error "\$$vo_sw_dir_var not set."
    fi

    if [ ! -w $vo_sw_dir ] ; then
        error "\$$vo_sw_dir_var ($vo_sw_dir) is not writable. (Check your proxy: are you the VO software manager?)" 
    fi
    log "$vo_sw_dir writable OK."
    # now do the lockfile shuffle
    lockfile=$vo_sw_dir/pkgsrc-lock
    log "checking lockfile $lockfile"
    if [ -f $lockfile ]; then
        log "lockfile exists."
        ls -l $lockfile
        if [ ! -z `find $lockfile -mmin -30 2> /dev/null` ]; then
            log "lockfile is still fresh."
            return 1
        else
            log "removing stale lockfile (older than 30 minutes)"
            rm -f $lockfile
        fi
    else
        log "no lockfile found. Setting lock"
    fi
    # At this point, we've concluded we should try and set the lockfile.
    # be careful to avoid race conditions (although rare).
    log "attempting to get lock."
    a=`mktemp $vo_sw_dir/pkgsrc-lock.XXXXXXXXXX` || error "mktemp failed"
    ln $a $lockfile
    if [ $? -ne 0 ]; then
        log "failed to obtain lock"
        rm $a
        return 1
    fi
    log "lock set"
    rm $a
    unset a
    trap "rm -f $lockfile" INT TERM EXIT
    return 0
}

check_installation() {
    debug "Test if $PKGSRC_LOCATION exists"
    if [ ! -d $PKGSRC_LOCATION ]; then
        error "pkgsrc seems not to be installed; run <init> first."
    fi
    for i in pkg_admin pkg_create pkg_info ; do
        if [ ! -x $PKG_PREFIX/sbin/$i ]; then
            error "$PKG_PREFIX/sbin/$i is missing. Run <init> first."
        fi
    done

    # check the vulnerabilities databases and run an audit
    debug "fetching vulnerabilities and auditing system"
    pkg_admin fetch-pkg-vulnerabilities
    pkg_admin audit
}


# fetch the pkgsrc tarball if necessary
get_pkgsrc() {
    if [ ! -r $PKGSRC_LOCATION/pkgsrc.tar.gz ]; then
        log "$PKGSRC_LOCATION/pkgsrc.tar.gz is not found, downloading for the first time"
    elif [ -z `find $PKGSRC_LOCATION/pkgsrc.tar.gz -mtime -30` ]; then
        log "$PKGSRC_LOCATION/pkgsrc.tar.gz is older than 30 days, fetching new version"
    else
        log "$PKGSRC_LOCATION/pkgsrc.tar.gz is found and fresh."
        ls -l $PKGSRC_LOCATION/pkgsrc.tar.gz
        log "unpacking tarball in `pwd`"
        tar xfz $PKGSRC_LOCATION/pkgsrc.tar.gz
        log "unpacking tarball done."
        return 0
    fi

    # fetch from fast mirror
    log "Fetching pkgsrc.tar.gz from $pkgsrc_url"
    mkdir -p $PKGSRC_LOCATION
    wget --no-verbose -O $PKGSRC_LOCATION/pkgsrc.tar.gz $pkgsrc_url
    if [ $? -ne 0 ]; then
        error "Fetching pkgsrc.tar.gz from $pkgsrc_url failed." 
    fi
    log "$pkgsrc_url saved as $PKGSRC_LOCATION/pkgsrc.tar.gz"
    log "unpacking tarball in `pwd`"
    tar xfz $PKGSRC_LOCATION/pkgsrc.tar.gz
    log "unpacking tarball done."

}


# The command functions. One of these functions will be called from
# the case...esac switch later on.

do_init() {
    log "Starting init."
    get_pkgsrc

    log "Creating temporary work directory for bootstrapping"
    workdir=`mktemp -d -t pkgsrc-bootstrap.XXXXXXXX`/work

    if [ $? -ne 0 ]; then
        error "failed to create temporary working directory"
    fi

    log bootstrapping: pkgsrc/bootstrap/bootstrap --prefix $PKG_PREFIX --unprivileged --workdir $workdir
    pkgsrc/bootstrap/bootstrap --prefix $PKG_PREFIX --unprivileged --workdir $workdir
    if [ $? -ne 0 ]; then
        error "Bootstrapping pkgsrc failed" 
    fi

    # set ALLOW_VULNERABLE_PACKAGES
    tmpcnf=`mktemp`
    sed  '/^.endif/ iALLOW_VULNERABLE_PACKAGES=yes' $PKG_PREFIX/etc/mk.conf > $tmpcnf
    mv $tmpcnf $PKG_PREFIX/etc/mk.conf

    # Make sure that fetching is going to work. The pkgsrc provided tnftp requires
    # libtermcap-devel, which is not commonly found on systems; although pkgsrc also
    # provides ncurses, which could work just fine, fetching the ncurses sources requires
    # tnftp, which means a circular dependency.
    # So we check if the system has wget installed, which is almost always the case, and
    # configure pkgsrc to use wget as an alternative method of fetching sources.
    log "trying to build net/tnftp"
    ( cd pkgsrc/net/tnftp && bmake ${bmakedebug} install && bmake  clean && bmake clean-depends )
    if [ $? -ne 0 ] ; then
        log "failed building net/tnftp."
        log "trying alternatives."
        if [ -x /usr/bin/wget ] ; then
            log "/usr/bin/wget found. Setting configuration in $PKG_PREFIX/etc/mk.conf"
            tmpcnf=`mktemp` || exit "failed to create temporary file"
            sed  '/^.endif/ iPREFER_PKGSRC=termcap\
FETCH_USING= custom\
FETCH_CMD= /usr/bin/wget\
FETCH_BEFORE_ARGS= ${PASSIVE_FETCH:D--passive-ftp}\
FETCH_AFTER_ARGS= # empty\
FETCH_RESUME_ARGS= -c\
FETCH_OUTPUT_ARGS= -O' $PKG_PREFIX/etc/mk.conf > $tmpcnf
            mv $tmpcnf $PKG_PREFIX/etc/mk.conf
        elif [ -x /usr/bin/curl ] ; then
            log "/usr/bin/curl found. Setting configuration in $PKG_PREFIX/etc/mk.conf"
            tmpcnf=`mktemp` || exit "failed to create temporary file"
            sed  '/^.endif/ iPREFER_PKGSRC=termcap\
FETCH_USING= custom\
FETCH_CMD= /usr/bin/curl
FETCH_BEFORE_ARGS= ${PASSIVE_FETCH:D--ftp-pasv}
FETCH_AFTER_ARGS= -O # must be here to honor -o option
FETCH_RESUME_ARGS= -C -
FETCH_OUTPUT_ARGS= -o' $PKG_PREFIX/etc/mk.conf > $tmpcnf
            mv $tmpcnf $PKG_PREFIX/etc/mk.conf
        else
            exit "could not find wget or curl, giving up"
        fi
    else
        log "building net/tnftp succeeded"
    fi

    log "installation OK. Init is done."


}

# In case you ever feel the need to start over, this operation will trash the entire installation
# 
do_clear() {
    log "Starting Clear"
    if [ -f $PKGSRC_LOCATION/pkgsrc.tar.gz ]; then
        log "deleting $PKGSRC_LOCATION/pkgsrc.tar.gz"
        rm -f $PKGSRC_LOCATION/pkgsrc.tar.gz
    fi
    if [ -d $PKG_PREFIX ]; then
        log "Removing $PKG_PREFIX"
        rm -rf $PKG_PREFIX/*
    fi
    log "Done with Clear"
}

do_check() {
    log "Starting check; output goes to status.txt"
    exec 3> status.txt
    {
        echo "Site: $SITE_NAME"
        echo
        echo "Environment:"
        env
        echo
        echo "Installed RPMS:"
        rpm -qa
        echo 
        echo "Our VO: $vo"
        echo "VO Software area set in variable \$$vo_sw_dir_var = $vo_sw_dir"
    } >&3

    if [ -z $vo_sw_dir ] ; then
        echo "\$$vo_sw_dir_var not set. Contact the site administrator."
        # do we need to go on at all at this point?
        echo "It's impossible to install pkgsrc at this site until this is fixed."
        return
    fi
    if [ ! -w $vo_sw_dir ] ; then
        echo "$vo_sw_dir) is not writable, check your proxy (are you the VO software manager?)." 
        ls -ld $vo_sw_dir
        echo "I am: "
        id -a
    fi
    # test the pkgsrc installation
    echo >&3
    echo "Pkgsrc installation" >&3
    echo "PKGSRC_LOCATION=$PKGSRC_LOCATION" >&3
    if [ ! -d $PKGSRC_LOCATION ]; then
        echo "pkgsrc seems not to be installed."
    elif [ ! -f $PKGSRC_LOCATION/pkgsrc.tar.gz ]; then
        echo "$PKGSRC_LOCATION/pkgsrc.tar.gz not found"
    else
        echo "pkgsrc.tar.gz:" >&3
        ls -l $PKGSRC_LOCATION/pkgsrc.tar.gz >&3
    fi
    echo "PKG_PREFIX=$PKG_PREFIX" >&3
    if [ ! -d $PKG_PREFIX ]; then
        echo "$PKG_PREFIX does not exist. Need to bootstrap."
    else
        for i in pkg_admin pkg_create pkg_info ; do
            filecheck=$PKG_PREFIX/sbin/$i
            echo -n "Checking for $filecheck..."
            if [ ! -x $filecheck ]; then
                echo "missing"
            else
                echo OK
            fi
        done
    fi
    echo "Configuration: $PKG_PREFIX/etc/mk.conf" >&3
    cat $PKG_PREFIX/etc/mk.conf >&3

    echo "End of Configuration file" >&3

    # check the vulnerabilities databases and run an audit
    log "fetching vulnerabilities and auditing system"
    pkg_admin fetch-pkg-vulnerabilities
    {
        echo "Audit:"
        pkg_admin audit
        echo "End audit:"
        echo
        echo "Installed packages:"
        pkg_info -a
        echo "End of installed packages"
    } >&3

    # if lintpkgsrc is installed, run it.
    if [ -x $PKG_PREFIX/bin/lintpkgsrc ]; then
        debug "running lintpkgsrc -i"
        {
            echo "lintpkgsrc -i"
            $PKG_PREFIX/bin/lintpkgsrc -i
            echo "end of lintpkgsrc"
            echo
        } >&3
    else
        log "Skipping lintpkgsrc; install pkgtools/lintpkgsrc to include this test"
    fi
    log "Check done."
    return
}

do_install() {
    get_pkgsrc
    # install the packages in $@.
    for i in "$@" ; do
        if [ ! -d pkgsrc/$i ]; then
            echo "WARNING: unknown package $i" >&2
            continue
        fi
        ( cd pkgsrc/$i && bmake ${bmakedebug} install && bmake  clean && bmake clean-depends )
        if [ $? -ne 0 ] ; then
            error "bmake failed on $i"
        fi
    done

}

do_remove() {
    check_installation
    # delete the given packages 
    pkg_delete "$@"
}

do_update() {
    get_pkgsrc
    for i in "$@" ; do
        if [ ! -d pkgsrc/$i ]; then
            echo "WARNING: unknown package $i" >&2
            continue
        fi
        ( cd pkgsrc/$i && bmake update && bmake clean && bmake clean-depends )
    done

}

do_version() {
    log "version() not implemented."
    return 0
}


# all operations need to write to the software area in some way or other, so we
# might as well try to get the write lock here and get it out of the way
get_write_lock || exit 1


# Parse the command-line arguments. Current understood commands are:
# 
# init - set up pkgsrc for the first time
# check - check the pkgsrc setup
# install <packages> - install the given packages
# remove <package> - remove the given packages
# update - update the packages
# version - display version information

if [ $# -gt 0 ] ; then
    case $1 in
        init) do_init ;;
        reinit) do_clear && do_init ;;
        check) do_check ;;
        install) shift; do_install "$@" ;;
        remove) shift; do_remove "$@" ;;
        update) do_update "$@" ;;
        version) do_version ;;
        *)
            log "ERROR: unknown command given: $1" >&2
            printhelp
            exit 1
            ;;
    esac
    shift
else
    log "No command given. Stop."
    printhelp
    exit 1
fi

log "Script ends."
1	dennisvd	1904	#!/bin/sh
2
3			# The umask setting makes everything we do group writable, which is a requirement for stuff
4			# we leave in the VO software area. If we didn't, only the original user would be able to
5			# modify or remove these files.
6			umask 002
7
8			# This is the location to fetch pkgsrc.tar.gz from. It's a fast mirror.
9			#pkgsrc_url=ftp://ftp.nl.netbsd.org/pub/NetBSD/packages/pkgsrc.tar.gz
10			pkgsrc_url=http://poc.vl-e.nl/pkgsrc/pkgsrc.tar.gz
11
12
13			# bunch stdout and stderr together
14			exec 2>&1
15
16			# Parse the command-line options. Right now only two options are supported:
17			# -u update the pkgsrc instance (which is normally skipped because it could take a long time)
18			# -h print help
19			# -v explicitly set the VO (normally this is found by inspecting the proxy)
20
21			printhelp() {
22			cat <<EOF
23			usage: pkgsrc-cmd.sh [-u] [-v vo] [-h] <command> [arguments]
24
25			Options:
26			-u force update of the pkgsrc installation
27			-v explicitly set VO (use if not recognised automatically)
28			-h print this help
29			-d print debug output
30
31			Commands:
32			init Set up pkgsrc for the first time
33			check Check the pkgsrc installation
34			install [ pkg ... ] Install the given packages
35			remove [ pkg ... ] Remove the given packages
36			update [ pkg ... ] Update the given packages
37			version print version information
38
39			EOF
40
41			}
42
43			# should we update pkgsrc itself?
44			update=0
45			# what is the VO?
46			vo=
47			printhelp=0
48			debugging=0
49			bmakedebug=
50			while getopts udhv: opt; do
51			case $opt in
52			u)
53			update=1
54			;;
55			v) vo=$OPTARG
56			;;
57			h) printhelp
58			exit 0;
59			;;
60			d) debugging=1 ; bmakedebug="-d cmvx" ;;
61			?) printhelp
62			exit 1;
63			;;
64			esac
65			done
66			shift $(($OPTIND - 1))
67
68			# the debug function prints output if debugging==1
69			debug() {
70			test $debugging -eq 1 && echo debug: "$@" >&2
71			}
72
73			# the log function prints output with a timestamp
74			log() {
75			ts=`date "+%b %e %H:%M:%S %Z"`
76			echo "$ts $@"
77			}
78
79			# A similar function to produce an error message and exit
80			error() {
81			log "ERROR: $@"
82			exit 1
83			}
84
85			# infer VO from the proxy if not set
86			if [ -z $vo ]; then
87			debug "VO not set, looking at proxy"
88			vo=`voms-proxy-info -vo`
89			if [ $? -ne 0 ]; then
90			error "Could not get VO with voms-proxy-info; try -v <vo>."
91			fi
92			debug "VO set from proxy: '$vo'"
93			else
94			debug "VO set on command line: '$vo'"
95			fi
96
97			log "Started pkgsrc-cmd.sh. VO=$vo, debugging=$debugging"
98
99			# We need an indirection to set the directory of the VO specific software area
100			vo_sw_dir_var=VO_`echo $vo \| tr a-z. A-Z.`_SW_DIR
101			eval vo_sw_dir=\$$vo_sw_dir_var
102
103			debug "VO software area looked for in environment variable: $vo_sw_dir_var"
104			debug "set vo_sw_dir to $vo_sw_dir"
105
106			PKGSRC_LOCATION=$vo_sw_dir/pkgsrc
107			PKG_PREFIX=$vo_sw_dir/pkg
108			PATH=$PKG_PREFIX/bin:$PKG_PREFIX/sbin:$PATH
109			export PATH PKG_PREFIX PKGSRC_LOCATION
110
111			debug "PATH set to: $PATH"
112
113			log "Running on host: $HOSTNAME"
114			log "Site name: $SITE_NAME"
115			log "command: $0 $@"
116
117			# This sanity check makes sure we are allowed to write to the software area.
118			# This check should be done before init, install, delete or any other operation
119			# that writes data, but not for operations that only read data.
120			# Also, we need to prevent simultaneous conflicting write operations, so we set
121			# a lock file at this point. We should remove the lockfile at the end, but
122			# if that fails we'll check whether it has become 'stale', which means older than
123			# half an hour.
124			get_write_lock() {
125			log "Checking if the vo software area is writable."
126			if [ -z $vo_sw_dir ] ; then
127			error "\$$vo_sw_dir_var not set."
128			fi
129
130			if [ ! -w $vo_sw_dir ] ; then
131			error "\$$vo_sw_dir_var ($vo_sw_dir) is not writable. (Check your proxy: are you the VO software manager?)"
132			fi
133			log "$vo_sw_dir writable OK."
134			# now do the lockfile shuffle
135			lockfile=$vo_sw_dir/pkgsrc-lock
136			log "checking lockfile $lockfile"
137			if [ -f $lockfile ]; then
138			log "lockfile exists."
139			ls -l $lockfile
140			if [ ! -z `find $lockfile -mmin -30 2> /dev/null` ]; then
141			log "lockfile is still fresh."
142			return 1
143			else
144			log "removing stale lockfile (older than 30 minutes)"
145			rm -f $lockfile
146			fi
147			else
148			log "no lockfile found. Setting lock"
149			fi
150			# At this point, we've concluded we should try and set the lockfile.
151			# be careful to avoid race conditions (although rare).
152			log "attempting to get lock."
153			a=`mktemp $vo_sw_dir/pkgsrc-lock.XXXXXXXXXX` \|\| error "mktemp failed"
154			ln $a $lockfile
155			if [ $? -ne 0 ]; then
156			log "failed to obtain lock"
157			rm $a
158			return 1
159			fi
160			log "lock set"
161			rm $a
162			unset a
163			trap "rm -f $lockfile" INT TERM EXIT
164			return 0
165			}
166
167			check_installation() {
168			debug "Test if $PKGSRC_LOCATION exists"
169			if [ ! -d $PKGSRC_LOCATION ]; then
170			error "pkgsrc seems not to be installed; run <init> first."
171			fi
172			for i in pkg_admin pkg_create pkg_info ; do
173			if [ ! -x $PKG_PREFIX/sbin/$i ]; then
174			error "$PKG_PREFIX/sbin/$i is missing. Run <init> first."
175			fi
176			done
177
178			# check the vulnerabilities databases and run an audit
179			debug "fetching vulnerabilities and auditing system"
180			pkg_admin fetch-pkg-vulnerabilities
181			pkg_admin audit
182			}
183
184
185			# fetch the pkgsrc tarball if necessary
186			get_pkgsrc() {
187			if [ ! -r $PKGSRC_LOCATION/pkgsrc.tar.gz ]; then
188			log "$PKGSRC_LOCATION/pkgsrc.tar.gz is not found, downloading for the first time"
189			elif [ -z `find $PKGSRC_LOCATION/pkgsrc.tar.gz -mtime -30` ]; then
190			log "$PKGSRC_LOCATION/pkgsrc.tar.gz is older than 30 days, fetching new version"
191			else
192			log "$PKGSRC_LOCATION/pkgsrc.tar.gz is found and fresh."
193			ls -l $PKGSRC_LOCATION/pkgsrc.tar.gz
194			log "unpacking tarball in `pwd`"
195			tar xfz $PKGSRC_LOCATION/pkgsrc.tar.gz
196			log "unpacking tarball done."
197			return 0
198			fi
199
200			# fetch from fast mirror
201			log "Fetching pkgsrc.tar.gz from $pkgsrc_url"
202			mkdir -p $PKGSRC_LOCATION
203			wget --no-verbose -O $PKGSRC_LOCATION/pkgsrc.tar.gz $pkgsrc_url
204			if [ $? -ne 0 ]; then
205			error "Fetching pkgsrc.tar.gz from $pkgsrc_url failed."
206			fi
207			log "$pkgsrc_url saved as $PKGSRC_LOCATION/pkgsrc.tar.gz"
208			log "unpacking tarball in `pwd`"
209			tar xfz $PKGSRC_LOCATION/pkgsrc.tar.gz
210			log "unpacking tarball done."
211
212			}
213
214
215			# The command functions. One of these functions will be called from
216			# the case...esac switch later on.
217
218			do_init() {
219			log "Starting init."
220			get_pkgsrc
221
222			log "Creating temporary work directory for bootstrapping"
223			workdir=`mktemp -d -t pkgsrc-bootstrap.XXXXXXXX`/work
224
225			if [ $? -ne 0 ]; then
226			error "failed to create temporary working directory"
227			fi
228
229			log bootstrapping: pkgsrc/bootstrap/bootstrap --prefix $PKG_PREFIX --unprivileged --workdir $workdir
230			pkgsrc/bootstrap/bootstrap --prefix $PKG_PREFIX --unprivileged --workdir $workdir
231			if [ $? -ne 0 ]; then
232			error "Bootstrapping pkgsrc failed"
233			fi
234
235			# set ALLOW_VULNERABLE_PACKAGES
236			tmpcnf=`mktemp`
237			sed '/^.endif/ iALLOW_VULNERABLE_PACKAGES=yes' $PKG_PREFIX/etc/mk.conf > $tmpcnf
238			mv $tmpcnf $PKG_PREFIX/etc/mk.conf
239
240			# Make sure that fetching is going to work. The pkgsrc provided tnftp requires
241			# libtermcap-devel, which is not commonly found on systems; although pkgsrc also
242			# provides ncurses, which could work just fine, fetching the ncurses sources requires
243			# tnftp, which means a circular dependency.
244			# So we check if the system has wget installed, which is almost always the case, and
245			# configure pkgsrc to use wget as an alternative method of fetching sources.
246			log "trying to build net/tnftp"
247			( cd pkgsrc/net/tnftp && bmake ${bmakedebug} install && bmake clean && bmake clean-depends )
248			if [ $? -ne 0 ] ; then
249			log "failed building net/tnftp."
250			log "trying alternatives."
251			if [ -x /usr/bin/wget ] ; then
252			log "/usr/bin/wget found. Setting configuration in $PKG_PREFIX/etc/mk.conf"
253			tmpcnf=`mktemp` \|\| exit "failed to create temporary file"
254			sed '/^.endif/ iPREFER_PKGSRC=termcap\
255			FETCH_USING= custom\
256			FETCH_CMD= /usr/bin/wget\
257			FETCH_BEFORE_ARGS= ${PASSIVE_FETCH:D--passive-ftp}\
258			FETCH_AFTER_ARGS= # empty\
259			FETCH_RESUME_ARGS= -c\
260			FETCH_OUTPUT_ARGS= -O' $PKG_PREFIX/etc/mk.conf > $tmpcnf
261			mv $tmpcnf $PKG_PREFIX/etc/mk.conf
262			elif [ -x /usr/bin/curl ] ; then
263			log "/usr/bin/curl found. Setting configuration in $PKG_PREFIX/etc/mk.conf"
264			tmpcnf=`mktemp` \|\| exit "failed to create temporary file"
265			sed '/^.endif/ iPREFER_PKGSRC=termcap\
266			FETCH_USING= custom\
267			FETCH_CMD= /usr/bin/curl
268			FETCH_BEFORE_ARGS= ${PASSIVE_FETCH:D--ftp-pasv}
269			FETCH_AFTER_ARGS= -O # must be here to honor -o option
270			FETCH_RESUME_ARGS= -C -
271			FETCH_OUTPUT_ARGS= -o' $PKG_PREFIX/etc/mk.conf > $tmpcnf
272			mv $tmpcnf $PKG_PREFIX/etc/mk.conf
273			else
274			exit "could not find wget or curl, giving up"
275			fi
276			else
277			log "building net/tnftp succeeded"
278			fi
279
280			log "installation OK. Init is done."
281
282
283			}
284
285			# In case you ever feel the need to start over, this operation will trash the entire installation
286			#
287			do_clear() {
288			log "Starting Clear"
289			if [ -f $PKGSRC_LOCATION/pkgsrc.tar.gz ]; then
290			log "deleting $PKGSRC_LOCATION/pkgsrc.tar.gz"
291			rm -f $PKGSRC_LOCATION/pkgsrc.tar.gz
292			fi
293			if [ -d $PKG_PREFIX ]; then
294			log "Removing $PKG_PREFIX"
295			rm -rf $PKG_PREFIX/*
296			fi
297			log "Done with Clear"
298			}
299
300			do_check() {
301			log "Starting check; output goes to status.txt"
302			exec 3> status.txt
303			{
304			echo "Site: $SITE_NAME"
305			echo
306			echo "Environment:"
307			env
308			echo
309			echo "Installed RPMS:"
310			rpm -qa
311			echo
312			echo "Our VO: $vo"
313			echo "VO Software area set in variable \$$vo_sw_dir_var = $vo_sw_dir"
314			} >&3
315
316			if [ -z $vo_sw_dir ] ; then
317			echo "\$$vo_sw_dir_var not set. Contact the site administrator."
318			# do we need to go on at all at this point?
319			echo "It's impossible to install pkgsrc at this site until this is fixed."
320			return
321			fi
322			if [ ! -w $vo_sw_dir ] ; then
323			echo "$vo_sw_dir) is not writable, check your proxy (are you the VO software manager?)."
324			ls -ld $vo_sw_dir
325			echo "I am: "
326			id -a
327			fi
328			# test the pkgsrc installation
329			echo >&3
330			echo "Pkgsrc installation" >&3
331			echo "PKGSRC_LOCATION=$PKGSRC_LOCATION" >&3
332			if [ ! -d $PKGSRC_LOCATION ]; then
333			echo "pkgsrc seems not to be installed."
334			elif [ ! -f $PKGSRC_LOCATION/pkgsrc.tar.gz ]; then
335			echo "$PKGSRC_LOCATION/pkgsrc.tar.gz not found"
336			else
337			echo "pkgsrc.tar.gz:" >&3
338			ls -l $PKGSRC_LOCATION/pkgsrc.tar.gz >&3
339			fi
340			echo "PKG_PREFIX=$PKG_PREFIX" >&3
341			if [ ! -d $PKG_PREFIX ]; then
342			echo "$PKG_PREFIX does not exist. Need to bootstrap."
343			else
344			for i in pkg_admin pkg_create pkg_info ; do
345			filecheck=$PKG_PREFIX/sbin/$i
346			echo -n "Checking for $filecheck..."
347			if [ ! -x $filecheck ]; then
348			echo "missing"
349			else
350			echo OK
351			fi
352			done
353			fi
354			echo "Configuration: $PKG_PREFIX/etc/mk.conf" >&3
355			cat $PKG_PREFIX/etc/mk.conf >&3
356
357			echo "End of Configuration file" >&3
358
359			# check the vulnerabilities databases and run an audit
360			log "fetching vulnerabilities and auditing system"
361			pkg_admin fetch-pkg-vulnerabilities
362			{
363			echo "Audit:"
364			pkg_admin audit
365			echo "End audit:"
366			echo
367			echo "Installed packages:"
368			pkg_info -a
369			echo "End of installed packages"
370			} >&3
371
372			# if lintpkgsrc is installed, run it.
373			if [ -x $PKG_PREFIX/bin/lintpkgsrc ]; then
374			debug "running lintpkgsrc -i"
375			{
376			echo "lintpkgsrc -i"
377			$PKG_PREFIX/bin/lintpkgsrc -i
378			echo "end of lintpkgsrc"
379			echo
380			} >&3
381			else
382			log "Skipping lintpkgsrc; install pkgtools/lintpkgsrc to include this test"
383			fi
384			log "Check done."
385			return
386			}
387
388			do_install() {
389			get_pkgsrc
390			# install the packages in $@.
391			for i in "$@" ; do
392			if [ ! -d pkgsrc/$i ]; then
393			echo "WARNING: unknown package $i" >&2
394			continue
395			fi
396			( cd pkgsrc/$i && bmake ${bmakedebug} install && bmake clean && bmake clean-depends )
397			if [ $? -ne 0 ] ; then
398			error "bmake failed on $i"
399			fi
400			done
401
402			}
403
404			do_remove() {
405			check_installation
406			# delete the given packages
407			pkg_delete "$@"
408			}
409
410			do_update() {
411			get_pkgsrc
412			for i in "$@" ; do
413			if [ ! -d pkgsrc/$i ]; then
414			echo "WARNING: unknown package $i" >&2
415			continue
416			fi
417			( cd pkgsrc/$i && bmake update && bmake clean && bmake clean-depends )
418			done
419
420			}
421
422			do_version() {
423			log "version() not implemented."
424			return 0
425			}
426
427
428			# all operations need to write to the software area in some way or other, so we
429			# might as well try to get the write lock here and get it out of the way
430			get_write_lock \|\| exit 1
431
432
433			# Parse the command-line arguments. Current understood commands are:
434			#
435			# init - set up pkgsrc for the first time
436			# check - check the pkgsrc setup
437			# install <packages> - install the given packages
438			# remove <package> - remove the given packages
439			# update - update the packages
440			# version - display version information
441
442			if [ $# -gt 0 ] ; then
443			case $1 in
444			init) do_init ;;
445			reinit) do_clear && do_init ;;
446			check) do_check ;;
447			install) shift; do_install "$@" ;;
448			remove) shift; do_remove "$@" ;;
449			update) do_update "$@" ;;
450			version) do_version ;;
451			*)
452			log "ERROR: unknown command given: $1" >&2
453			printhelp
454			exit 1
455			;;
456			esac
457			shift
458			else
459			log "No command given. Stop."
460			printhelp
461			exit 1
462			fi
463
464			log "Script ends."
grid.support@nikhef.nl	ViewVC Help
Powered by ViewVC 1.1.28