office-gobmx/bin/symstore.sh
Thorsten Behrens 493ae7a6bb replace usage of blacklist with denylist
.. and a few cases of instead doing blacklist->excludelist where that
made more sense.

Background and motivation:
  https://tools.ietf.org/html/draft-knodel-terminology-02

[API CHANGE] officecfg::Office::Canvas::DeviceBlacklist -> DeviceDenylist
[API CHANGE] officecfg::Office::Canvas::BlacklistCurrentDevice -> DenylistCurrentDevice
[API CHANGE] officecfg::Office::Common::Misc::OpenCLBlackList -> OpenCLDenyList

Change-Id: Ia35e25496bf0cc0692d5de4cb66bfc232d3a869e
Reviewed-on: https://gerrit.libreoffice.org/c/core/+/98180
Tested-by: Thorsten Behrens <Thorsten.Behrens@CIB.de>
Reviewed-by: Thorsten Behrens <Thorsten.Behrens@CIB.de>
2020-07-10 01:34:54 +02:00

174 lines
5 KiB
Bash
Executable file

#!/usr/bin/env bash
# Files listed here would not be store in the symbolestore-server.
# The format is a string with files e.g.
# EXCLUDE_LIST="python.exe
# file.dll
# next_file.exe"
#
# It removes "python.exe", "file.dll", and "next_file.exe" from what's
# added to the symstore. Separator is the newline
EXCLUDE_LIST="python.exe"
# List files here where it's ok for this script to find more than one
# occurrence in the build tree. Files _not_ included here will generate
# an error, if duplicates are found.
#
# Same format as for EXCLUDE_LIST above
MOREPDBS_OKLIST="libcurl.dll
freebl3.dll
libeay32.dll
nspr4.dll
nss3.dll
nssckbi.dll
nssdbm3.dll
nssutil3.dll
plc4.dll
plds4.dll
smime3.dll
softokn3.dll
sqlite3.dll
ssl3.dll
ssleay32.dll"
verbose_none()
{
do_none=
}
add_pdb()
{
extension=$1
pdbext=$2
list=$3
stats_notfound=0
stats_found=0
stats_morefound=0
declare -a pdball
echo "Collect $extension"
ret=$(find "${INSTDIR}/" -type f -name "*.${extension}" | grep -vF "$EXCLUDE_LIST")
while IFS= read -r file
do
${VERBOSE} -n "Found: $file"
# store dll/exe itself (needed for minidumps)
if [ $WITHEXEC == 1 ] ; then
cygpath -w "$file" >> "$list"
${VERBOSE} " insert"
else
${VERBOSE} " "
fi
# store pdb file
filename=$(basename "$file" ".${extension}")
pdball+=($(grep -i "/${filename}${pdbext}" <<< ${ALL_PDBS}))
if [ -n "${pdball[0]}" ]; then
cygpath -w "${pdball[0]}" >> "$list"
fi
case ${#pdball[@]} in
0) ((++stats_notfound))
${VERBOSE} " PDB not found"
;;
1) ((++stats_found))
${VERBOSE} " ${pdball[0]} insert"
;;
*) ((++stats_morefound))
if [ -z "$(echo $file | grep -F "$MOREPDBS_OKLIST")" ]; then
echo "Error: found duplicate PDBs:"
for morepdbs in ${pdball[@]} ; do
echo " $morepdbs"
done
exit 1
else
${VERBOSE} " ${pdball[0]} insert (is in more okay list)"
fi
;;
esac
unset pdball
done <<EOF
${ret}
EOF
echo " Found PDBs : $stats_found"
echo " Missing PDBs : $stats_notfound"
echo " Multiple PDBs : $stats_morefound"
}
# check preconditions
if [ -z "${INSTDIR}" -o -z "${WORKDIR}" ]; then
echo "INSTDIR or WORKDIR not set - script expects calling inside buildenv"
exit 1
fi
if [ ! -d "${INSTDIR}" -o ! -d "${WORKDIR}" ]; then
echo "INSTDIR or WORKDIR not present - script expects calling after full build"
exit 1
fi
which symstore.exe > /dev/null 2>&1 || {
echo "symstore.exe is expected in the PATH"
exit 1
}
# defaults
MAX_KEEP=5
SYM_PATH=${WORKDIR}/symstore
COMMENT=""
COMCMD=""
WITHEXEC=1
VERBOSE=verbose_none
USAGE="Usage: $0 [-h|-k <keep_num_versions>|-p <symbol_store_path>|-c <comment>|-n|-v]
-h: this cruft
-c <comment> specifies a comment for the transaction
-n do not store exe/dll on the symbole server
-k <int>: keep this number of old symbol versions around
(default: ${MAX_KEEP}. Set to 0 for unlimited)
-v verbose mode, output detail report of files
-p <path>: specify full path to symbol store tree
If no path is specified, defaults to ${SYM_PATH}.
"
# process args
while :
do
case "$1" in
-k|--keep) MAX_KEEP="$2"; shift 2;;
-p|--path) SYM_PATH="$2"; shift 2;;
-c|--comment) COMCMD="/c"; COMMENT="$2"; shift 2;;
-n|--noexec) WITHEXEC=0; shift ;;
-v|--verbose) VERBOSE=echo; shift ;;
-h|--help) echo "${USAGE}"; exit 0;;
-*) echo "${USAGE}" >&2; exit 1;;
*) break;;
esac
done
if [ $# -gt 0 ]; then
echo "${USAGE}" >&2
exit 1
fi
# populate symbol store from here
TMPFILE=$(mktemp) || exit 1
trap '{ rm -f ${TMPFILE}; }' EXIT
# collect all PDBs
ALL_PDBS=$(find "${WORKDIR}/" -type f -name "*.pdb")
# add dlls and executables
add_pdb dll .pdb "${TMPFILE}"
add_pdb exe .pdb "${TMPFILE}"
add_pdb bin .bin.pdb "${TMPFILE}"
# stick all of it into symbol store
symstore.exe add /compress /f "@$(cygpath -w "${TMPFILE}")" /s "$(cygpath -w "${SYM_PATH}")" /t "${PRODUCTNAME}" /v "${LIBO_VERSION_MAJOR}.${LIBO_VERSION_MINOR}.${LIBO_VERSION_MICRO}.${LIBO_VERSION_PATCH}${LIBO_VERSION_SUFFIX}${LIBO_VERSION_SUFFIX_SUFFIX}" "${COMCMD}" "${COMMENT}"
rm -f "${TMPFILE}"
# Cleanup symstore, older revisions will be removed. Unless the
# .dll/.exe changes, the .pdb should be shared, so with incremental
# tinderbox several revisions should not be that space-demanding.
if [ "${MAX_KEEP}" -gt 0 -a -d "${SYM_PATH}/000Admin" ]; then
to_remove=$(ls -1 "${SYM_PATH}/000Admin" | grep -v '\.txt' | grep -v '\.deleted' | sort | head -n "-${MAX_KEEP}")
for revision in $to_remove; do
echo "Remove $revision from symstore"
symstore.exe del /i "${revision}" /s "$(cygpath -w "${SYM_PATH}")"
done
fi