strepsirrhini/office-gobmx
9
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions
office-gobmx/bin/oss-fuzz-setup.sh
Christian Lohmaier ec4409a911 don't export entries from download.lst - only used by make 
no need to plant that into the environment of every recipe. some Jenkins
Windows builders already run into "environment is too large for exec"
issue just by attempting a "xargs --show-limits </dev/null" from a dummy
rule within the make environment

Change-Id: I321fa9075532eef62a7d4e33a08c272276de717e
Reviewed-on: https://gerrit.libreoffice.org/c/core/+/144217
Tested-by: Jenkins
Reviewed-by: Christian Lohmaier <lohmaier+LibreOffice@googlemail.com>
2022-12-15 22:42:00 +00:00

148 lines
9.5 KiB
Bash
Executable file
Raw Blame History

#!/usr/bin/env bash
set -e
echo start downloading dependencies at `date -u`
# convert FOO := BAR$(MICRO) to export FOO=BAR$MICRO
source <(sed -e's#\([^ ]\{1,\}\) := #export \1=#g' download.lst | sed -e 's#[)(]##g')
mkdir $SRC/external-tar
cd $SRC/external-tar
#cache build dependencies
curl --no-progress-meter -S \
-C - -O https://dev-www.libreoffice.org/src/$FONT_LIBERATION_TARBALL \
-C - -O https://dev-www.libreoffice.org/extern/$OPENSYMBOL_TTF \
-C - -O https://dev-www.libreoffice.org/src/$RASQAL_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$CLUCENE_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$HYPHEN_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$RAPTOR_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$MYTHES_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$REDLAND_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$BOOST_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$BOX2D_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$DTOA_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$EXPAT_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$LIBJPEG_TURBO_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$LCMS2_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$LIBEXTTEXTCAT_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$CPPUNIT_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$CAIRO_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$CURL_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$XMLSEC_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$LIBLANGTAG_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$ABW_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$CDR_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$LIBCMIS_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$EBOOK_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$ETONYEK_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$FREEHAND_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$MSPUB_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$MWAW_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$ODFGEN_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$ORCUS_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$PAGEMAKER_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$LIBPNG_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$REVENGE_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$STAROFFICE_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$VISIO_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$WPD_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$WPG_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$WPS_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$ZMF_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$PIXMAN_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$ZLIB_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$MDDS_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$OPENSSL_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$LANGTAGREG_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$GRAPHITE_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$HARFBUZZ_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$GLM_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$ICU_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$ICU_DATA_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$LIBXML_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$LIBXSLT_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$HUNSPELL_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$FREETYPE_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$FONTCONFIG_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$EPOXY_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$EPUBGEN_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$LIBNUMBERTEXT_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$QXP_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$LIBWEBP_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$LIBTIFF_TARBALL \
-C - -O https://dev-www.libreoffice.org/src/$DRAGONBOX_TARBALL
cd $SRC
#fuzzing dictionaries
curl --no-progress-meter -S \
-C - -O https://raw.githubusercontent.com/rc0r/afl-fuzz/master/dictionaries/gif.dict \
-C - -O https://raw.githubusercontent.com/rc0r/afl-fuzz/master/dictionaries/jpeg.dict \
-C - -O https://raw.githubusercontent.com/rc0r/afl-fuzz/master/dictionaries/png.dict \
-C - -O https://raw.githubusercontent.com/rc0r/afl-fuzz/master/dictionaries/tiff.dict \
-C - -O https://raw.githubusercontent.com/rc0r/afl-fuzz/master/dictionaries/xml.dict \
-C - -O https://raw.githubusercontent.com/rc0r/afl-fuzz/master/dictionaries/html_tags.dict
#fuzzing corpuses
#afl jpeg, gif, bmp, png, webp
curl --no-progress-meter -S -C - -O https://lcamtuf.coredump.cx/afl/demo/afl_testcases.tgz
mkdir -p afl-testcases && cd afl-testcases/ && tar xf $SRC/afl_testcases.tgz && cd .. && \
zip -q $SRC/jpgfuzzer_seed_corpus.zip afl-testcases/jpeg*/full/images/* && \
zip -q $SRC/giffuzzer_seed_corpus.zip afl-testcases/gif*/full/images/* && \
zip -q $SRC/bmpfuzzer_seed_corpus.zip afl-testcases/bmp*/full/images/* && \
zip -q $SRC/pngfuzzer_seed_corpus.zip afl-testcases/png*/full/images/* && \
zip -q $SRC/webpfuzzer_seed_corpus.zip afl-testcases/webp*/full/images/*
# using github's svn view to use svn export as a hack to just export part of the git repo
svn export --force -q https://github.com/khaledhosny/ots/trunk/tests/fonts $SRC/sample-sft-fonts/ots
svn export --force -q https://github.com/unicode-org/text-rendering-tests/trunk/fonts/ $SRC/sample-sft-fonts/unicode-org
svn export --force -q https://github.com/harfbuzz/harfbuzz/trunk/test/shape/data/in-house/fonts $SRC/sample-sft-fonts/harfbuzz
mkdir -p $SRC/sample-sft-fonts/adobe
curl --no-progress-meter -S \
-C - -o $SRC/sample-sft-fonts/adobe/AdobeVFPrototype.otf https://github.com/adobe-fonts/adobe-variable-font-prototype/releases/download/1.001/AdobeVFPrototype.otf
zip -qr $SRC/sftfuzzer_seed_corpus.zip $SRC/sample-sft-fonts
curl --no-progress-meter -S \
-C - -O https://dev-www.libreoffice.org/corpus/wmffuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/xbmfuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/xpmfuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/svmfuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/pcdfuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/dxffuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/metfuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/ppmfuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/psdfuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/epsfuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/pctfuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/pcxfuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/rasfuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/tgafuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/tiffuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/hwpfuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/602fuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/lwpfuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/pptfuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/rtffuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/olefuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/cgmfuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/ww2fuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/ww6fuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/ww8fuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/qpwfuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/slkfuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/fodtfuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/fodsfuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/fodgfuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/fodpfuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/xlsfuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/scrtffuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/wksfuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/dbffuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/diffuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/docxfuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/xlsxfuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/pptxfuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/mmlfuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/mtpfuzzer_seed_corpus.zip \
-C - -O https://dev-www.libreoffice.org/corpus/htmlfuzzer_seed_corpus.zip
echo end downloading dependencies at `date -u`
Reference in a new issue View git blame Copy permalink