diff --git a/README.md b/README.md index efa9df23..c9c0a789 100644 --- a/README.md +++ b/README.md @@ -35,7 +35,7 @@ Then run the following (substituting the actual file you want to scan for ` " prompt if [[ $prompt == "y" ]]; then - git clone --depth 1 https://github.com/Yara-Rules/rules.git ~/.multiscanner/yarasigs/Yara-Rules - echo You can update these signatures by running cd ~/.multiscanner/yarasigs/Yara-Rules \&\& git pull + git clone --depth 1 https://github.com/Yara-Rules/rules.git ~/.multiscanner/etc/yarasigs/Yara-Rules + echo You can update these signatures by running cd ~/.multiscanner/etc/yarasigs/Yara-Rules \&\& git pull fi read -p "Download SupportIntelligence's Icewater yara signatures? " prompt if [[ $prompt == "y" ]]; then - git clone --depth 1 https://github.com/SupportIntelligence/Icewater.git ~/.multiscanner/yarasigs/Icewater - echo You can update these signatures by running cd ~/.multiscanner/yarasigs/Icewater \&\& git pull + git clone --depth 1 https://github.com/SupportIntelligence/Icewater.git ~/.multiscanner/etc/yarasigs/Icewater + echo You can update these signatures by running cd ~/.multiscanner/etc/yarasigs/Icewater \&\& git pull fi read -p "Download TrID? " prompt if [[ $prompt == "y" ]]; then +sudo bash <<"EOF" mkdir -p /opt/trid cd /opt/trid curl -f --retry 3 http://mark0.net/download/trid_linux_64.zip > trid.zip @@ -92,23 +106,29 @@ if [[ $prompt == "y" ]]; then rm -f triddefs.zip chmod 755 trid cd $CWD +EOF fi read -p "Download FLOSS? " prompt if [[ $prompt == "y" ]]; then +sudo bash <<"EOF" curl -f --retry 3 https://s3.amazonaws.com/build-artifacts.floss.flare.fireeye.com/travis/linux/dist/floss > /opt/floss chmod 755 /opt/floss +EOF fi read -p "Download NSRL database? This will take ~4GB of disk space. " prompt if [[ $prompt == "y" ]]; then # Download the unique set - mkdir ~/.multiscanner/nsrl + mkdir -p ~/.multiscanner/etc/nsrl + mkdir ~/nsrl_tmp + cd ~/nsrl_tmp curl -k https://s3.amazonaws.com/rds.nsrl.nist.gov/RDS/current/rds_modernu.zip > rds_modernu.zip unzip rds_modernu.zip rm rds_modernu.zip - python $DIR/multiscanner/utils/nsrl_parse.py -o ~/.multiscanner/nsrl RDS_*/NSRLFile.txt - rm -fr RDS_* + python $DIR/multiscanner/utils/nsrl_parse.py -o ~/.multiscanner/etc/nsrl NSRLFile.txt + cd - + rm -fr ~/nsrl_tmp fi # Initialize multiscanner diff --git a/requirements.txt b/requirements.txt index 1aacf510..3f6031d4 100644 --- a/requirements.txt +++ b/requirements.txt @@ -3,6 +3,7 @@ future six configparser click==6.7 +pathlib #Required by modules bitstring boltons @@ -28,11 +29,14 @@ sqlalchemy sqlalchemy-utils sqlalchemy-datatables #Required by storage modules -elasticsearch>=6.0.0,<7.0.0 +urllib3<1.25,>=1.24.2 +elasticsearch>=7.0.0,<8.0.0 elasticsearch-curator pymongo #Required for distributed celery flask_cors #Required by utils +mmbot +lightgbm tqdm