Added malicious sites from the polish cert. (#2121)

* added handling of parsing errors

Signed-off-by: Toni Uhlig <matzeton@googlemail.com>
This commit is contained in:
Toni
2023-11-02 09:04:04 +01:00
committed by GitHub
parent d5c9a16a48
commit 6dcecd73d3
10 changed files with 151697 additions and 48 deletions
+24
View File
@@ -0,0 +1,24 @@
#!/usr/bin/env bash
set -e
cd "$(dirname "${0}")" || exit 1
. ./common.sh || exit 1
# NDPI_PROTOCOL_CATEGORY_MALWARE = 100
LIST=../lists/100_malware.list
TMP=/tmp/mal.json
ORIGIN="https://hole.cert.pl/domains/domains.json"
printf '(1) Downloading file... %s\n' "${ORIGIN}"
http_response=$(curl -s -o ${TMP} -w "%{http_code}" ${ORIGIN})
check_http_response "${http_response}"
is_file_empty "${TMP}"
printf '%s\n' "(2) Processing Domains..."
jq -r '.[] | select(.DeleteDate="")' < ${TMP} | sed -n 's/^[^"]*"DomainAddress": "\([^"]*\)".*$/\1/gp' >${LIST}
rm -f "${TMP}"
exit 0
+2
View File
@@ -36,6 +36,8 @@ RETVAL=$(( RETVAL + $? ))
./gambling_sites_download.sh
RETVAL=$(( RETVAL + $? ))
./malicious_sites_download.sh
RETVAL=$(( RETVAL + $? ))
./mullvad_ip_addresses_download.sh
RETVAL=$(( RETVAL + $? ))
./protonvpn_ip_addresses_download.sh