Extracting the Azure Origin url from the download link (#1480)
* Extracting the Azure Origin url from the download link * Response code check to address double quotes Co-authored-by: Sharon Enoch <sharone@amzetta.com>
This commit is contained in:
co-authored by
Sharon Enoch
parent
a1451935b8
commit
f91218360b
@@ -3,26 +3,41 @@
|
||||
cd "$(dirname "${0}")"
|
||||
|
||||
DEST=../src/lib/ndpi_azure_match.c.inc
|
||||
LINK_TMP=/tmp/azure_link.txt
|
||||
TMP=/tmp/azure.json
|
||||
LIST=/tmp/azure.list
|
||||
# https://www.microsoft.com/en-us/download/confirmation.aspx?id=56519
|
||||
ORIGIN="https://download.microsoft.com/download/7/1/D/71D86715-5596-4529-9B13-DA13A5DE5B63/ServiceTags_Public_20220124.json"
|
||||
# Azure links have the format https://download.microsoft.com/download/7/1/D/71D86715-5596-4529-9B13-DA13A5DE5B63/ServiceTags_Public_<date>.json
|
||||
LINK_ORIGIN="https://www.microsoft.com/en-us/download/confirmation.aspx?id=56519"
|
||||
|
||||
echo "(1) Downloading file... ${LINK_ORIGIN}"
|
||||
http_response=$(curl -s -o ${LINK_TMP} -w "%{http_code}" ${LINK_ORIGIN})
|
||||
if [ "${http_response}" != "200" ]; then
|
||||
echo "Error $http_response: you probably need to update the link origin url!"
|
||||
return
|
||||
fi
|
||||
|
||||
echo "(1) Downloading file..."
|
||||
ORIGIN="$(grep -E 'ServiceTags_Public_[[:digit:]]+.json' ${LINK_TMP} | grep -o -E 'href=\"[^"]+' | sed 's/href="//' | uniq)"
|
||||
rm -f ${LINK_TMP}
|
||||
if [ -z "${ORIGIN}" ]; then
|
||||
echo "Error ${LINK_ORIGIN} does not contain the url format!"
|
||||
return
|
||||
fi
|
||||
|
||||
echo "(2) Downloading file... ${ORIGIN}"
|
||||
http_response=$(curl -s -o $TMP -w "%{http_code}" ${ORIGIN})
|
||||
if [ $http_response != "200" ]; then
|
||||
if [ "${http_response}" != "200" ]; then
|
||||
echo "Error $http_response: you probably need to update the list url!"
|
||||
return
|
||||
fi
|
||||
|
||||
echo "(2) Processing IP addresses..."
|
||||
echo "(3) Processing IP addresses..."
|
||||
# Note: the last "grep -v :" is used to skip IPv6 addresses
|
||||
tr -d '\r' < $TMP | grep / | tr -d '"' | tr -d " " | tr -d "," | grep -v : > $LIST
|
||||
./ipaddr2list.py $LIST NDPI_PROTOCOL_MICROSOFT_AZURE > $DEST
|
||||
rm -f $TMP $LIST
|
||||
|
||||
echo "(3) Microsoft Azure IPs are available in $DEST"
|
||||
echo "(4) Microsoft Azure IPs are available in $DEST"
|
||||
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user