In a lot of places in ndPI we use *packet* source/dest info (address/port/direction) when we are interested in *flow* client/server info, instead. Add basic logic to autodetect this kind of information. nDPI doesn't perform any "flow management" itself but this task is delegated to the external application. It is then likely that the application might provide more reliable hints about flow client/server direction and about the TCP handshake presence: in that case, these information might be (optionally) passed to the library, disabling the internal "autodetect" logic. These new fields have been used in some LRU caches and in the "guessing" algorithm. It is quite likely that some other code needs to be updated.
275 lines
9.1 KiB
C
275 lines
9.1 KiB
C
/*
|
|
* ftp_data.c
|
|
*
|
|
* Copyright (C) 2016-22 - ntop.org
|
|
*
|
|
* The signature is based on the Libprotoident library.
|
|
*
|
|
* This file is part of nDPI, an open source deep packet inspection
|
|
* library based on the OpenDPI and PACE technology by ipoque GmbH
|
|
*
|
|
* nDPI is free software: you can redistribute it and/or modify
|
|
* it under the terms of the GNU Lesser General Public License as published by
|
|
* the Free Software Foundation, either version 3 of the License, or
|
|
* (at your option) any later version.
|
|
*
|
|
* nDPI is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public License
|
|
* along with nDPI. If not, see <http://www.gnu.org/licenses/>.
|
|
*
|
|
*/
|
|
|
|
#include "ndpi_protocol_ids.h"
|
|
|
|
#define NDPI_CURRENT_PROTO NDPI_PROTOCOL_FTP_DATA
|
|
|
|
#include "ndpi_api.h"
|
|
|
|
static void ndpi_int_ftp_data_add_connection(struct ndpi_detection_module_struct *ndpi_struct, struct ndpi_flow_struct *flow) {
|
|
ndpi_set_detected_protocol(ndpi_struct, flow, NDPI_PROTOCOL_FTP_DATA, NDPI_PROTOCOL_UNKNOWN, NDPI_CONFIDENCE_DPI);
|
|
}
|
|
|
|
static int ndpi_match_ftp_data_port(struct ndpi_detection_module_struct *ndpi_struct, struct ndpi_flow_struct *flow) {
|
|
struct ndpi_packet_struct *packet = &ndpi_struct->packet;
|
|
|
|
/* Check connection over TCP */
|
|
if(packet->tcp) {
|
|
if(packet->tcp->dest == htons(20) || packet->tcp->source == htons(20)) {
|
|
return 1;
|
|
}
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static int ndpi_match_ftp_data_directory(struct ndpi_detection_module_struct *ndpi_struct, struct ndpi_flow_struct *flow) {
|
|
struct ndpi_packet_struct *packet = &ndpi_struct->packet;
|
|
u_int32_t payload_len = packet->payload_packet_len;
|
|
|
|
if(payload_len > 10) {
|
|
int i;
|
|
|
|
if(!((packet->payload[0] == '-') || (packet->payload[0] == 'd')))
|
|
return(0);
|
|
|
|
for(i=0; i<9; i += 3)
|
|
if(((packet->payload[1+i] == '-') || (packet->payload[1+i] == 'r'))
|
|
&& ((packet->payload[2+i] == '-') || (packet->payload[2+i] == 'w'))
|
|
&& ((packet->payload[3+i] == '-') || (packet->payload[3+i] == 'x'))) {
|
|
;
|
|
} else
|
|
return 0;
|
|
|
|
return 1;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int ndpi_match_file_header(struct ndpi_detection_module_struct *ndpi_struct, struct ndpi_flow_struct *flow) {
|
|
struct ndpi_packet_struct *packet = &ndpi_struct->packet;
|
|
u_int32_t payload_len = packet->payload_packet_len;
|
|
|
|
/* A FTP packet is pretty long so 256 is a bit conservative but it should be OK */
|
|
if(packet->payload_packet_len < 256)
|
|
return 0;
|
|
|
|
/* RIFF is a meta-format for storing AVI and WAV files */
|
|
if(ndpi_match_strprefix(packet->payload, payload_len, "RIFF"))
|
|
return 1;
|
|
|
|
/* MZ is a .exe file */
|
|
if((packet->payload[0] == 'M') && (packet->payload[1] == 'Z') && (packet->payload[3] == 0x00))
|
|
return 1;
|
|
|
|
/* Ogg files */
|
|
if(ndpi_match_strprefix(packet->payload, payload_len, "OggS"))
|
|
return 1;
|
|
|
|
/* ZIP files */
|
|
if((packet->payload[0] == 'P') && (packet->payload[1] == 'K') && (packet->payload[2] == 0x03) && (packet->payload[3] == 0x04))
|
|
return 1;
|
|
|
|
/* MPEG files */
|
|
if((packet->payload[0] == 0x00) && (packet->payload[1] == 0x00) && (packet->payload[2] == 0x01) && (packet->payload[3] == 0xba))
|
|
return 1;
|
|
|
|
/* RAR files */
|
|
if(ndpi_match_strprefix(packet->payload, payload_len, "Rar!"))
|
|
return 1;
|
|
|
|
/* EBML */
|
|
if((packet->payload[0] == 0x1a) && (packet->payload[1] == 0x45) && (packet->payload[2] == 0xdf) && (packet->payload[3] == 0xa3))
|
|
return 1;
|
|
|
|
/* JPG */
|
|
if((packet->payload[0] == 0xff) && (packet->payload[1] ==0xd8))
|
|
return 1;
|
|
|
|
/* GIF */
|
|
if(ndpi_match_strprefix(packet->payload, payload_len, "GIF8"))
|
|
return 1;
|
|
|
|
/* PHP scripts */
|
|
if((packet->payload[0] == 0x3c) && (packet->payload[1] == 0x3f) && (packet->payload[2] == 0x70) && (packet->payload[3] == 0x68))
|
|
return 1;
|
|
|
|
/* Unix scripts */
|
|
if((packet->payload[0] == 0x23) && (packet->payload[1] == 0x21) && (packet->payload[2] == 0x2f) && (packet->payload[3] == 0x62))
|
|
return 1;
|
|
|
|
/* PDFs */
|
|
if(ndpi_match_strprefix(packet->payload, payload_len, "%PDF"))
|
|
return 1;
|
|
|
|
/* PNG */
|
|
if((packet->payload[0] == 0x89) && (packet->payload[1] == 'P') && (packet->payload[2] == 'N') && (packet->payload[3] == 'G'))
|
|
return 1;
|
|
|
|
/* HTML */
|
|
if(ndpi_match_strprefix(packet->payload, payload_len, "<htm"))
|
|
return 1;
|
|
if((packet->payload[0] == 0x0a) && (packet->payload[1] == '<') && (packet->payload[2] == '!') && (packet->payload[3] == 'D'))
|
|
return 1;
|
|
|
|
/* 7zip */
|
|
if((packet->payload[0] == 0x37) && (packet->payload[1] == 0x7a) && (packet->payload[2] == 0xbc) && (packet->payload[3] == 0xaf))
|
|
return 1;
|
|
|
|
/* gzip */
|
|
if((packet->payload[0] == 0x1f) && (packet->payload[1] == 0x8b) && (packet->payload[2] == 0x08))
|
|
return 1;
|
|
|
|
/* XML */
|
|
if(ndpi_match_strprefix(packet->payload, payload_len, "<!DO"))
|
|
return 1;
|
|
|
|
/* FLAC */
|
|
if(ndpi_match_strprefix(packet->payload, payload_len, "fLaC"))
|
|
return 1;
|
|
|
|
/* MP3 */
|
|
if((packet->payload[0] == 'I') && (packet->payload[1] == 'D') && (packet->payload[2] == '3') && (packet->payload[3] == 0x03))
|
|
return 1;
|
|
if(ndpi_match_strprefix(packet->payload, payload_len, "\xff\xfb\x90\xc0"))
|
|
return 1;
|
|
|
|
/* RPM */
|
|
if((packet->payload[0] == 0xed) && (packet->payload[1] == 0xab) && (packet->payload[2] == 0xee) && (packet->payload[3] == 0xdb))
|
|
return 1;
|
|
|
|
/* Wz Patch */
|
|
if(ndpi_match_strprefix(packet->payload, payload_len, "WzPa"))
|
|
return 1;
|
|
|
|
/* Flash Video */
|
|
if((packet->payload[0] == 'F') && (packet->payload[1] == 'L') && (packet->payload[2] == 'V') && (packet->payload[3] == 0x01))
|
|
return 1;
|
|
|
|
/* .BKF (Microsoft Tape Format) */
|
|
if(ndpi_match_strprefix(packet->payload, payload_len, "TAPE"))
|
|
return 1;
|
|
|
|
/* MS Office Doc file - this is unpleasantly geeky */
|
|
if((packet->payload[0] == 0xd0) && (packet->payload[1] == 0xcf) && (packet->payload[2] == 0x11) && (packet->payload[3] == 0xe0))
|
|
return 1;
|
|
|
|
/* ASP */
|
|
if((packet->payload[0] == 0x3c) && (packet->payload[1] == 0x25) && (packet->payload[2] == 0x40) && (packet->payload[3] == 0x20))
|
|
return 1;
|
|
|
|
/* WMS file */
|
|
if((packet->payload[0] == 0x3c) && (packet->payload[1] == 0x21) && (packet->payload[2] == 0x2d) && (packet->payload[3] == 0x2d))
|
|
return 1;
|
|
|
|
/* ar archive, typically .deb files */
|
|
if(ndpi_match_strprefix(packet->payload, payload_len, "!<ar"))
|
|
return 1;
|
|
|
|
/* Raw XML (skip jabber-like traffic as this is not FTP but unencrypted jabber) */
|
|
if((ndpi_match_strprefix(packet->payload, payload_len, "<?xm"))
|
|
&& (ndpi_strnstr((const char *)packet->payload, "jabber", packet->payload_packet_len) == NULL))
|
|
return 1;
|
|
|
|
if(ndpi_match_strprefix(packet->payload, payload_len, "<iq "))
|
|
return 1;
|
|
|
|
/* SPF */
|
|
if(ndpi_match_strprefix(packet->payload, payload_len, "SPFI"))
|
|
return 1;
|
|
|
|
/* ABIF - Applied Biosystems */
|
|
if(ndpi_match_strprefix(packet->payload, payload_len, "ABIF"))
|
|
return 1;
|
|
|
|
/* bzip2 - other digits are also possible instead of 9 */
|
|
if((packet->payload[0] == 'B') && (packet->payload[1] == 'Z') && (packet->payload[2] == 'h') && (packet->payload[3] == '9'))
|
|
return 1;
|
|
|
|
/* Some other types of files */
|
|
|
|
if((packet->payload[0] == '<') && (packet->payload[1] == 'c') && (packet->payload[2] == 'f'))
|
|
return 1;
|
|
if((packet->payload[0] == '<') && (packet->payload[1] == 'C') && (packet->payload[2] == 'F'))
|
|
return 1;
|
|
if(ndpi_match_strprefix(packet->payload, payload_len, ".tem"))
|
|
return 1;
|
|
if(ndpi_match_strprefix(packet->payload, payload_len, ".ite"))
|
|
return 1;
|
|
if(ndpi_match_strprefix(packet->payload, payload_len, ".lef"))
|
|
return 1;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static void ndpi_check_ftp_data(struct ndpi_detection_module_struct *ndpi_struct, struct ndpi_flow_struct *flow) {
|
|
struct ndpi_packet_struct *packet = &ndpi_struct->packet;
|
|
|
|
/*
|
|
Make sure we see the beginning of the connection as otherwise we might have
|
|
false positive results
|
|
*/
|
|
if(ndpi_seen_flow_beginning(flow)) {
|
|
if((packet->payload_packet_len > 0)
|
|
&& (ndpi_match_file_header(ndpi_struct, flow)
|
|
|| ndpi_match_ftp_data_directory(ndpi_struct, flow)
|
|
|| ndpi_match_ftp_data_port(ndpi_struct, flow)
|
|
)
|
|
) {
|
|
NDPI_LOG_INFO(ndpi_struct, "found FTP_DATA request\n");
|
|
ndpi_int_ftp_data_add_connection(ndpi_struct, flow);
|
|
return;
|
|
}
|
|
}
|
|
|
|
NDPI_EXCLUDE_PROTO(ndpi_struct, flow);
|
|
}
|
|
|
|
void ndpi_search_ftp_data(struct ndpi_detection_module_struct *ndpi_struct, struct ndpi_flow_struct *flow) {
|
|
|
|
/* Break after 20 packets. */
|
|
if(flow->packet_counter > 20) {
|
|
NDPI_EXCLUDE_PROTO(ndpi_struct, flow);
|
|
return;
|
|
}
|
|
|
|
NDPI_LOG_DBG(ndpi_struct, "search FTP_DATA\n");
|
|
ndpi_check_ftp_data(ndpi_struct, flow);
|
|
}
|
|
|
|
|
|
void init_ftp_data_dissector(struct ndpi_detection_module_struct *ndpi_struct, u_int32_t *id, NDPI_PROTOCOL_BITMASK *detection_bitmask)
|
|
{
|
|
ndpi_set_bitmask_protocol_detection("FTP_DATA", ndpi_struct, detection_bitmask, *id,
|
|
NDPI_PROTOCOL_FTP_DATA,
|
|
ndpi_search_ftp_data,
|
|
NDPI_SELECTION_BITMASK_PROTOCOL_V4_V6_TCP_WITH_PAYLOAD_WITHOUT_RETRANSMISSION,
|
|
SAVE_DETECTION_BITMASK_AS_UNKNOWN,
|
|
ADD_TO_DETECTION_BITMASK);
|
|
|
|
*id += 1;
|
|
}
|