In some networks, there are some anomalous TCP flows where the smallest ACK packets have some kind of zero padding. It looks like the IP and TCP headers in those frames wrongly consider the 0x00 Ethernet padding bytes as part of the TCP payload. While this kind of packets is perfectly valid per-se, in some conditions they might be treated by the TCP reassembler logic as (partial) overlaps, deceiving the classification engine. Add an heuristic to detect these packets and to ignore them, allowing correct detection/classification. This heuristic is configurable. Default value: * in the library, it is disabled * in `ndpiReader` and in the fuzzers, it is enabled (to ease testing) Credit to @vel21ripn for the initial patch. Close #1946
159 lines
4.4 KiB
C
159 lines
4.4 KiB
C
#include "reader_util.h"
|
|
#include "ndpi_api.h"
|
|
#include "fuzz_common_code.h"
|
|
|
|
#include <pcap/pcap.h>
|
|
|
|
#include <errno.h>
|
|
#include <stdint.h>
|
|
#include <stdio.h>
|
|
|
|
struct ndpi_workflow_prefs *prefs = NULL;
|
|
struct ndpi_workflow *workflow = NULL;
|
|
|
|
int nDPI_LogLevel = 0;
|
|
char *_debug_protocols = NULL;
|
|
u_int32_t current_ndpi_memory = 0, max_ndpi_memory = 0;
|
|
u_int8_t enable_protocol_guess = 1, enable_payload_analyzer = 0;
|
|
u_int8_t enable_flow_stats = 1;
|
|
u_int8_t human_readeable_string_len = 5;
|
|
u_int8_t max_num_udp_dissected_pkts = 16 /* 8 is enough for most protocols, Signal requires more */, max_num_tcp_dissected_pkts = 80 /* due to telnet */;
|
|
ndpi_init_prefs init_prefs = ndpi_track_flow_payload | ndpi_enable_ja3_plus | ndpi_enable_tcp_ack_payload_heuristic;
|
|
int enable_malloc_bins = 1;
|
|
int malloc_size_stats = 0;
|
|
int max_malloc_bins = 14;
|
|
struct ndpi_bin malloc_bins; /* unused */
|
|
|
|
extern void ndpi_report_payload_stats(int print);
|
|
|
|
#ifdef CRYPT_FORCE_NO_AESNI
|
|
extern int force_no_aesni;
|
|
#endif
|
|
|
|
FILE *bufferToFile(const uint8_t *Data, size_t Size) {
|
|
FILE *fd;
|
|
fd = tmpfile();
|
|
if (fd == NULL) {
|
|
perror("Error tmpfile");
|
|
return NULL;
|
|
}
|
|
if (fwrite (Data, 1, Size, fd) != Size) {
|
|
perror("Error fwrite");
|
|
fclose(fd);
|
|
return NULL;
|
|
}
|
|
rewind(fd);
|
|
return fd;
|
|
}
|
|
|
|
int LLVMFuzzerTestOneInput(const uint8_t *Data, size_t Size) {
|
|
pcap_t * pkts;
|
|
const u_char *pkt;
|
|
struct pcap_pkthdr *header;
|
|
int r;
|
|
char errbuf[PCAP_ERRBUF_SIZE];
|
|
NDPI_PROTOCOL_BITMASK all;
|
|
u_int i;
|
|
FILE *fd;
|
|
|
|
if (prefs == NULL) {
|
|
prefs = calloc(sizeof(struct ndpi_workflow_prefs), 1);
|
|
if (prefs == NULL) {
|
|
//should not happen
|
|
return 1;
|
|
}
|
|
prefs->decode_tunnels = 1;
|
|
prefs->num_roots = 16;
|
|
prefs->max_ndpi_flows = 16 * 1024 * 1024;
|
|
prefs->quiet_mode = 0;
|
|
|
|
#ifdef ENABLE_MEM_ALLOC_FAILURES
|
|
fuzz_set_alloc_callbacks();
|
|
#endif
|
|
|
|
workflow = ndpi_workflow_init(prefs, NULL /* pcap handler will be set later */, 0, ndpi_serialization_format_json);
|
|
// enable all protocols
|
|
NDPI_BITMASK_SET_ALL(all);
|
|
ndpi_set_protocol_detection_bitmask2(workflow->ndpi_struct, &all);
|
|
|
|
ndpi_load_protocols_file(workflow->ndpi_struct, "protos.txt");
|
|
ndpi_load_categories_file(workflow->ndpi_struct, "categories.txt", NULL);
|
|
ndpi_load_risk_domain_file(workflow->ndpi_struct, "risky_domains.txt");
|
|
ndpi_load_malicious_ja3_file(workflow->ndpi_struct, "ja3_fingerprints.csv");
|
|
ndpi_load_malicious_sha1_file(workflow->ndpi_struct, "sha1_fingerprints.csv");
|
|
|
|
memset(workflow->stats.protocol_counter, 0,
|
|
sizeof(workflow->stats.protocol_counter));
|
|
memset(workflow->stats.protocol_counter_bytes, 0,
|
|
sizeof(workflow->stats.protocol_counter_bytes));
|
|
memset(workflow->stats.protocol_flows, 0,
|
|
sizeof(workflow->stats.protocol_flows));
|
|
ndpi_finalize_initialization(workflow->ndpi_struct);
|
|
|
|
#ifdef CRYPT_FORCE_NO_AESNI
|
|
force_no_aesni = 1;
|
|
#endif
|
|
|
|
#ifdef ENABLE_PAYLOAD_ANALYZER
|
|
enable_payload_analyzer = 1;
|
|
#endif
|
|
}
|
|
|
|
#ifdef ENABLE_MEM_ALLOC_FAILURES
|
|
/* Don't fail memory allocations until init phase is done */
|
|
fuzz_set_alloc_seed(Size);
|
|
#endif
|
|
|
|
fd = bufferToFile(Data, Size);
|
|
if (fd == NULL)
|
|
return 0;
|
|
|
|
pkts = pcap_fopen_offline(fd, errbuf);
|
|
if (pkts == NULL) {
|
|
fclose(fd);
|
|
return 0;
|
|
}
|
|
if (ndpi_is_datalink_supported(pcap_datalink(pkts)) == 0)
|
|
{
|
|
/* Do not fail if the datalink type is not supported (may happen often during fuzzing). */
|
|
pcap_close(pkts);
|
|
return 0;
|
|
}
|
|
|
|
workflow->pcap_handle = pkts;
|
|
/* Init flow tree */
|
|
workflow->ndpi_flows_root = ndpi_calloc(workflow->prefs.num_roots, sizeof(void *));
|
|
if(!workflow->ndpi_flows_root) {
|
|
pcap_close(pkts);
|
|
return 0;
|
|
}
|
|
|
|
header = NULL;
|
|
r = pcap_next_ex(pkts, &header, &pkt);
|
|
while (r > 0) {
|
|
/* allocate an exact size buffer to check overflows */
|
|
uint8_t *packet_checked = malloc(header->caplen);
|
|
|
|
if(packet_checked) {
|
|
ndpi_risk flow_risk;
|
|
|
|
memcpy(packet_checked, pkt, header->caplen);
|
|
ndpi_workflow_process_packet(workflow, header, packet_checked, &flow_risk);
|
|
free(packet_checked);
|
|
}
|
|
|
|
r = pcap_next_ex(pkts, &header, &pkt);
|
|
}
|
|
pcap_close(pkts);
|
|
|
|
/* Free flow trees */
|
|
for(i = 0; i < workflow->prefs.num_roots; i++)
|
|
ndpi_tdestroy(workflow->ndpi_flows_root[i], ndpi_flow_info_freer);
|
|
ndpi_free(workflow->ndpi_flows_root);
|
|
/* Free payload analyzer data, without printing */
|
|
if(enable_payload_analyzer)
|
|
ndpi_report_payload_stats(0);
|
|
|
|
return 0;
|
|
}
|