<div dir="ltr"><div>Dear DPDK Team,I am using DPDK 23.11 with an X540-AT (ixgbe) NIC.I am facing an issue where this card is not compatible with a combination of two flow rules. To work around this, I attempted to create a single rule to redirect packets that match specific criteria to, let's say, queue 5. Initially, this works for a few packets, but after that, no more packets are received.I am unsure whether this issue is related to the interrupts (though I’ve tested without interrupts and the problem persists) or not. I also thought that if queue 0 is full (since the drop rule is not functioning), the filter might stop working, so I tried clearing the queue to see if it would resolve the issue. However, even after that, the problem remains.I am new to DPDK, so please let me know if I am doing something wrong or if there are any suggestions to address this issue.Below is the code I have implemented: <div style="color:rgb(204,204,204);background-color:rgb(31,31,31);font-family:"Droid Sans Mono","monospace",monospace;font-weight:normal;font-size:14px;line-height:19px;white-space:pre"><div><div>#include "../include/flow.h"</div><div>#include "../include/port.h"</div><div>#include <stdio.h></div><div>#include <string.h></div> <div>int flow_filtering(uint16_t port_id, uint32_t ip_addr, uint16_t udp_port) {</div><div> struct rte_flow_error error;</div><div> struct rte_flow_attr attr = { .ingress = 1, .priority = 0 };</div><div> struct rte_flow_item pattern[4];</div><div> struct rte_flow_action action[2];</div><div> struct rte_flow *flow;</div> <div> // Définir le motif Ethernet</div><div> memset(pattern, 0, sizeof(pattern));</div><div> pattern[0].type = RTE_FLOW_ITEM_TYPE_ETH;</div> <div> // Définir le motif IPv4</div><div> struct rte_flow_item_ipv4 ipv4_spec = { .hdr.dst_addr = RTE_BE32(ip_addr) };</div><div> struct rte_flow_item_ipv4 ipv4_mask = { .hdr.dst_addr = RTE_BE32(0xFFFFFFFF) };</div><div> pattern[1].type = RTE_FLOW_ITEM_TYPE_IPV4;</div><div> pattern[1].spec = &ipv4_spec;</div><div> pattern[1].mask = &ipv4_mask;</div> <div> // Définir le motif UDP</div><div> struct rte_flow_item_udp udp_spec = { .hdr.dst_port = RTE_BE16(udp_port) };</div><div> struct rte_flow_item_udp udp_mask = { .hdr.dst_port = RTE_BE16(0xFFFF) };</div><div> pattern[2].type = RTE_FLOW_ITEM_TYPE_UDP;</div><div> pattern[2].spec = &udp_spec;</div><div> pattern[2].mask = &udp_mask;</div> <div> // Terminer le motif</div><div> pattern[3].type = RTE_FLOW_ITEM_TYPE_END;</div> <div> // Définir l'action</div><div> action[0].type = RTE_FLOW_ACTION_TYPE_QUEUE;</div><div> struct rte_flow_action_queue queue_action = { .index = RX_ID };</div><div> action[0].conf = &queue_action;</div><div> action[1].type = RTE_FLOW_ACTION_TYPE_END;</div><div> </div><div> if (rte_flow_validate(port_id, &attr, pattern, action, &error) != 0) {</div><div> printf("Échec validation: %s\n", error.message);</div><div> return -1;</div><div> }</div><div> </div><div> // Créer la règle de flux</div><div> flow = rte_flow_create(port_id, &attr, pattern, action, &error);</div><div> if (flow == NULL) {</div><div> printf("Erreur lors de la création de la règle de flux : %s\n", error.message);</div><div> return -1;</div><div> }</div> <div> printf("Règle de flux créée avec succès pour IP %u.%u.%u.%u et port UDP %u\n",</div><div> (ip_addr >> 24) & 0xFF, (ip_addr >> 16) & 0xFF,</div><div> (ip_addr >> 8) & 0xFF, ip_addr & 0xFF, udp_port);</div> <div> return 0;</div><div>}</div> <div>int create_drop_all_rule(uint16_t port_id) {</div><div> struct rte_flow_error error;</div><div> struct rte_flow_attr attr = { .ingress = 1, .priority = 1 };</div><div> struct rte_flow_item pattern[4];</div><div> struct rte_flow_action action[2];</div><div> struct rte_flow *flow;</div> <div> // Définir le motif Ethernet</div><div> memset(pattern, 0, sizeof(pattern));</div><div> pattern[0].type = RTE_FLOW_ITEM_TYPE_ETH;</div> <div> // Définir le motif IPv4</div><div> struct rte_flow_item_ipv4 ipv4_spec;</div><div> struct rte_flow_item_ipv4 ipv4_mask;</div><div> pattern[1].type = RTE_FLOW_ITEM_TYPE_IPV4;</div><div> pattern[1].spec = &ipv4_spec;</div><div> pattern[1].mask = &ipv4_mask;</div> <div> // Définir le motif UDP</div><div> struct rte_flow_item_udp udp_spec;</div><div> struct rte_flow_item_udp udp_mask;</div><div> pattern[2].type = RTE_FLOW_ITEM_TYPE_UDP;</div><div> pattern[2].spec = &udp_spec;</div><div> pattern[2].mask = &udp_mask;</div> <div> // Terminer le motif</div><div> pattern[3].type = RTE_FLOW_ITEM_TYPE_END;</div> <div> // Définir l'action</div><div> action[0].type = RTE_FLOW_ACTION_TYPE_DROP;</div><div> struct rte_flow_action_queue queue_action; // temporary</div><div> action[0].conf = &queue_action;</div><div> action[1].type = RTE_FLOW_ACTION_TYPE_END;</div> <div> // Validation & Création</div><div> if (rte_flow_validate(port_id, &attr, pattern, action, &error) != 0) {</div><div> printf("Échec validation: %s\n", error.message);</div><div> return -1;</div><div> }</div> <div> flow = rte_flow_create(port_id, &attr, pattern, action, &error);</div><div> if (flow == NULL) {</div><div> printf("Échec création: %s\n", error.message);</div><div> return -1;</div><div> }</div> <div> printf("Règle DROP créée.\n");</div><div> return 0;</div><div>}</div></div><div> </div><div> </div><div>#include "../include/port.h"</div><div>#include <stdio.h></div><div>#include <rte_arp.h></div> <div>// Configuration par défaut du port</div><div>static struct rte_eth_conf port_conf = {</div><div> .txmode = {</div><div> .mq_mode = RTE_ETH_MQ_TX_NONE,</div><div> },</div><div> .rxmode = {</div><div> .offloads = RTE_ETH_RX_OFFLOAD_UDP_CKSUM | RTE_ETH_RX_OFFLOAD_IPV4_CKSUM,</div><div> .mq_mode = RTE_ETH_MQ_RX_NONE,</div><div> .max_lro_pkt_size = 9000,</div><div> },</div><div> .intr_conf = {</div><div> .rxq = 1,</div><div> }</div><div>};</div> <div>int port_init(uint16_t port_id, struct rte_mempool *mbuf_pool) {</div><div> int retval;</div><div> struct rte_eth_dev_info dev_info;</div><div> struct rte_eth_rxconf rxq_conf;</div><div> struct rte_eth_txconf txq_conf;</div> <div> // Obtenir les informations sur le périphérique</div><div> retval = rte_eth_dev_info_get(port_id, &dev_info);</div> <div> if (retval != 0) {</div><div> return retval;</div><div> }</div> <div> if (NUM_RX > dev_info.max_rx_queues) {</div><div> printf("Erreur: NUM_RX dépasse le maximum supporté (%u)\n", dev_info.max_rx_queues);</div><div> return -1;</div><div> }</div> <div> // Configurer le périphérique Ethernet</div><div> retval = rte_eth_dev_configure(port_id, NUM_RX, NUM_TX, &port_conf);</div><div> if (retval != 0) {</div><div> return retval;</div><div> }</div> <div> // Configurer les queues RX</div><div> rxq_conf = dev_info.default_rxconf;</div><div> rxq_conf.offloads = port_conf.rxmode.offloads;</div><div> </div><div> for(int i = 0; i < NUM_RX; i++){</div><div> retval = rte_eth_rx_queue_setup(port_id, i, 128, rte_eth_dev_socket_id(port_id), &rxq_conf, mbuf_pool);</div><div> </div><div> if (retval < 0) {</div><div> return retval;</div><div> }</div> <div> }</div> <div> // Configurer les queues TX</div><div> txq_conf = dev_info.default_txconf;</div><div> txq_conf.offloads = port_conf.txmode.offloads;</div><div> retval = rte_eth_tx_queue_setup(port_id, TX_ID, 128, rte_eth_dev_socket_id(port_id), &txq_conf);</div><div> </div><div> if (retval < 0) {</div><div> return retval;</div><div> }</div> <div> // Démarrer le périphérique Ethernet</div><div> retval = rte_eth_dev_start(port_id);</div><div> if (retval < 0) {</div><div> return retval;</div><div> }</div> <div> // Activer le mode promiscuous (facultatif)</div><div> // rte_eth_promiscuous_enable(port_id);</div> <div> printf("Port %u initialisé avec succès\n", port_id);</div><div> return 0;</div><div>}</div> <div>void port_cleanup(uint16_t port_id) {</div><div> rte_eth_dev_stop(port_id);</div><div> rte_eth_dev_close(port_id);</div><div> printf("Port %u arrêté et nettoyé\n", port_id);</div><div>}</div> <div>void send_gratuitous_arp(uint16_t port_id,</div><div> struct rte_mempool *mbuf_pool,</div><div> const struct rte_ether_addr *local_mac,</div><div> uint32_t local_ip)</div><div>{</div><div> struct rte_mbuf *mbuf = rte_pktmbuf_alloc(mbuf_pool);</div><div> </div><div> if (!mbuf) {</div><div> fprintf(stderr, "Failed to allocate mbuf\n");</div><div> return;</div><div> }</div> <div> const uint16_t pkt_size = sizeof(struct rte_ether_hdr) + sizeof(struct rte_arp_hdr);</div><div> const uint16_t min_frame_size = 60; // Minimum Ethernet frame size without FCS</div><div> uint16_t padding = (pkt_size < min_frame_size) ? (min_frame_size - pkt_size) : 0;</div> <div> char *pkt_data = rte_pktmbuf_append(mbuf, pkt_size + padding);</div><div> </div><div> if (!pkt_data) {</div><div> fprintf(stderr, "Failed to append data in mbuf\n");</div><div> rte_pktmbuf_free(mbuf);</div><div> return;</div><div> }</div> <div> // Zero out padding space</div><div> if (padding > 0) {</div><div> memset(pkt_data + pkt_size, 0, padding);</div><div> }</div> <div> // Ethernet Header</div><div> struct rte_ether_hdr *eth_hdr = (struct rte_ether_hdr *)pkt_data;</div><div> rte_ether_addr_copy(local_mac, &eth_hdr->src_addr);</div><div> memset(&eth_hdr->dst_addr, 0xFF, RTE_ETHER_ADDR_LEN); // Broadcast MAC</div><div> eth_hdr->ether_type = rte_cpu_to_be_16(RTE_ETHER_TYPE_ARP);</div> <div> // ARP Header</div><div> struct rte_arp_hdr *arp_hdr = (struct rte_arp_hdr *)(pkt_data + sizeof(struct rte_ether_hdr));</div><div> arp_hdr->arp_hardware = rte_cpu_to_be_16(RTE_ARP_HRD_ETHER);</div><div> arp_hdr->arp_protocol = rte_cpu_to_be_16(RTE_ETHER_TYPE_IPV4);</div><div> arp_hdr->arp_hlen = RTE_ETHER_ADDR_LEN;</div><div> arp_hdr->arp_plen = 4;</div><div> arp_hdr->arp_opcode = rte_cpu_to_be_16(RTE_ARP_OP_REQUEST); // Correcting this to request</div> <div> // Sender MAC/IP</div><div> rte_ether_addr_copy(local_mac, &arp_hdr->arp_data.arp_sha);</div><div> arp_hdr->arp_data.arp_sip = rte_cpu_to_be_32(local_ip);</div> <div> // Target MAC/IP (ARP request with the same IP as source)</div><div> memset(&arp_hdr->arp_data.arp_tha, 0, RTE_ETHER_ADDR_LEN); // Unknown target MAC</div><div> arp_hdr->arp_data.arp_tip = rte_cpu_to_be_32(local_ip); // Target IP = Our own IP</div> <div> // Transmit</div><div> struct rte_mbuf *tx_pkts[1];</div><div> tx_pkts[0] = mbuf;</div><div> uint16_t nb_tx = rte_eth_tx_burst(port_id, TX_ID, tx_pkts, 1);</div> <div> if (nb_tx < 1) {</div><div> rte_pktmbuf_free(mbuf);</div><div> printf("Failed to send Gratuitous ARP\n");</div><div> } else {</div><div> printf("Gratuitous ARP sent successfully\n");</div><div> }</div><div>} <div style="color:rgb(204,204,204);background-color:rgb(31,31,31);font-family:"Droid Sans Mono","monospace",monospace;font-weight:normal;font-size:14px;line-height:19px;white-space:pre"><div>#include "../include/flow.h"</div><div>#include "../include/port.h"</div><div>#include <unistd.h></div><div>#include <rte_eal.h></div><div>#include <rte_mbuf.h></div><div>#include <rte_ethdev.h></div><div>#include <rte_ether.h></div><div>#include <rte_ip.h></div><div>#include <arpa/inet.h></div><div>#include <sys/epoll.h></div> <div>#define MAX_PKT_BURST 32</div><div>#define IP_ADDR RTE_IPV4(10, 81, 16, 111)</div><div>#define UDP_PORT 1234</div> <div>void clear_rx_queue(uint16_t port_id, uint16_t rx_id) {</div><div> struct rte_mbuf *bufs[MAX_PKT_BURST];</div><div> uint16_t nb_rx;</div> <div> while ((nb_rx = rte_eth_rx_burst(port_id, rx_id, bufs, MAX_PKT_BURST)) > 0) {</div><div> </div><div> for (uint16_t i = 0; i < nb_rx; i++) {</div><div> rte_pktmbuf_free(bufs[i]);</div><div> }</div><div> }</div><div>}</div> <div>int main(int argc, char **argv) {</div><div> struct rte_mempool *mbuf_pool;</div><div> struct rte_ether_addr local_mac;</div><div> struct rte_epoll_event event[1];</div><div> struct rte_flow_error error;</div><div> int ret, n;</div> <div> // Initialize EAL</div><div> ret = rte_eal_init(argc, argv);</div><div> if (ret < 0) {</div><div> rte_exit(EXIT_FAILURE, "EAL initialization failed\n");</div><div> }</div> <div> // Create mbuf pool</div><div> mbuf_pool = rte_pktmbuf_pool_create("MBUF_POOL", NUM_MBUFS, MBUF_CACHE_SIZE, 0,</div><div> RTE_MBUF_DEFAULT_BUF_SIZE, rte_socket_id());</div><div> if (mbuf_pool == NULL) {</div><div> rte_exit(EXIT_FAILURE, "Cannot create mbuf pool\n");</div><div> }</div> <div> // Initialize port</div><div> if (port_init(PORT_ID, mbuf_pool) != 0) {</div><div> rte_exit(EXIT_FAILURE, "Port initialization failed\n");</div><div> }</div> <div> // Get MAC address</div><div> ret = rte_eth_macaddr_get(PORT_ID, &local_mac);</div><div> if(ret != 0) {</div><div> rte_exit(EXIT_FAILURE, "Failed to get MAC address\n");</div><div> }</div> <div> send_gratuitous_arp(PORT_ID, mbuf_pool, &local_mac, IP_ADDR);</div> <div> if (flow_filtering(PORT_ID, IP_ADDR, UDP_PORT) != 0) {</div><div> rte_exit(EXIT_FAILURE, "Flow rule creation failed\n");</div><div> }</div> <div> // // Créer la règle drop-all</div><div> // if (create_drop_all_rule(PORT_ID) != 0) {</div><div> // rte_exit(EXIT_FAILURE, "Erreur création règle drop-all\n");</div><div> // }</div> <div> ret = rte_eth_dev_rx_intr_enable(PORT_ID, RX_ID);</div><div> </div><div> if (ret < 0) {</div><div> rte_exit(EXIT_FAILURE, "Failed to enable RX interrupts\n");</div><div> }</div> <div> int intr_fd = rte_eth_dev_rx_intr_ctl_q_get_fd(PORT_ID, RX_ID);</div><div> </div><div> if (intr_fd < 0) {</div><div> rte_exit(EXIT_FAILURE, "Failed to get interrupt fd\n");</div><div> }</div> <div> struct rte_epoll_event ev = {</div><div> .epdata.event = EPOLLIN | EPOLLET,</div><div> .fd = intr_fd</div><div> };</div> <div> ret = rte_epoll_ctl(RTE_EPOLL_PER_THREAD, EPOLL_CTL_ADD, intr_fd, &ev);</div><div> if (ret < 0) {</div><div> rte_exit(EXIT_FAILURE, "Failed to add fd to epoll\n");</div><div> }</div> <div> printf("Processing packets...\n");</div><div> struct rte_mbuf *bufs[MAX_PKT_BURST];</div> <div> while (1) { </div><div> uint16_t rx_count = rte_eth_rx_queue_count(PORT_ID, 0);</div><div> printf("Paquets dans la RX queue 0: %u\n", rx_count);</div> <div> rx_count = rte_eth_rx_queue_count(PORT_ID, RX_ID);</div><div> printf("Paquets dans la RX queue 5: %u\n", rx_count);</div> <div> // Wait for interrupt</div><div> n = rte_epoll_wait(RTE_EPOLL_PER_THREAD, event, 1, 5000); // 5 secondes</div> <div> if (n < 0) {</div><div> if (errno == EINTR) {</div><div> continue;</div><div> }</div><div> rte_exit(EXIT_FAILURE, "Epoll wait failed: %s\n", strerror(errno));</div><div> }</div> <div> // Clear any pending interrupts</div><div> rte_eth_dev_rx_intr_disable(PORT_ID, RX_ID);</div> <div> // Process packets</div><div> do {</div><div> </div><div> const uint16_t nb_rx = rte_eth_rx_burst(PORT_ID, RX_ID, bufs, MAX_PKT_BURST);</div><div> if (nb_rx == 0) break;</div> <div> printf("Received %u packet(s)\n", nb_rx);</div><div> for (uint16_t i = 0; i < nb_rx; i++) {</div><div> struct rte_ether_hdr *eth_hdr = rte_pktmbuf_mtod(bufs[i], struct rte_ether_hdr *);</div><div> </div><div> if (rte_be_to_cpu_16(eth_hdr->ether_type) == RTE_ETHER_TYPE_IPV4) {</div><div> struct rte_ipv4_hdr *ip_hdr = (struct rte_ipv4_hdr *)(eth_hdr + 1);</div><div> char src_str[INET_ADDRSTRLEN];</div><div> char dst_str[INET_ADDRSTRLEN];</div><div> </div><div> inet_ntop(AF_INET, &ip_hdr->src_addr, src_str, INET_ADDRSTRLEN);</div><div> inet_ntop(AF_INET, &ip_hdr->dst_addr, dst_str, INET_ADDRSTRLEN);</div><div> </div><div> printf("Received IPv4 packet: %s -> %s, Size: %u bytes\n",</div><div> src_str, dst_str, rte_pktmbuf_pkt_len(bufs[i]));</div><div> }</div><div> </div><div> rte_pktmbuf_free(bufs[i]);</div><div> }</div><div> } while (1);</div><div> </div><div> clear_rx_queue(PORT_ID, 0);</div> <div> ret = rte_eth_dev_rx_intr_enable(PORT_ID, RX_ID);</div><div> if (ret < 0) {</div><div> rte_exit(EXIT_FAILURE, "Failed to re-enable RX interrupts\n");</div><div> }</div><div> }</div> <div> rte_flow_flush(PORT_ID, &error);</div><div> port_cleanup(PORT_ID);</div><div> rte_eal_cleanup();</div><div> return 0;</div><div>}</div></div></div></div></div><div> </div><div>Best regards, </div><div>SidAli </div></div>