mirror of
https://github.com/raspberrypi/linux.git
synced 2025-12-21 09:12:05 +00:00
Refill RX queue in batches of descriptors to improve performance. Refill is allowed to fail as long as a minimum number of descriptors is active. Thus, a limited number of failed RX buffer allocations is now allowed for normal operation. Previously every failed allocation resulted in a dropped frame. If the minimum number of active descriptors is reached, then RX buffers are still reused and frames are dropped. This ensures that the RX queue never runs empty and always continues to operate. Prework for future XDP support. Signed-off-by: Gerhard Engleder <gerhard@engleder-embedded.com> Signed-off-by: David S. Miller <davem@davemloft.net>
236 lines
5.1 KiB
C
236 lines
5.1 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
/* Copyright (C) 2021 Gerhard Engleder <gerhard@engleder-embedded.com> */
|
|
|
|
#ifndef _TSNEP_H
|
|
#define _TSNEP_H
|
|
|
|
#include "tsnep_hw.h"
|
|
|
|
#include <linux/platform_device.h>
|
|
#include <linux/dma-mapping.h>
|
|
#include <linux/etherdevice.h>
|
|
#include <linux/phy.h>
|
|
#include <linux/ethtool.h>
|
|
#include <linux/net_tstamp.h>
|
|
#include <linux/ptp_clock_kernel.h>
|
|
#include <linux/miscdevice.h>
|
|
|
|
#define TSNEP "tsnep"
|
|
|
|
#define TSNEP_RING_SIZE 256
|
|
#define TSNEP_RING_RX_REFILL 16
|
|
#define TSNEP_RING_RX_REUSE (TSNEP_RING_SIZE - TSNEP_RING_SIZE / 4)
|
|
#define TSNEP_RING_ENTRIES_PER_PAGE (PAGE_SIZE / TSNEP_DESC_SIZE)
|
|
#define TSNEP_RING_PAGE_COUNT (TSNEP_RING_SIZE / TSNEP_RING_ENTRIES_PER_PAGE)
|
|
|
|
struct tsnep_gcl {
|
|
void __iomem *addr;
|
|
|
|
u64 base_time;
|
|
u64 cycle_time;
|
|
u64 cycle_time_extension;
|
|
|
|
struct tsnep_gcl_operation operation[TSNEP_GCL_COUNT];
|
|
int count;
|
|
|
|
u64 change_limit;
|
|
|
|
u64 start_time;
|
|
bool change;
|
|
};
|
|
|
|
enum tsnep_rxnfc_filter_type {
|
|
TSNEP_RXNFC_ETHER_TYPE,
|
|
};
|
|
|
|
struct tsnep_rxnfc_filter {
|
|
enum tsnep_rxnfc_filter_type type;
|
|
union {
|
|
u16 ether_type;
|
|
};
|
|
};
|
|
|
|
struct tsnep_rxnfc_rule {
|
|
struct list_head list;
|
|
struct tsnep_rxnfc_filter filter;
|
|
int queue_index;
|
|
int location;
|
|
};
|
|
|
|
struct tsnep_tx_entry {
|
|
struct tsnep_tx_desc *desc;
|
|
struct tsnep_tx_desc_wb *desc_wb;
|
|
dma_addr_t desc_dma;
|
|
bool owner_user_flag;
|
|
|
|
u32 properties;
|
|
|
|
struct sk_buff *skb;
|
|
size_t len;
|
|
DEFINE_DMA_UNMAP_ADDR(dma);
|
|
};
|
|
|
|
struct tsnep_tx {
|
|
struct tsnep_adapter *adapter;
|
|
void __iomem *addr;
|
|
int queue_index;
|
|
|
|
void *page[TSNEP_RING_PAGE_COUNT];
|
|
dma_addr_t page_dma[TSNEP_RING_PAGE_COUNT];
|
|
|
|
/* TX ring lock */
|
|
spinlock_t lock;
|
|
struct tsnep_tx_entry entry[TSNEP_RING_SIZE];
|
|
int write;
|
|
int read;
|
|
u32 owner_counter;
|
|
int increment_owner_counter;
|
|
|
|
u32 packets;
|
|
u32 bytes;
|
|
u32 dropped;
|
|
};
|
|
|
|
struct tsnep_rx_entry {
|
|
struct tsnep_rx_desc *desc;
|
|
struct tsnep_rx_desc_wb *desc_wb;
|
|
dma_addr_t desc_dma;
|
|
|
|
u32 properties;
|
|
|
|
struct page *page;
|
|
size_t len;
|
|
dma_addr_t dma;
|
|
};
|
|
|
|
struct tsnep_rx {
|
|
struct tsnep_adapter *adapter;
|
|
void __iomem *addr;
|
|
int queue_index;
|
|
|
|
void *page[TSNEP_RING_PAGE_COUNT];
|
|
dma_addr_t page_dma[TSNEP_RING_PAGE_COUNT];
|
|
|
|
struct tsnep_rx_entry entry[TSNEP_RING_SIZE];
|
|
int write;
|
|
int read;
|
|
u32 owner_counter;
|
|
int increment_owner_counter;
|
|
struct page_pool *page_pool;
|
|
|
|
u32 packets;
|
|
u32 bytes;
|
|
u32 dropped;
|
|
u32 multicast;
|
|
u32 alloc_failed;
|
|
};
|
|
|
|
struct tsnep_queue {
|
|
struct tsnep_adapter *adapter;
|
|
char name[IFNAMSIZ + 9];
|
|
|
|
struct tsnep_tx *tx;
|
|
struct tsnep_rx *rx;
|
|
|
|
struct napi_struct napi;
|
|
|
|
int irq;
|
|
u32 irq_mask;
|
|
void __iomem *irq_delay_addr;
|
|
u8 irq_delay;
|
|
};
|
|
|
|
struct tsnep_adapter {
|
|
struct net_device *netdev;
|
|
u8 mac_address[ETH_ALEN];
|
|
struct mii_bus *mdiobus;
|
|
bool suppress_preamble;
|
|
phy_interface_t phy_mode;
|
|
struct phy_device *phydev;
|
|
int msg_enable;
|
|
|
|
struct platform_device *pdev;
|
|
struct device *dmadev;
|
|
void __iomem *addr;
|
|
|
|
bool gate_control;
|
|
/* gate control lock */
|
|
struct mutex gate_control_lock;
|
|
bool gate_control_active;
|
|
struct tsnep_gcl gcl[2];
|
|
int next_gcl;
|
|
|
|
struct hwtstamp_config hwtstamp_config;
|
|
struct ptp_clock *ptp_clock;
|
|
struct ptp_clock_info ptp_clock_info;
|
|
/* ptp clock lock */
|
|
spinlock_t ptp_lock;
|
|
|
|
/* RX flow classification rules lock */
|
|
struct mutex rxnfc_lock;
|
|
struct list_head rxnfc_rules;
|
|
int rxnfc_count;
|
|
int rxnfc_max;
|
|
|
|
int num_tx_queues;
|
|
struct tsnep_tx tx[TSNEP_MAX_QUEUES];
|
|
int num_rx_queues;
|
|
struct tsnep_rx rx[TSNEP_MAX_QUEUES];
|
|
|
|
int num_queues;
|
|
struct tsnep_queue queue[TSNEP_MAX_QUEUES];
|
|
};
|
|
|
|
extern const struct ethtool_ops tsnep_ethtool_ops;
|
|
|
|
int tsnep_ptp_init(struct tsnep_adapter *adapter);
|
|
void tsnep_ptp_cleanup(struct tsnep_adapter *adapter);
|
|
int tsnep_ptp_ioctl(struct net_device *netdev, struct ifreq *ifr, int cmd);
|
|
|
|
int tsnep_tc_init(struct tsnep_adapter *adapter);
|
|
void tsnep_tc_cleanup(struct tsnep_adapter *adapter);
|
|
int tsnep_tc_setup(struct net_device *netdev, enum tc_setup_type type,
|
|
void *type_data);
|
|
|
|
int tsnep_rxnfc_init(struct tsnep_adapter *adapter);
|
|
void tsnep_rxnfc_cleanup(struct tsnep_adapter *adapter);
|
|
int tsnep_rxnfc_get_rule(struct tsnep_adapter *adapter,
|
|
struct ethtool_rxnfc *cmd);
|
|
int tsnep_rxnfc_get_all(struct tsnep_adapter *adapter,
|
|
struct ethtool_rxnfc *cmd,
|
|
u32 *rule_locs);
|
|
int tsnep_rxnfc_add_rule(struct tsnep_adapter *adapter,
|
|
struct ethtool_rxnfc *cmd);
|
|
int tsnep_rxnfc_del_rule(struct tsnep_adapter *adapter,
|
|
struct ethtool_rxnfc *cmd);
|
|
|
|
#if IS_ENABLED(CONFIG_TSNEP_SELFTESTS)
|
|
int tsnep_ethtool_get_test_count(void);
|
|
void tsnep_ethtool_get_test_strings(u8 *data);
|
|
void tsnep_ethtool_self_test(struct net_device *netdev,
|
|
struct ethtool_test *eth_test, u64 *data);
|
|
#else
|
|
static inline int tsnep_ethtool_get_test_count(void)
|
|
{
|
|
return -EOPNOTSUPP;
|
|
}
|
|
|
|
static inline void tsnep_ethtool_get_test_strings(u8 *data)
|
|
{
|
|
/* not enabled */
|
|
}
|
|
|
|
static inline void tsnep_ethtool_self_test(struct net_device *dev,
|
|
struct ethtool_test *eth_test,
|
|
u64 *data)
|
|
{
|
|
/* not enabled */
|
|
}
|
|
#endif /* CONFIG_TSNEP_SELFTESTS */
|
|
|
|
void tsnep_get_system_time(struct tsnep_adapter *adapter, u64 *time);
|
|
int tsnep_set_irq_coalesce(struct tsnep_queue *queue, u32 usecs);
|
|
u32 tsnep_get_irq_coalesce(struct tsnep_queue *queue);
|
|
|
|
#endif /* _TSNEP_H */
|