2023-11-30 02:02:08 +00:00
|
|
|
/* SPDX-License-Identifier: GPL-2.0-or-later
|
|
|
|
* Copyright Red Hat
|
|
|
|
* Author: David Gibson <david@gibson.dropbear.id.au>
|
|
|
|
*
|
|
|
|
* Tracking for logical "flows" of packets.
|
|
|
|
*/
|
|
|
|
#ifndef FLOW_H
|
|
|
|
#define FLOW_H
|
|
|
|
|
2024-01-16 00:50:36 +00:00
|
|
|
#define FLOW_TIMER_INTERVAL 1000 /* ms */
|
|
|
|
|
2024-05-21 05:57:05 +00:00
|
|
|
/**
|
|
|
|
* enum flow_state - States of a flow table entry
|
|
|
|
*
|
|
|
|
* An individual flow table entry moves through these states, usually in this
|
|
|
|
* order.
|
|
|
|
* General rules:
|
|
|
|
* - Code outside flow.c should never write common fields of union flow.
|
|
|
|
* - The state field may always be read.
|
|
|
|
*
|
|
|
|
* FREE - Part of the general pool of free flow table entries
|
|
|
|
* Operations:
|
|
|
|
* - flow_alloc() finds an entry and moves it to NEW
|
|
|
|
*
|
|
|
|
* NEW - Freshly allocated, uninitialised entry
|
|
|
|
* Operations:
|
|
|
|
* - flow_alloc_cancel() returns the entry to FREE
|
2024-05-21 05:57:07 +00:00
|
|
|
* - flow_initiate() sets the entry's INISIDE details and moves to
|
|
|
|
* INI
|
2024-05-21 05:57:05 +00:00
|
|
|
* - FLOW_SET_TYPE() sets the entry's type and moves to TYPED
|
|
|
|
* Caveats:
|
|
|
|
* - No fields other than state may be accessed
|
2024-05-21 05:57:07 +00:00
|
|
|
* - At most one entry may be NEW, INI, TGT or TYPED at a time, so
|
|
|
|
* it's unsafe to use flow_alloc() again until this entry moves to
|
|
|
|
* ACTIVE or FREE
|
2024-05-21 05:57:05 +00:00
|
|
|
* - You may not return to the main epoll loop while any flow is NEW
|
|
|
|
*
|
2024-05-21 05:57:07 +00:00
|
|
|
* INI - An entry with INISIDE common information completed
|
|
|
|
* Operations:
|
|
|
|
* - Common fields related to INISIDE may be read
|
|
|
|
* - flow_alloc_cancel() returns the entry to FREE
|
|
|
|
* - flow_target() sets the entry's TGTSIDE details and moves to TGT
|
|
|
|
* Caveats:
|
|
|
|
* - Other common fields may not be read
|
|
|
|
* - Type specific fields may not be read or written
|
|
|
|
* - At most one entry may be NEW, INI, TGT or TYPED at a time, so
|
|
|
|
* it's unsafe to use flow_alloc() again until this entry moves to
|
|
|
|
* ACTIVE or FREE
|
|
|
|
* - You may not return to the main epoll loop while any flow is INI
|
|
|
|
*
|
|
|
|
* TGT - An entry with only INISIDE and TGTSIDE common information completed
|
|
|
|
* Operations:
|
|
|
|
* - Common fields related to INISIDE & TGTSIDE may be read
|
|
|
|
* - flow_alloc_cancel() returns the entry to FREE
|
|
|
|
* - FLOW_SET_TYPE() sets the entry's type and moves to TYPED
|
|
|
|
* Caveats:
|
|
|
|
* - Other common fields may not be read
|
|
|
|
* - Type specific fields may not be read or written
|
|
|
|
* - At most one entry may be NEW, INI, TGT or TYPED at a time, so
|
|
|
|
* it's unsafe to use flow_alloc() again until this entry moves to
|
|
|
|
* ACTIVE or FREE
|
|
|
|
* - You may not return to the main epoll loop while any flow is TGT
|
|
|
|
*
|
2024-05-21 05:57:05 +00:00
|
|
|
* TYPED - Generic info initialised, type specific initialisation underway
|
|
|
|
* Operations:
|
|
|
|
* - All common fields may be read
|
|
|
|
* - Type specific fields may be read and written
|
|
|
|
* - flow_alloc_cancel() returns the entry to FREE
|
|
|
|
* - FLOW_ACTIVATE() moves the entry to ACTIVE
|
|
|
|
* Caveats:
|
2024-05-21 05:57:07 +00:00
|
|
|
* - At most one entry may be NEW, INI, TGT or TYPED at a time, so
|
|
|
|
* it's unsafe to use flow_alloc() again until this entry moves to
|
|
|
|
* ACTIVE or FREE
|
2024-05-21 05:57:05 +00:00
|
|
|
* - You may not return to the main epoll loop while any flow is
|
|
|
|
* TYPED
|
|
|
|
*
|
|
|
|
* ACTIVE - An active, fully-initialised flow entry
|
|
|
|
* Operations:
|
|
|
|
* - All common fields may be read
|
|
|
|
* - Type specific fields may be read and written
|
|
|
|
* - Flow returns to FREE when it expires, signalled by returning
|
|
|
|
* 'true' from flow type specific deferred or timer handler
|
|
|
|
* Caveats:
|
|
|
|
* - flow_alloc_cancel() may not be called on it
|
|
|
|
*/
|
|
|
|
enum flow_state {
|
|
|
|
FLOW_STATE_FREE,
|
|
|
|
FLOW_STATE_NEW,
|
2024-05-21 05:57:07 +00:00
|
|
|
FLOW_STATE_INI,
|
|
|
|
FLOW_STATE_TGT,
|
2024-05-21 05:57:05 +00:00
|
|
|
FLOW_STATE_TYPED,
|
|
|
|
FLOW_STATE_ACTIVE,
|
|
|
|
|
|
|
|
FLOW_NUM_STATES,
|
|
|
|
};
|
|
|
|
#define FLOW_STATE_BITS 8
|
|
|
|
static_assert(FLOW_NUM_STATES <= (1 << FLOW_STATE_BITS),
|
|
|
|
"Too many flow states for FLOW_STATE_BITS");
|
|
|
|
|
|
|
|
extern const char *flow_state_str[];
|
|
|
|
#define FLOW_STATE(f) \
|
|
|
|
((f)->state < FLOW_NUM_STATES ? flow_state_str[(f)->state] : "?")
|
|
|
|
|
2023-11-30 02:02:08 +00:00
|
|
|
/**
|
|
|
|
* enum flow_type - Different types of packet flows we track
|
|
|
|
*/
|
|
|
|
enum flow_type {
|
|
|
|
/* Represents an invalid or unused flow */
|
|
|
|
FLOW_TYPE_NONE = 0,
|
|
|
|
/* A TCP connection between a socket and tap interface */
|
|
|
|
FLOW_TCP,
|
|
|
|
/* A TCP connection between a host socket and ns socket */
|
|
|
|
FLOW_TCP_SPLICE,
|
2024-02-29 04:15:32 +00:00
|
|
|
/* ICMP echo requests from guest to host and matching replies back */
|
|
|
|
FLOW_PING4,
|
|
|
|
/* ICMPv6 echo requests from guest to host and matching replies back */
|
|
|
|
FLOW_PING6,
|
2023-11-30 02:02:08 +00:00
|
|
|
|
|
|
|
FLOW_NUM_TYPES,
|
|
|
|
};
|
2024-05-21 05:57:05 +00:00
|
|
|
#define FLOW_TYPE_BITS 8
|
|
|
|
static_assert(FLOW_NUM_TYPES <= (1 << FLOW_TYPE_BITS),
|
|
|
|
"Too many flow types for FLOW_TYPE_BITS");
|
2023-11-30 02:02:08 +00:00
|
|
|
|
|
|
|
extern const char *flow_type_str[];
|
|
|
|
#define FLOW_TYPE(f) \
|
|
|
|
((f)->type < FLOW_NUM_TYPES ? flow_type_str[(f)->type] : "?")
|
|
|
|
|
2024-02-28 11:25:07 +00:00
|
|
|
extern const uint8_t flow_proto[];
|
|
|
|
#define FLOW_PROTO(f) \
|
|
|
|
((f)->type < FLOW_NUM_TYPES ? flow_proto[(f)->type] : 0)
|
|
|
|
|
2024-05-21 05:57:06 +00:00
|
|
|
#define SIDES 2
|
|
|
|
|
2024-07-17 04:52:19 +00:00
|
|
|
#define INISIDE 0 /* Initiating side index */
|
|
|
|
#define TGTSIDE 1 /* Target side index */
|
2024-05-21 05:57:06 +00:00
|
|
|
|
2024-07-18 05:26:27 +00:00
|
|
|
/**
|
|
|
|
* struct flowside - Address information for one side of a flow
|
|
|
|
* @eaddr: Endpoint address (remote address from passt's PoV)
|
|
|
|
* @faddr: Forwarding address (local address from passt's PoV)
|
|
|
|
* @eport: Endpoint port
|
|
|
|
* @fport: Forwarding port
|
|
|
|
*/
|
|
|
|
struct flowside {
|
|
|
|
union inany_addr faddr;
|
|
|
|
union inany_addr eaddr;
|
|
|
|
in_port_t fport;
|
|
|
|
in_port_t eport;
|
|
|
|
};
|
|
|
|
|
2024-07-18 05:26:34 +00:00
|
|
|
/**
|
|
|
|
* flowside_eq() - Check if two flowsides are equal
|
|
|
|
* @left, @right: Flowsides to compare
|
|
|
|
*
|
|
|
|
* Return: true if equal, false otherwise
|
|
|
|
*/
|
|
|
|
static inline bool flowside_eq(const struct flowside *left,
|
|
|
|
const struct flowside *right)
|
|
|
|
{
|
|
|
|
return inany_equals(&left->eaddr, &right->eaddr) &&
|
|
|
|
left->eport == right->eport &&
|
|
|
|
inany_equals(&left->faddr, &right->faddr) &&
|
|
|
|
left->fport == right->fport;
|
|
|
|
}
|
|
|
|
|
2023-11-30 02:02:08 +00:00
|
|
|
/**
|
|
|
|
* struct flow_common - Common fields for packet flows
|
2024-05-21 05:57:05 +00:00
|
|
|
* @state: State of the flow table entry
|
2023-11-30 02:02:08 +00:00
|
|
|
* @type: Type of packet flow
|
2024-05-21 05:57:07 +00:00
|
|
|
* @pif[]: Interface for each side of the flow
|
2024-07-18 05:26:27 +00:00
|
|
|
* @side[]: Information for each side of the flow
|
2023-11-30 02:02:08 +00:00
|
|
|
*/
|
|
|
|
struct flow_common {
|
2024-05-21 05:57:05 +00:00
|
|
|
#ifdef __GNUC__
|
|
|
|
enum flow_state state:FLOW_STATE_BITS;
|
|
|
|
enum flow_type type:FLOW_TYPE_BITS;
|
|
|
|
#else
|
|
|
|
uint8_t state;
|
|
|
|
static_assert(sizeof(uint8_t) * 8 >= FLOW_STATE_BITS,
|
|
|
|
"Not enough bits for state field");
|
2023-11-30 02:02:08 +00:00
|
|
|
uint8_t type;
|
2024-05-21 05:57:05 +00:00
|
|
|
static_assert(sizeof(uint8_t) * 8 >= FLOW_TYPE_BITS,
|
|
|
|
"Not enough bits for type field");
|
|
|
|
#endif
|
2024-05-21 05:57:07 +00:00
|
|
|
uint8_t pif[SIDES];
|
2024-07-18 05:26:27 +00:00
|
|
|
struct flowside side[SIDES];
|
2023-11-30 02:02:08 +00:00
|
|
|
};
|
|
|
|
|
2023-11-30 02:02:09 +00:00
|
|
|
#define FLOW_INDEX_BITS 17 /* 128k - 1 */
|
|
|
|
#define FLOW_MAX MAX_FROM_BITS(FLOW_INDEX_BITS)
|
|
|
|
|
|
|
|
#define FLOW_TABLE_PRESSURE 30 /* % of FLOW_MAX */
|
|
|
|
#define FLOW_FILE_PRESSURE 30 /* % of c->nofile */
|
|
|
|
|
2023-11-30 02:02:14 +00:00
|
|
|
/**
|
|
|
|
* struct flow_sidx - ID for one side of a specific flow
|
2024-07-17 04:52:19 +00:00
|
|
|
* @sidei: Index of side referenced (0 or 1)
|
|
|
|
* @flowi: Index of flow referenced
|
2023-11-30 02:02:14 +00:00
|
|
|
*/
|
|
|
|
typedef struct flow_sidx {
|
2024-07-17 04:52:19 +00:00
|
|
|
unsigned sidei :1;
|
|
|
|
unsigned flowi :FLOW_INDEX_BITS;
|
2023-11-30 02:02:14 +00:00
|
|
|
} flow_sidx_t;
|
|
|
|
static_assert(sizeof(flow_sidx_t) <= sizeof(uint32_t),
|
|
|
|
"flow_sidx_t must fit within 32 bits");
|
|
|
|
|
2024-07-17 04:52:19 +00:00
|
|
|
#define FLOW_SIDX_NONE ((flow_sidx_t){ .flowi = FLOW_MAX })
|
2023-11-30 02:02:14 +00:00
|
|
|
|
2024-07-05 10:44:00 +00:00
|
|
|
/**
|
|
|
|
* flow_sidx_valid() - Test if a sidx is valid
|
|
|
|
* @sidx: sidx value
|
|
|
|
*
|
|
|
|
* Return: true if @sidx refers to a valid flow & side
|
|
|
|
*/
|
|
|
|
static inline bool flow_sidx_valid(flow_sidx_t sidx)
|
|
|
|
{
|
2024-07-17 04:52:19 +00:00
|
|
|
return sidx.flowi < FLOW_MAX;
|
2024-07-05 10:44:00 +00:00
|
|
|
}
|
|
|
|
|
2023-12-07 05:53:52 +00:00
|
|
|
/**
|
|
|
|
* flow_sidx_eq() - Test if two sidx values are equal
|
|
|
|
* @a, @b: sidx values
|
|
|
|
*
|
|
|
|
* Return: true iff @a and @b refer to the same side of the same flow
|
|
|
|
*/
|
|
|
|
static inline bool flow_sidx_eq(flow_sidx_t a, flow_sidx_t b)
|
|
|
|
{
|
2024-07-17 04:52:19 +00:00
|
|
|
return (a.flowi == b.flowi) && (a.sidei == b.sidei);
|
2023-12-07 05:53:52 +00:00
|
|
|
}
|
|
|
|
|
2024-07-18 05:26:36 +00:00
|
|
|
uint64_t flow_hash_insert(const struct ctx *c, flow_sidx_t sidx);
|
2024-07-18 05:26:35 +00:00
|
|
|
void flow_hash_remove(const struct ctx *c, flow_sidx_t sidx);
|
|
|
|
flow_sidx_t flow_lookup_af(const struct ctx *c,
|
|
|
|
uint8_t proto, uint8_t pif, sa_family_t af,
|
|
|
|
const void *eaddr, const void *faddr,
|
|
|
|
in_port_t eport, in_port_t fport);
|
|
|
|
|
2023-11-30 02:02:09 +00:00
|
|
|
union flow;
|
|
|
|
|
2024-01-16 00:50:43 +00:00
|
|
|
void flow_init(void);
|
2024-01-16 00:50:40 +00:00
|
|
|
void flow_defer_handler(const struct ctx *c, const struct timespec *now);
|
2023-11-30 02:02:12 +00:00
|
|
|
|
2023-11-30 02:02:13 +00:00
|
|
|
void flow_log_(const struct flow_common *f, int pri, const char *fmt, ...)
|
|
|
|
__attribute__((format(printf, 3, 4)));
|
|
|
|
|
|
|
|
#define flow_log(f_, pri, ...) flow_log_(&(f_)->f, (pri), __VA_ARGS__)
|
|
|
|
|
|
|
|
#define flow_dbg(f, ...) flow_log((f), LOG_DEBUG, __VA_ARGS__)
|
|
|
|
#define flow_err(f, ...) flow_log((f), LOG_ERR, __VA_ARGS__)
|
|
|
|
|
|
|
|
#define flow_trace(f, ...) \
|
|
|
|
do { \
|
|
|
|
if (log_trace) \
|
|
|
|
flow_dbg((f), __VA_ARGS__); \
|
|
|
|
} while (0)
|
|
|
|
|
2023-11-30 02:02:08 +00:00
|
|
|
#endif /* FLOW_H */
|