Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Align XDP Queues with RSS Better #4484

Merged
merged 20 commits into from
Oct 1, 2024
Merged

Align XDP Queues with RSS Better #4484

Show file tree
Hide file tree
Changes from 11 commits
Commits
Show all changes
20 commits
Select commit Hold shift + click to select a range
70e299c
Initial WIP function
nibanks Aug 22, 2024
4f1a414
Successfully compiles
nibanks Aug 22, 2024
47eb702
Find right processor queue
nibanks Aug 22, 2024
b1ff11c
Fix build
nibanks Aug 22, 2024
14330bf
nits
nibanks Aug 22, 2024
5586c62
Merge branch 'main' into xdp-get-queue-procs
nibanks Aug 23, 2024
d6fbdec
Works on my machine now
nibanks Aug 23, 2024
25150a2
No sleep
nibanks Aug 23, 2024
b115b40
Merge branch 'main' into xdp-get-queue-procs
nibanks Aug 23, 2024
1fc88e5
Merge branch 'main' into xdp-get-queue-procs
nibanks Aug 29, 2024
ca5d8e6
Let's try this instead
nibanks Aug 29, 2024
4a6929c
Logs and round robin
nibanks Aug 29, 2024
984d142
clog again
nibanks Aug 29, 2024
9936166
Missed the sidecar
nibanks Aug 29, 2024
3b66352
Merge branch 'main' into xdp-get-queue-procs
nibanks Sep 11, 2024
39b6017
Merge branch 'main' into xdp-get-queue-procs
nibanks Sep 29, 2024
bb227b2
Merge branch 'xdp-get-queue-procs' of https://github.com/microsoft/ms…
nibanks Sep 29, 2024
0afb5bf
Merge branch 'main' into xdp-get-queue-procs
nibanks Oct 1, 2024
b0573f3
PR feedback
nibanks Oct 1, 2024
802a1cd
clog
nibanks Oct 1, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 4 additions & 4 deletions src/generated/linux/datapath_raw_xdp_win.c.clog.h
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -279,10 +279,10 @@ tracepoint(CLOG_DATAPATH_RAW_XDP_WIN_C, XdpPartitionShutdownComplete , arg2);\
// QuicTraceEvent(
LibraryErrorStatus,
"[ lib] ERROR, %u, %s.",
ret,
"ConvertInterfaceIndexToLuid");
// arg2 = arg2 = ret = arg2
// arg3 = arg3 = "ConvertInterfaceIndexToLuid" = arg3
Status,
"XdpInterfaceOpen");
// arg2 = arg2 = Status = arg2
// arg3 = arg3 = "XdpInterfaceOpen" = arg3
----------------------------------------------------------*/
#ifndef _clog_4_ARGS_TRACE_LibraryErrorStatus
#define _clog_4_ARGS_TRACE_LibraryErrorStatus(uniqueId, encoded_arg_string, arg2, arg3)\
Expand Down
8 changes: 4 additions & 4 deletions src/generated/linux/datapath_raw_xdp_win.c.clog.h.lttng.h
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -274,10 +274,10 @@ TRACEPOINT_EVENT(CLOG_DATAPATH_RAW_XDP_WIN_C, XdpPartitionShutdownComplete,
// QuicTraceEvent(
LibraryErrorStatus,
"[ lib] ERROR, %u, %s.",
ret,
"ConvertInterfaceIndexToLuid");
// arg2 = arg2 = ret = arg2
// arg3 = arg3 = "ConvertInterfaceIndexToLuid" = arg3
Status,
"XdpInterfaceOpen");
// arg2 = arg2 = Status = arg2
// arg3 = arg3 = "XdpInterfaceOpen" = arg3
----------------------------------------------------------*/
TRACEPOINT_EVENT(CLOG_DATAPATH_RAW_XDP_WIN_C, LibraryErrorStatus,
TP_ARGS(
Expand Down
5 changes: 4 additions & 1 deletion src/platform/datapath_raw_xdp.h
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -57,6 +57,7 @@ typedef struct QUIC_CACHEALIGN XDP_PARTITION {
CXPLAT_EVENTQ* EventQ;
XDP_QUEUE* Queues; // A linked list of queues, accessed by Next.
uint16_t PartitionIndex;
uint16_t Processor;
} XDP_PARTITION;

void XdpWorkerAddQueue(_In_ XDP_PARTITION* Partition, _In_ XDP_QUEUE* Queue) {
Expand All @@ -78,7 +79,9 @@ CxPlatDpRawAssignQueue(
)
{
const XDP_INTERFACE_COMMON* Interface = (const XDP_INTERFACE_COMMON*)_Interface;
Route->Queue = &((XDP_QUEUE_COMMON*)Interface->Queues)[0];
XDP_QUEUE_COMMON* Queues = (XDP_QUEUE_COMMON*)Interface->Queues;
CXPLAT_FRE_ASSERT(Queues[0].Partition != NULL); // What if there was no partition?
Route->Queue = &Queues[0]; // TODO - Can we do better than just the first queue?
}

_IRQL_requires_max_(DISPATCH_LEVEL)
Expand Down
8 changes: 7 additions & 1 deletion src/platform/datapath_raw_xdp_linux.c
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -332,7 +332,7 @@ static uint64_t XskUmemFrameAlloc(struct XskSocketInfo *Xsk)
if (Xsk->UmemFrameFree == 0) {
QuicTraceLogVerbose(
XdpUmemAllocFails,
"[ xdp][umem] Out of UMEM frame, OOM");
"[ xdp][umem] Out of UMEM frame, OOM");
return INVALID_UMEM_FRAME;
}
Frame = Xsk->UmemFrameAddr[--Xsk->UmemFrameFree];
Expand Down Expand Up @@ -684,8 +684,14 @@ CxPlatDpRawInitialize(

if (Config && Config->ProcessorCount) {
Xdp->PartitionCount = Config->ProcessorCount;
for (uint32_t i = 0; i < Xdp->PartitionCount; i++) {
Xdp->Partitions[i].Processor = Config->ProcessorList[i];
}
} else {
Xdp->PartitionCount = CxPlatProcCount();
for (uint32_t i = 0; i < Xdp->PartitionCount; i++) {
Xdp->Partitions[i].Processor = (uint16_t)i;
}
}

QuicTraceLogVerbose(
Expand Down
Loading
Loading