1
/* $Id: VBoxNetFlt-linux.c $ */
3
* VBoxNetFlt - Network Filter Driver (Host), Linux Specific Code.
7
* Copyright (C) 2006-2008 Oracle Corporation
9
* This file is part of VirtualBox Open Source Edition (OSE), as
10
* available from http://www.virtualbox.org. This file is free software;
11
* you can redistribute it and/or modify it under the terms of the GNU
12
* General Public License (GPL) as published by the Free Software
13
* Foundation, in version 2 as it comes in the "COPYING" file of the
14
* VirtualBox OSE distribution. VirtualBox OSE is distributed in the
15
* hope that it will be useful, but WITHOUT ANY WARRANTY of any kind.
18
/*******************************************************************************
20
*******************************************************************************/
21
#define LOG_GROUP LOG_GROUP_NET_FLT_DRV
22
#define VBOXNETFLT_LINUX_NO_XMIT_QUEUE
23
#include "the-linux-kernel.h"
24
#include "version-generated.h"
25
#include "product-generated.h"
26
#include <linux/netdevice.h>
27
#include <linux/etherdevice.h>
28
#include <linux/rtnetlink.h>
29
#include <linux/miscdevice.h>
34
#include <VBox/intnetinline.h>
35
#include <VBox/vmm/pdmnetinline.h>
36
#include <VBox/param.h>
37
#include <iprt/alloca.h>
38
#include <iprt/assert.h>
39
#include <iprt/spinlock.h>
40
#include <iprt/semaphore.h>
41
#include <iprt/initterm.h>
42
#include <iprt/process.h>
48
#include <iprt/time.h>
50
#define VBOXNETFLT_OS_SPECFIC 1
51
#include "../VBoxNetFltInternal.h"
53
#define VBOXNETFLT_WITH_FILTER_HOST2GUEST_SKBS_EXPERIMENT
54
#ifdef CONFIG_NET_SCHED
55
/*# define VBOXNETFLT_WITH_QDISC Comment this out to disable qdisc support */
56
# ifdef VBOXNETFLT_WITH_QDISC
57
# include <net/pkt_sched.h>
58
# endif /* VBOXNETFLT_WITH_QDISC */
62
/*******************************************************************************
63
* Defined Constants And Macros *
64
*******************************************************************************/
65
#define VBOX_FLT_NB_TO_INST(pNB) RT_FROM_MEMBER(pNB, VBOXNETFLTINS, u.s.Notifier)
66
#define VBOX_FLT_PT_TO_INST(pPT) RT_FROM_MEMBER(pPT, VBOXNETFLTINS, u.s.PacketType)
67
#ifndef VBOXNETFLT_LINUX_NO_XMIT_QUEUE
68
# define VBOX_FLT_XT_TO_INST(pXT) RT_FROM_MEMBER(pXT, VBOXNETFLTINS, u.s.XmitTask)
71
#if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 22)
72
# define VBOX_SKB_RESET_NETWORK_HDR(skb) skb_reset_network_header(skb)
73
# define VBOX_SKB_RESET_MAC_HDR(skb) skb_reset_mac_header(skb)
75
# define VBOX_SKB_RESET_NETWORK_HDR(skb) skb->nh.raw = skb->data
76
# define VBOX_SKB_RESET_MAC_HDR(skb) skb->mac.raw = skb->data
79
#if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 19)
80
# define VBOX_SKB_CHECKSUM_HELP(skb) skb_checksum_help(skb)
82
# define CHECKSUM_PARTIAL CHECKSUM_HW
83
# if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 10)
84
# define VBOX_SKB_CHECKSUM_HELP(skb) skb_checksum_help(skb, 0)
86
# if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 7)
87
# define VBOX_SKB_CHECKSUM_HELP(skb) skb_checksum_help(&skb, 0)
89
# define VBOX_SKB_CHECKSUM_HELP(skb) (!skb_checksum_help(skb))
91
/* Versions prior 2.6.10 use stats for both bstats and qstats */
97
#ifdef VBOXNETFLT_WITH_QDISC
98
# if LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 13)
99
static inline int qdisc_drop(struct sk_buff *skb, struct Qdisc *sch)
104
return NET_XMIT_DROP;
106
# endif /* LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 13) */
107
#endif /* VBOXNETFLT_WITH_QDISC */
110
# define NET_IP_ALIGN 2
114
/** Create scatter / gather segments for fragments. When not used, we will
115
* linearize the socket buffer before creating the internal networking SG. */
116
# define VBOXNETFLT_SG_SUPPORT 1
119
#if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 18)
120
/** Indicates that the linux kernel may send us GSO frames. */
121
# define VBOXNETFLT_WITH_GSO 1
123
/** This enables or disables the transmitting of GSO frame from the internal
124
* network and to the host. */
125
# define VBOXNETFLT_WITH_GSO_XMIT_HOST 1
127
# if 0 /** @todo This is currently disable because it causes performance loss of 5-10%. */
128
/** This enables or disables the transmitting of GSO frame from the internal
129
* network and to the wire. */
130
# define VBOXNETFLT_WITH_GSO_XMIT_WIRE 1
133
/** This enables or disables the forwarding/flooding of GSO frame from the host
134
* to the internal network. */
135
# define VBOXNETFLT_WITH_GSO_RECV 1
139
#if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 29)
140
/** This enables or disables handling of GSO frames coming from the wire (GRO). */
141
# define VBOXNETFLT_WITH_GRO 1
144
* GRO support was backported to RHEL 5.4
146
#ifdef RHEL_RELEASE_CODE
147
# if RHEL_RELEASE_CODE >= RHEL_RELEASE_VERSION(5, 4)
148
# define VBOXNETFLT_WITH_GRO 1
152
/*******************************************************************************
153
* Internal Functions *
154
*******************************************************************************/
155
static int VBoxNetFltLinuxInit(void);
156
static void VBoxNetFltLinuxUnload(void);
157
static void vboxNetFltLinuxForwardToIntNet(PVBOXNETFLTINS pThis, struct sk_buff *pBuf);
160
/*******************************************************************************
162
*******************************************************************************/
164
* The (common) global data.
166
static VBOXNETFLTGLOBALS g_VBoxNetFltGlobals;
168
module_init(VBoxNetFltLinuxInit);
169
module_exit(VBoxNetFltLinuxUnload);
171
MODULE_AUTHOR(VBOX_VENDOR);
172
MODULE_DESCRIPTION(VBOX_PRODUCT " Network Filter Driver");
173
MODULE_LICENSE("GPL");
174
#ifdef MODULE_VERSION
175
MODULE_VERSION(VBOX_VERSION_STRING " (" RT_XSTR(INTNETTRUNKIFPORT_VERSION) ")");
179
#if LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 12) && defined(LOG_ENABLED)
180
unsigned dev_get_flags(const struct net_device *dev)
184
flags = (dev->flags & ~(IFF_PROMISC |
187
(dev->gflags & (IFF_PROMISC |
190
if (netif_running(dev) && netif_carrier_ok(dev))
191
flags |= IFF_RUNNING;
195
#endif /* LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 12) */
198
#ifdef VBOXNETFLT_WITH_QDISC
199
//#define QDISC_LOG(x) printk x
200
# define QDISC_LOG(x) do { } while (0)
202
# if LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 20)
203
# define QDISC_CREATE(dev, queue, ops, parent) qdisc_create_dflt(dev, ops)
204
# elif LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 27)
205
# define QDISC_CREATE(dev, queue, ops, parent) qdisc_create_dflt(dev, ops, parent)
206
# elif LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 37)
207
# define QDISC_CREATE(dev, queue, ops, parent) qdisc_create_dflt(dev, queue, ops, parent)
208
# else /* LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 37) */
209
# define QDISC_CREATE(dev, queue, ops, parent) qdisc_create_dflt(queue, ops, parent)
210
# endif /* LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 37) */
212
# if LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 27)
213
# define qdisc_dev(qdisc) (qdisc->dev)
214
# define qdisc_pkt_len(skb) (skb->len)
215
# define QDISC_GET(dev) (dev->qdisc_sleeping)
217
# define QDISC_GET(dev) (netdev_get_tx_queue(dev, 0)->qdisc_sleeping)
220
# if LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 27)
221
# define QDISC_SAVED_NUM(dev) 1
222
# elif LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 32)
223
# define QDISC_SAVED_NUM(dev) dev->num_tx_queues
225
# define QDISC_SAVED_NUM(dev) dev->num_tx_queues+1
228
# if LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 27)
229
# define QDISC_IS_BUSY(dev, qdisc) test_bit(__LINK_STATE_SCHED, &dev->state)
230
# elif LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 36)
231
# define QDISC_IS_BUSY(dev, qdisc) (test_bit(__QDISC_STATE_RUNNING, &qdisc->state) || \
232
test_bit(__QDISC_STATE_SCHED, &qdisc->state))
233
# else /* LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 36) */
234
# define QDISC_IS_BUSY(dev, qdisc) (qdisc_is_running(qdisc) || \
235
test_bit(__QDISC_STATE_SCHED, &qdisc->state))
236
# endif /* LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 36) */
238
struct VBoxNetQDiscPriv
240
/** Pointer to the single child qdisc. */
241
struct Qdisc *pChild;
243
* Technically it is possible to have different qdiscs for different TX
244
* queues so we have to save them all.
246
/** Pointer to the array of saved qdiscs. */
247
struct Qdisc **ppSaved;
248
/** Pointer to the net filter instance. */
249
PVBOXNETFLTINS pVBoxNetFlt;
251
typedef struct VBoxNetQDiscPriv *PVBOXNETQDISCPRIV;
253
//#define VBOXNETFLT_QDISC_ENQUEUE
254
static int vboxNetFltQdiscEnqueue(struct sk_buff *skb, struct Qdisc *sch)
256
PVBOXNETQDISCPRIV pPriv = qdisc_priv(sch);
259
# ifdef VBOXNETFLT_QDISC_ENQUEUE
260
if (VALID_PTR(pPriv->pVBoxNetFlt))
262
uint8_t abHdrBuf[sizeof(RTNETETHERHDR) + sizeof(uint32_t) + RTNETIPV4_MIN_LEN];
263
PCRTNETETHERHDR pEtherHdr;
264
PINTNETTRUNKSWPORT pSwitchPort;
265
uint32_t cbHdrs = skb_headlen(skb);
267
cbHdrs = RT_MIN(cbHdrs, sizeof(abHdrBuf));
268
pEtherHdr = (PCRTNETETHERHDR)skb_header_pointer(skb, 0, cbHdrs, &abHdrBuf[0]);
270
&& (pSwitchPort = pPriv->pVBoxNetFlt->pSwitchPort) != NULL
271
&& VALID_PTR(pSwitchPort)
274
/** @todo consider reference counting, etc. */
275
INTNETSWDECISION enmDecision = pSwitchPort->pfnPreRecv(pSwitchPort, pEtherHdr, cbHdrs, INTNETTRUNKDIR_HOST);
276
if (enmDecision == INTNETSWDECISION_INTNET)
278
struct sk_buff *pBuf = skb_copy(skb, GFP_ATOMIC);
279
pBuf->pkt_type = PACKET_OUTGOING;
280
vboxNetFltLinuxForwardToIntNet(pPriv->pVBoxNetFlt, pBuf);
281
qdisc_drop(skb, sch);
282
++sch->bstats.packets;
283
sch->bstats.bytes += qdisc_pkt_len(skb);
284
return NET_XMIT_SUCCESS;
288
# endif /* VBOXNETFLT_QDISC_ENQUEUE */
289
rc = pPriv->pChild->enqueue(skb, pPriv->pChild);
290
if (rc == NET_XMIT_SUCCESS)
293
++sch->bstats.packets;
294
sch->bstats.bytes += qdisc_pkt_len(skb);
301
static struct sk_buff *vboxNetFltQdiscDequeue(struct Qdisc *sch)
303
PVBOXNETQDISCPRIV pPriv = qdisc_priv(sch);
304
# ifdef VBOXNETFLT_QDISC_ENQUEUE
306
return pPriv->pChild->dequeue(pPriv->pChild);
307
# else /* VBOXNETFLT_QDISC_ENQUEUE */
308
uint8_t abHdrBuf[sizeof(RTNETETHERHDR) + sizeof(uint32_t) + RTNETIPV4_MIN_LEN];
309
PCRTNETETHERHDR pEtherHdr;
310
PINTNETTRUNKSWPORT pSwitchPort;
311
struct sk_buff *pSkb;
313
QDISC_LOG(("vboxNetFltDequeue: Enter pThis=%p\n", pPriv->pVBoxNetFlt));
315
while ((pSkb = pPriv->pChild->dequeue(pPriv->pChild)) != NULL)
317
struct sk_buff *pBuf;
318
INTNETSWDECISION enmDecision;
323
if (!VALID_PTR(pPriv->pVBoxNetFlt))
326
cbHdrs = skb_headlen(pSkb);
327
cbHdrs = RT_MIN(cbHdrs, sizeof(abHdrBuf));
328
pEtherHdr = (PCRTNETETHERHDR)skb_header_pointer(pSkb, 0, cbHdrs, &abHdrBuf[0]);
330
|| (pSwitchPort = pPriv->pVBoxNetFlt->pSwitchPort) == NULL
331
|| !VALID_PTR(pSwitchPort)
335
/** @todo consider reference counting, etc. */
336
enmDecision = pSwitchPort->pfnPreRecv(pSwitchPort, pEtherHdr, cbHdrs, INTNETTRUNKDIR_HOST);
337
if (enmDecision != INTNETSWDECISION_INTNET)
340
pBuf = skb_copy(pSkb, GFP_ATOMIC);
341
pBuf->pkt_type = PACKET_OUTGOING;
342
QDISC_LOG(("vboxNetFltDequeue: pThis=%p\n", pPriv->pVBoxNetFlt));
343
vboxNetFltLinuxForwardToIntNet(pPriv->pVBoxNetFlt, pBuf);
344
qdisc_drop(pSkb, sch);
345
QDISC_LOG(("VBoxNetFlt: Packet for %02x:%02x:%02x:%02x:%02x:%02x dropped\n",
346
pSkb->data[0], pSkb->data[1], pSkb->data[2],
347
pSkb->data[3], pSkb->data[4], pSkb->data[5]));
351
# endif /* VBOXNETFLT_QDISC_ENQUEUE */
354
# if LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 29)
355
static int vboxNetFltQdiscRequeue(struct sk_buff *skb, struct Qdisc *sch)
358
PVBOXNETQDISCPRIV pPriv = qdisc_priv(sch);
360
rc = pPriv->pChild->ops->requeue(skb, pPriv->pChild);
364
# if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 10)
365
sch->qstats.requeues++;
371
# endif /* LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 29) */
373
static unsigned int vboxNetFltQdiscDrop(struct Qdisc *sch)
375
PVBOXNETQDISCPRIV pPriv = qdisc_priv(sch);
378
if (pPriv->pChild->ops->drop)
380
cbLen = pPriv->pChild->ops->drop(pPriv->pChild);
392
# if LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 25)
393
static int vboxNetFltQdiscInit(struct Qdisc *sch, struct rtattr *opt)
394
# else /* LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 25) */
395
static int vboxNetFltQdiscInit(struct Qdisc *sch, struct nlattr *opt)
396
# endif /* LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 25) */
398
PVBOXNETQDISCPRIV pPriv = qdisc_priv(sch);
399
struct net_device *pDev = qdisc_dev(sch);
401
pPriv->pVBoxNetFlt = NULL;
403
pPriv->ppSaved = kcalloc(QDISC_SAVED_NUM(pDev), sizeof(pPriv->ppSaved[0]),
408
pPriv->pChild = QDISC_CREATE(pDev, netdev_get_tx_queue(pDev, 0),
410
TC_H_MAKE(TC_H_MAJ(sch->handle),
414
kfree(pPriv->ppSaved);
415
pPriv->ppSaved = NULL;
422
static void vboxNetFltQdiscReset(struct Qdisc *sch)
424
PVBOXNETQDISCPRIV pPriv = qdisc_priv(sch);
426
qdisc_reset(pPriv->pChild);
428
sch->qstats.backlog = 0;
431
static void vboxNetFltQdiscDestroy(struct Qdisc* sch)
433
PVBOXNETQDISCPRIV pPriv = qdisc_priv(sch);
434
struct net_device *pDev = qdisc_dev(sch);
436
qdisc_destroy(pPriv->pChild);
437
pPriv->pChild = NULL;
442
for (i = 0; i < QDISC_SAVED_NUM(pDev); i++)
443
if (pPriv->ppSaved[i])
444
qdisc_destroy(pPriv->ppSaved[i]);
445
kfree(pPriv->ppSaved);
446
pPriv->ppSaved = NULL;
450
static int vboxNetFltClassGraft(struct Qdisc *sch, unsigned long arg, struct Qdisc *pNew,
451
struct Qdisc **ppOld)
453
PVBOXNETQDISCPRIV pPriv = qdisc_priv(sch);
459
*ppOld = pPriv->pChild;
460
pPriv->pChild = pNew;
461
# if LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 20)
463
# else /* LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 20) */
464
qdisc_tree_decrease_qlen(*ppOld, (*ppOld)->q.qlen);
465
# endif /* LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 20) */
467
sch_tree_unlock(sch);
472
static struct Qdisc *vboxNetFltClassLeaf(struct Qdisc *sch, unsigned long arg)
474
PVBOXNETQDISCPRIV pPriv = qdisc_priv(sch);
475
return pPriv->pChild;
478
static unsigned long vboxNetFltClassGet(struct Qdisc *sch, u32 classid)
483
static void vboxNetFltClassPut(struct Qdisc *sch, unsigned long arg)
487
# if LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 25)
488
static int vboxNetFltClassChange(struct Qdisc *sch, u32 classid, u32 parentid,
489
struct rtattr **tca, unsigned long *arg)
490
# else /* LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 25) */
491
static int vboxNetFltClassChange(struct Qdisc *sch, u32 classid, u32 parentid,
492
struct nlattr **tca, unsigned long *arg)
493
# endif /* LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 25) */
498
static int vboxNetFltClassDelete(struct Qdisc *sch, unsigned long arg)
503
static void vboxNetFltClassWalk(struct Qdisc *sch, struct qdisc_walker *walker)
506
if (walker->count >= walker->skip)
507
if (walker->fn(sch, 1, walker) < 0) {
515
# if LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 32)
516
static struct tcf_proto **vboxNetFltClassFindTcf(struct Qdisc *sch, unsigned long cl)
520
# endif /* LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 32) */
522
static int vboxNetFltClassDump(struct Qdisc *sch, unsigned long cl,
523
struct sk_buff *skb, struct tcmsg *tcm)
525
PVBOXNETQDISCPRIV pPriv = qdisc_priv(sch);
530
tcm->tcm_handle |= TC_H_MIN(1);
531
tcm->tcm_info = pPriv->pChild->handle;
537
static struct Qdisc_class_ops g_VBoxNetFltClassOps =
539
.graft = vboxNetFltClassGraft,
540
.leaf = vboxNetFltClassLeaf,
541
.get = vboxNetFltClassGet,
542
.put = vboxNetFltClassPut,
543
.change = vboxNetFltClassChange,
544
.delete = vboxNetFltClassDelete,
545
.walk = vboxNetFltClassWalk,
546
# if LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 32)
547
.tcf_chain = vboxNetFltClassFindTcf,
548
# endif /* LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 32) */
549
.dump = vboxNetFltClassDump,
553
static struct Qdisc_ops g_VBoxNetFltQDiscOps = {
554
.cl_ops = &g_VBoxNetFltClassOps,
556
.priv_size = sizeof(struct VBoxNetQDiscPriv),
557
.enqueue = vboxNetFltQdiscEnqueue,
558
.dequeue = vboxNetFltQdiscDequeue,
559
# if LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 29)
560
.requeue = vboxNetFltQdiscRequeue,
561
# else /* LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 29) */
562
.peek = qdisc_peek_dequeued,
563
# endif /* LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 29) */
564
.drop = vboxNetFltQdiscDrop,
565
.init = vboxNetFltQdiscInit,
566
.reset = vboxNetFltQdiscReset,
567
.destroy = vboxNetFltQdiscDestroy,
572
* If our qdisc is already attached to the device (that means the user
573
* installed it from command line with 'tc' command) we simply update
574
* the pointer to vboxnetflt instance in qdisc's private structure.
575
* Otherwise we need to take some additional steps:
576
* - Create our qdisc;
577
* - Save all references to qdiscs;
578
* - Replace our child with the first qdisc reference;
579
* - Replace all references so they point to our qdisc.
581
static void vboxNetFltLinuxQdiscInstall(PVBOXNETFLTINS pThis, struct net_device *pDev)
583
# if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 27)
585
# endif /* LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 27) */
586
PVBOXNETQDISCPRIV pPriv;
588
struct Qdisc *pExisting = QDISC_GET(pDev);
589
/* Do not install our qdisc for devices with no TX queues */
590
if (!pExisting->enqueue)
592
if (strcmp(pExisting->ops->id, "vboxnetflt"))
594
/* The existing qdisc is different from ours, let's create new one. */
595
struct Qdisc *pNew = QDISC_CREATE(pDev, netdev_get_tx_queue(pDev, 0),
596
&g_VBoxNetFltQDiscOps, TC_H_ROOT);
598
return; // TODO: Error?
600
if (!try_module_get(THIS_MODULE))
603
* This may cause a memory leak but calling qdisc_destroy()
604
* is not an option as it will call module_put().
608
pPriv = qdisc_priv(pNew);
610
qdisc_destroy(pPriv->pChild);
611
pPriv->pChild = QDISC_GET(pDev);
612
atomic_inc(&pPriv->pChild->refcnt);
614
* There is no need in deactivating the device or acquiring any locks
615
* prior changing qdiscs since we do not destroy the old qdisc.
616
* Atomic replacement of pointers is enough.
619
* No need to change reference counters here as we merely move
620
* the pointer and the reference counter of the newly allocated
621
* qdisc is already 1.
623
# if LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 27)
624
pPriv->ppSaved[0] = pDev->qdisc_sleeping;
625
ASMAtomicWritePtr(&pDev->qdisc_sleeping, pNew);
626
ASMAtomicWritePtr(&pDev->qdisc, pNew);
627
# else /* LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 27) */
628
for (i = 0; i < pDev->num_tx_queues; i++)
630
struct netdev_queue *pQueue = netdev_get_tx_queue(pDev, i);
632
pPriv->ppSaved[i] = pQueue->qdisc_sleeping;
633
ASMAtomicWritePtr(&pQueue->qdisc_sleeping, pNew);
634
ASMAtomicWritePtr(&pQueue->qdisc, pNew);
636
atomic_inc(&pNew->refcnt);
638
/* Newer kernels store root qdisc in netdev structure as well. */
639
# if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 32)
640
pPriv->ppSaved[pDev->num_tx_queues] = pDev->qdisc;
641
ASMAtomicWritePtr(&pDev->qdisc, pNew);
642
atomic_inc(&pNew->refcnt);
643
# endif /* LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 32) */
644
# endif /* LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 27) */
645
/* Sync the queue len with our child */
646
pNew->q.qlen = pPriv->pChild->q.qlen;
650
/* We already have vboxnetflt qdisc, let's use it. */
651
pPriv = qdisc_priv(pExisting);
653
ASMAtomicWritePtr(&pPriv->pVBoxNetFlt, pThis);
654
QDISC_LOG(("vboxNetFltLinuxInstallQdisc: pThis=%p\n", pPriv->pVBoxNetFlt));
657
static void vboxNetFltLinuxQdiscRemove(PVBOXNETFLTINS pThis, struct net_device *pDev)
659
# if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 27)
661
# endif /* LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 27) */
662
PVBOXNETQDISCPRIV pPriv;
663
struct Qdisc *pQdisc, *pChild;
665
pDev = ASMAtomicUoReadPtrT(&pThis->u.s.pDev, struct net_device *);
666
if (!VALID_PTR(pDev))
668
printk("VBoxNetFlt: Failed to detach qdisc, invalid device pointer: %p\n",
670
return; // TODO: Consider returing an error
674
pQdisc = QDISC_GET(pDev);
675
if (strcmp(pQdisc->ops->id, "vboxnetflt"))
679
/* Looks like the user has replaced our qdisc manually. */
680
printk("VBoxNetFlt: Failed to detach qdisc, wrong qdisc: %s\n",
683
return; // TODO: Consider returing an error
686
pPriv = qdisc_priv(pQdisc);
687
Assert(pPriv->pVBoxNetFlt == pThis);
688
ASMAtomicWriteNullPtr(&pPriv->pVBoxNetFlt);
689
pChild = ASMAtomicXchgPtrT(&pPriv->pChild, &noop_qdisc, struct Qdisc *);
690
qdisc_destroy(pChild); /* It won't be the last reference. */
692
QDISC_LOG(("vboxNetFltLinuxQdiscRemove: refcnt=%d num_tx_queues=%d\n",
693
atomic_read(&pQdisc->refcnt), pDev->num_tx_queues));
694
# if LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 27)
695
/* Play it safe, make sure the qdisc is not being used. */
696
if (pPriv->ppSaved[0])
698
ASMAtomicWritePtr(&pDev->qdisc_sleeping, pPriv->ppSaved[0]);
699
ASMAtomicWritePtr(&pDev->qdisc, pPriv->ppSaved[0]);
700
pPriv->ppSaved[0] = NULL;
701
while (QDISC_IS_BUSY(pDev, pQdisc))
703
qdisc_destroy(pQdisc); /* Destroy reference */
705
# else /* LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 27) */
706
for (i = 0; i < pDev->num_tx_queues; i++)
708
struct netdev_queue *pQueue = netdev_get_tx_queue(pDev, i);
709
if (pPriv->ppSaved[i])
711
Assert(pQueue->qdisc_sleeping == pQdisc);
712
ASMAtomicWritePtr(&pQueue->qdisc_sleeping, pPriv->ppSaved[i]);
713
ASMAtomicWritePtr(&pQueue->qdisc, pPriv->ppSaved[i]);
714
pPriv->ppSaved[i] = NULL;
715
while (QDISC_IS_BUSY(pDev, pQdisc))
717
qdisc_destroy(pQdisc); /* Destroy reference */
720
/* Newer kernels store root qdisc in netdev structure as well. */
721
# if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 32)
722
ASMAtomicWritePtr(&pDev->qdisc, pPriv->ppSaved[pDev->num_tx_queues]);
723
pPriv->ppSaved[pDev->num_tx_queues] = NULL;
724
while (QDISC_IS_BUSY(pDev, pQdisc))
726
qdisc_destroy(pQdisc); /* Destroy reference */
727
# endif /* LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 32) */
728
# endif /* LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 27) */
731
* At this point all references to our qdisc should be gone
732
* unless the user had installed it manually.
734
QDISC_LOG(("vboxNetFltLinuxRemoveQdisc: pThis=%p\n", pPriv->pVBoxNetFlt));
737
#endif /* VBOXNETFLT_WITH_QDISC */
743
* @returns appropriate status code.
745
static int __init VBoxNetFltLinuxInit(void)
754
Log(("VBoxNetFltLinuxInit\n"));
757
* Initialize the globals and connect to the support driver.
759
* This will call back vboxNetFltOsOpenSupDrv (and maybe vboxNetFltOsCloseSupDrv)
760
* for establishing the connect to the support driver.
762
memset(&g_VBoxNetFltGlobals, 0, sizeof(g_VBoxNetFltGlobals));
763
rc = vboxNetFltInitGlobalsAndIdc(&g_VBoxNetFltGlobals);
766
#ifdef VBOXNETFLT_WITH_QDISC
767
/*memcpy(&g_VBoxNetFltQDiscOps, &pfifo_qdisc_ops, sizeof(g_VBoxNetFltQDiscOps));
768
strcpy(g_VBoxNetFltQDiscOps.id, "vboxnetflt");
769
g_VBoxNetFltQDiscOps.owner = THIS_MODULE;*/
770
rc = register_qdisc(&g_VBoxNetFltQDiscOps);
773
LogRel(("VBoxNetFlt: Failed to registered qdisc: %d\n", rc));
776
#endif /* VBOXNETFLT_WITH_QDISC */
777
LogRel(("VBoxNetFlt: Successfully started.\n"));
781
LogRel(("VBoxNetFlt: failed to initialize device extension (rc=%d)\n", rc));
785
LogRel(("VBoxNetFlt: failed to initialize IPRT (rc=%d)\n", rc));
787
memset(&g_VBoxNetFltGlobals, 0, sizeof(g_VBoxNetFltGlobals));
788
return -RTErrConvertToErrno(rc);
795
* @todo We have to prevent this if we're busy!
797
static void __exit VBoxNetFltLinuxUnload(void)
800
Log(("VBoxNetFltLinuxUnload\n"));
801
Assert(vboxNetFltCanUnload(&g_VBoxNetFltGlobals));
803
#ifdef VBOXNETFLT_WITH_QDISC
804
unregister_qdisc(&g_VBoxNetFltQDiscOps);
805
#endif /* VBOXNETFLT_WITH_QDISC */
807
* Undo the work done during start (in reverse order).
809
rc = vboxNetFltTryDeleteIdcAndGlobals(&g_VBoxNetFltGlobals);
810
AssertRC(rc); NOREF(rc);
814
memset(&g_VBoxNetFltGlobals, 0, sizeof(g_VBoxNetFltGlobals));
816
Log(("VBoxNetFltLinuxUnload - done\n"));
821
* Experiment where we filter traffic from the host to the internal network
822
* before it reaches the NIC driver.
824
* The current code uses a very ugly hack and only works on kernels using the
825
* net_device_ops (>= 2.6.29). It has been shown to give us a
826
* performance boost of 60-100% though. So, we have to find some less hacky way
827
* of getting this job done eventually.
829
* #define VBOXNETFLT_WITH_FILTER_HOST2GUEST_SKBS_EXPERIMENT
831
#ifdef VBOXNETFLT_WITH_FILTER_HOST2GUEST_SKBS_EXPERIMENT
833
# if LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 29)
835
# include <linux/ethtool.h>
837
typedef struct ethtool_ops OVR_OPSTYPE;
838
# define OVR_OPS ethtool_ops
839
# define OVR_XMIT pfnStartXmit
841
# else /* LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 29) */
843
typedef struct net_device_ops OVR_OPSTYPE;
844
# define OVR_OPS netdev_ops
845
# define OVR_XMIT pOrgOps->ndo_start_xmit
847
# endif /* LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 29) */
850
* The overridden net_device_ops of the device we're attached to.
852
* As there is no net_device_ops structure in pre-2.6.29 kernels we override
853
* ethtool_ops instead along with hard_start_xmit callback in net_device
856
* This is a very dirty hack that was created to explore how much we can improve
857
* the host to guest transfers by not CC'ing the NIC. It turns out to be
858
* the only way to filter outgoing packets for devices without TX queue.
860
typedef struct VBoxNetDeviceOpsOverride
862
/** Our overridden ops. */
866
/** Pointer to the original ops. */
867
OVR_OPSTYPE const *pOrgOps;
868
# if LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 29)
869
/** Pointer to the original hard_start_xmit function. */
870
int (*pfnStartXmit)(struct sk_buff *pSkb, struct net_device *pDev);
871
# endif /* LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 29) */
872
/** Pointer to the net filter instance. */
873
PVBOXNETFLTINS pVBoxNetFlt;
874
/** The number of filtered packages. */
876
/** The total number of packets */
878
} VBOXNETDEVICEOPSOVERRIDE, *PVBOXNETDEVICEOPSOVERRIDE;
879
/** VBOXNETDEVICEOPSOVERRIDE::u32Magic value. */
880
#define VBOXNETDEVICEOPSOVERRIDE_MAGIC UINT32_C(0x00c0ffee)
883
* ndo_start_xmit wrapper that drops packets that shouldn't go to the wire
884
* because they belong on the internal network.
886
* @returns NETDEV_TX_XXX.
887
* @param pSkb The socket buffer to transmit.
888
* @param pDev The net device.
890
static int vboxNetFltLinuxStartXmitFilter(struct sk_buff *pSkb, struct net_device *pDev)
892
PVBOXNETDEVICEOPSOVERRIDE pOverride = (PVBOXNETDEVICEOPSOVERRIDE)pDev->OVR_OPS;
893
uint8_t abHdrBuf[sizeof(RTNETETHERHDR) + sizeof(uint32_t) + RTNETIPV4_MIN_LEN];
894
PCRTNETETHERHDR pEtherHdr;
895
PINTNETTRUNKSWPORT pSwitchPort;
900
* Validate the override structure.
902
* Note! We're racing vboxNetFltLinuxUnhookDev here. If this was supposed
903
* to be production quality code, we would have to be much more
904
* careful here and avoid the race.
906
if ( !VALID_PTR(pOverride)
907
|| pOverride->u32Magic != VBOXNETDEVICEOPSOVERRIDE_MAGIC
908
# if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 29)
909
|| !VALID_PTR(pOverride->pOrgOps)
910
# endif /* LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 29) */
913
printk("vboxNetFltLinuxStartXmitFilter: bad override %p\n", pOverride);
920
* Do the filtering base on the default OUI of our virtual NICs
922
* Note! In a real solution, we would ask the switch whether the
923
* destination MAC is 100% to be on the internal network and then
926
cbHdrs = skb_headlen(pSkb);
927
cbHdrs = RT_MIN(cbHdrs, sizeof(abHdrBuf));
928
pEtherHdr = (PCRTNETETHERHDR)skb_header_pointer(pSkb, 0, cbHdrs, &abHdrBuf[0]);
930
&& VALID_PTR(pOverride->pVBoxNetFlt)
931
&& (pSwitchPort = pOverride->pVBoxNetFlt->pSwitchPort) != NULL
932
&& VALID_PTR(pSwitchPort)
935
INTNETSWDECISION enmDecision;
937
/** @todo consider reference counting, etc. */
938
enmDecision = pSwitchPort->pfnPreRecv(pSwitchPort, pEtherHdr, cbHdrs, INTNETTRUNKDIR_HOST);
939
if (enmDecision == INTNETSWDECISION_INTNET)
942
pOverride->cFiltered++;
947
return pOverride->OVR_XMIT(pSkb, pDev);
951
* Hooks the device ndo_start_xmit operation of the device.
953
* @param pThis The net filter instance.
954
* @param pDev The net device.
956
static void vboxNetFltLinuxHookDev(PVBOXNETFLTINS pThis, struct net_device *pDev)
958
PVBOXNETDEVICEOPSOVERRIDE pOverride;
959
RTSPINLOCKTMP Tmp = RTSPINLOCKTMP_INITIALIZER;
961
/* Cancel override if ethtool_ops is missing (host-only case, #5712) */
962
if (!VALID_PTR(pDev->OVR_OPS))
964
pOverride = RTMemAlloc(sizeof(*pOverride));
967
pOverride->pOrgOps = pDev->OVR_OPS;
968
pOverride->Ops = *pDev->OVR_OPS;
969
# if LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 29)
970
pOverride->pfnStartXmit = pDev->hard_start_xmit;
971
# else /* LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 29) */
972
pOverride->Ops.ndo_start_xmit = vboxNetFltLinuxStartXmitFilter;
973
# endif /* LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 29) */
974
pOverride->u32Magic = VBOXNETDEVICEOPSOVERRIDE_MAGIC;
975
pOverride->cTotal = 0;
976
pOverride->cFiltered = 0;
977
pOverride->pVBoxNetFlt = pThis;
979
RTSpinlockAcquireNoInts(pThis->hSpinlock, &Tmp); /* (this isn't necessary, but so what) */
980
ASMAtomicWritePtr((void * volatile *)&pDev->OVR_OPS, pOverride);
981
# if LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 29)
982
ASMAtomicXchgPtr((void * volatile *)&pDev->hard_start_xmit, vboxNetFltLinuxStartXmitFilter);
983
# endif /* LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 29) */
984
RTSpinlockReleaseNoInts(pThis->hSpinlock, &Tmp);
988
* Undos what vboxNetFltLinuxHookDev did.
990
* @param pThis The net filter instance.
991
* @param pDev The net device. Can be NULL, in which case
992
* we'll try retrieve it from @a pThis.
994
static void vboxNetFltLinuxUnhookDev(PVBOXNETFLTINS pThis, struct net_device *pDev)
996
PVBOXNETDEVICEOPSOVERRIDE pOverride;
997
RTSPINLOCKTMP Tmp = RTSPINLOCKTMP_INITIALIZER;
999
RTSpinlockAcquireNoInts(pThis->hSpinlock, &Tmp);
1001
pDev = ASMAtomicUoReadPtrT(&pThis->u.s.pDev, struct net_device *);
1002
if (VALID_PTR(pDev))
1004
pOverride = (PVBOXNETDEVICEOPSOVERRIDE)pDev->OVR_OPS;
1005
if ( VALID_PTR(pOverride)
1006
&& pOverride->u32Magic == VBOXNETDEVICEOPSOVERRIDE_MAGIC
1007
&& VALID_PTR(pOverride->pOrgOps)
1010
# if LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 29)
1011
ASMAtomicWritePtr((void * volatile *)&pDev->hard_start_xmit, pOverride->pfnStartXmit);
1012
# endif /* LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 29) */
1013
ASMAtomicWritePtr((void const * volatile *)&pDev->OVR_OPS, pOverride->pOrgOps);
1014
ASMAtomicWriteU32(&pOverride->u32Magic, 0);
1021
RTSpinlockReleaseNoInts(pThis->hSpinlock, &Tmp);
1025
printk("vboxnetflt: dropped %llu out of %llu packets\n", pOverride->cFiltered, pOverride->cTotal);
1026
RTMemFree(pOverride);
1030
#endif /* VBOXNETFLT_WITH_FILTER_HOST2GUEST_SKBS_EXPERIMENT */
1034
* Reads and retains the host interface handle.
1036
* @returns The handle, NULL if detached.
1039
DECLINLINE(struct net_device *) vboxNetFltLinuxRetainNetDev(PVBOXNETFLTINS pThis)
1042
RTSPINLOCKTMP Tmp = RTSPINLOCKTMP_INITIALIZER;
1043
struct net_device *pDev = NULL;
1045
Log(("vboxNetFltLinuxRetainNetDev\n"));
1047
* Be careful here to avoid problems racing the detached callback.
1049
RTSpinlockAcquire(pThis->hSpinlock, &Tmp);
1050
if (!ASMAtomicUoReadBool(&pThis->fDisconnectedFromHost))
1052
pDev = (struct net_device *)ASMAtomicUoReadPtr((void * volatile *)&pThis->u.s.pDev);
1056
Log(("vboxNetFltLinuxRetainNetDev: Device %p(%s) retained. ref=%d\n",
1058
#if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 37)
1059
netdev_refcnt_read(pDev)
1061
atomic_read(&pDev->refcnt)
1066
RTSpinlockRelease(pThis->hSpinlock, &Tmp);
1068
Log(("vboxNetFltLinuxRetainNetDev - done\n"));
1071
return ASMAtomicUoReadPtrT(&pThis->u.s.pDev, struct net_device *);
1077
* Release the host interface handle previously retained
1078
* by vboxNetFltLinuxRetainNetDev.
1080
* @param pThis The instance.
1081
* @param pDev The vboxNetFltLinuxRetainNetDev
1082
* return value, NULL is fine.
1084
DECLINLINE(void) vboxNetFltLinuxReleaseNetDev(PVBOXNETFLTINS pThis, struct net_device *pDev)
1087
Log(("vboxNetFltLinuxReleaseNetDev\n"));
1092
Log(("vboxNetFltLinuxReleaseNetDev: Device %p(%s) released. ref=%d\n",
1094
#if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 37)
1095
netdev_refcnt_read(pDev)
1097
atomic_read(&pDev->refcnt)
1101
Log(("vboxNetFltLinuxReleaseNetDev - done\n"));
1105
#define VBOXNETFLT_CB_TAG(skb) (0xA1C90000 | (skb->dev->ifindex & 0xFFFF))
1106
#define VBOXNETFLT_SKB_TAG(skb) (*(uint32_t*)&((skb)->cb[sizeof((skb)->cb)-sizeof(uint32_t)]))
1109
* Checks whether this is an mbuf created by vboxNetFltLinuxMBufFromSG,
1110
* i.e. a buffer which we're pushing and should be ignored by the filter callbacks.
1112
* @returns true / false accordingly.
1113
* @param pBuf The sk_buff.
1115
DECLINLINE(bool) vboxNetFltLinuxSkBufIsOur(struct sk_buff *pBuf)
1117
return VBOXNETFLT_SKB_TAG(pBuf) == VBOXNETFLT_CB_TAG(pBuf);
1122
* Internal worker that create a linux sk_buff for a
1123
* (scatter/)gather list.
1125
* @returns Pointer to the sk_buff.
1126
* @param pThis The instance.
1127
* @param pSG The (scatter/)gather list.
1128
* @param fDstWire Set if the destination is the wire.
1130
static struct sk_buff *vboxNetFltLinuxSkBufFromSG(PVBOXNETFLTINS pThis, PINTNETSG pSG, bool fDstWire)
1132
struct sk_buff *pPkt;
1133
struct net_device *pDev;
1134
unsigned fGsoType = 0;
1136
if (pSG->cbTotal == 0)
1138
LogRel(("VBoxNetFlt: Dropped empty packet coming from internal network.\n"));
1142
/** @todo We should use fragments mapping the SG buffers with large packets.
1143
* 256 bytes seems to be the a threshold used a lot for this. It
1144
* requires some nasty work on the intnet side though... */
1146
* Allocate a packet and copy over the data.
1148
pDev = ASMAtomicUoReadPtrT(&pThis->u.s.pDev, struct net_device *);
1149
pPkt = dev_alloc_skb(pSG->cbTotal + NET_IP_ALIGN);
1150
if (RT_UNLIKELY(!pPkt))
1152
Log(("vboxNetFltLinuxSkBufFromSG: Failed to allocate sk_buff(%u).\n", pSG->cbTotal));
1153
pSG->pvUserData = NULL;
1157
pPkt->ip_summed = CHECKSUM_NONE;
1159
/* Align IP header on 16-byte boundary: 2 + 14 (ethernet hdr size). */
1160
skb_reserve(pPkt, NET_IP_ALIGN);
1162
/* Copy the segments. */
1163
skb_put(pPkt, pSG->cbTotal);
1164
IntNetSgRead(pSG, pPkt->data);
1166
#if defined(VBOXNETFLT_WITH_GSO_XMIT_WIRE) || defined(VBOXNETFLT_WITH_GSO_XMIT_HOST)
1168
* Setup GSO if used by this packet.
1170
switch ((PDMNETWORKGSOTYPE)pSG->GsoCtx.u8Type)
1173
AssertMsgFailed(("%u (%s)\n", pSG->GsoCtx.u8Type, PDMNetGsoTypeName((PDMNETWORKGSOTYPE)pSG->GsoCtx.u8Type) ));
1175
case PDMNETWORKGSOTYPE_INVALID:
1178
case PDMNETWORKGSOTYPE_IPV4_TCP:
1179
fGsoType = SKB_GSO_TCPV4;
1181
case PDMNETWORKGSOTYPE_IPV4_UDP:
1182
fGsoType = SKB_GSO_UDP;
1184
case PDMNETWORKGSOTYPE_IPV6_TCP:
1185
fGsoType = SKB_GSO_TCPV6;
1190
struct skb_shared_info *pShInfo = skb_shinfo(pPkt);
1192
pShInfo->gso_type = fGsoType | SKB_GSO_DODGY;
1193
pShInfo->gso_size = pSG->GsoCtx.cbMaxSeg;
1194
pShInfo->gso_segs = PDMNetGsoCalcSegmentCount(&pSG->GsoCtx, pSG->cbTotal);
1197
* We need to set checksum fields even if the packet goes to the host
1198
* directly as it may be immediately forwarded by IP layer @bugref{5020}.
1200
Assert(skb_headlen(pPkt) >= pSG->GsoCtx.cbHdrs);
1201
pPkt->ip_summed = CHECKSUM_PARTIAL;
1202
# if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 22)
1203
pPkt->csum_start = skb_headroom(pPkt) + pSG->GsoCtx.offHdr2;
1204
if (fGsoType & (SKB_GSO_TCPV4 | SKB_GSO_TCPV6))
1205
pPkt->csum_offset = RT_OFFSETOF(RTNETTCP, th_sum);
1207
pPkt->csum_offset = RT_OFFSETOF(RTNETUDP, uh_sum);
1209
pPkt->h.raw = pPkt->data + pSG->GsoCtx.offHdr2;
1210
if (fGsoType & (SKB_GSO_TCPV4 | SKB_GSO_TCPV6))
1211
pPkt->csum = RT_OFFSETOF(RTNETTCP, th_sum);
1213
pPkt->csum = RT_OFFSETOF(RTNETUDP, uh_sum);
1216
PDMNetGsoPrepForDirectUse(&pSG->GsoCtx, pPkt->data, pSG->cbTotal, PDMNETCSUMTYPE_PSEUDO);
1218
#endif /* VBOXNETFLT_WITH_GSO_XMIT_WIRE || VBOXNETFLT_WITH_GSO_XMIT_HOST */
1221
* Finish up the socket buffer.
1223
pPkt->protocol = eth_type_trans(pPkt, pDev);
1226
VBOX_SKB_RESET_NETWORK_HDR(pPkt);
1228
/* Restore ethernet header back. */
1229
skb_push(pPkt, ETH_HLEN); /** @todo VLAN: +4 if VLAN? */
1230
VBOX_SKB_RESET_MAC_HDR(pPkt);
1232
VBOXNETFLT_SKB_TAG(pPkt) = VBOXNETFLT_CB_TAG(pPkt);
1239
* Initializes a SG list from an sk_buff.
1241
* @returns Number of segments.
1242
* @param pThis The instance.
1243
* @param pBuf The sk_buff.
1244
* @param pSG The SG.
1245
* @param pvFrame The frame pointer, optional.
1246
* @param cSegs The number of segments allocated for the SG.
1247
* This should match the number in the mbuf exactly!
1248
* @param fSrc The source of the frame.
1249
* @param pGso Pointer to the GSO context if it's a GSO
1250
* internal network frame. NULL if regular frame.
1252
DECLINLINE(void) vboxNetFltLinuxSkBufToSG(PVBOXNETFLTINS pThis, struct sk_buff *pBuf, PINTNETSG pSG,
1253
unsigned cSegs, uint32_t fSrc, PCPDMNETWORKGSO pGsoCtx)
1258
Assert(!skb_shinfo(pBuf)->frag_list);
1261
IntNetSgInitTempSegs(pSG, pBuf->len, cSegs, 0 /*cSegsUsed*/);
1263
IntNetSgInitTempSegsGso(pSG, pBuf->len, cSegs, 0 /*cSegsUsed*/, pGsoCtx);
1265
#ifdef VBOXNETFLT_SG_SUPPORT
1266
pSG->aSegs[0].cb = skb_headlen(pBuf);
1267
pSG->aSegs[0].pv = pBuf->data;
1268
pSG->aSegs[0].Phys = NIL_RTHCPHYS;
1270
for (i = 0; i < skb_shinfo(pBuf)->nr_frags; i++)
1272
skb_frag_t *pFrag = &skb_shinfo(pBuf)->frags[i];
1273
pSG->aSegs[i+1].cb = pFrag->size;
1274
pSG->aSegs[i+1].pv = kmap(pFrag->page);
1275
printk("%p = kmap()\n", pSG->aSegs[i+1].pv);
1276
pSG->aSegs[i+1].Phys = NIL_RTHCPHYS;
1281
pSG->aSegs[0].cb = pBuf->len;
1282
pSG->aSegs[0].pv = pBuf->data;
1283
pSG->aSegs[0].Phys = NIL_RTHCPHYS;
1289
#ifdef PADD_RUNT_FRAMES_FROM_HOST
1291
* Add a trailer if the frame is too small.
1293
* Since we're getting to the packet before it is framed, it has not
1294
* yet been padded. The current solution is to add a segment pointing
1295
* to a buffer containing all zeros and pray that works for all frames...
1297
if (pSG->cbTotal < 60 && (fSrc & INTNETTRUNKDIR_HOST))
1299
static uint8_t const s_abZero[128] = {0};
1301
AssertReturnVoid(i < cSegs);
1303
pSG->aSegs[i].Phys = NIL_RTHCPHYS;
1304
pSG->aSegs[i].pv = (void *)&s_abZero[0];
1305
pSG->aSegs[i].cb = 60 - pSG->cbTotal;
1308
Assert(i + 1 <= pSG->cSegsAlloc)
1312
Log4(("vboxNetFltLinuxSkBufToSG: allocated=%d, segments=%d frags=%d next=%p frag_list=%p pkt_type=%x fSrc=%x\n",
1313
pSG->cSegsAlloc, pSG->cSegsUsed, skb_shinfo(pBuf)->nr_frags, pBuf->next, skb_shinfo(pBuf)->frag_list, pBuf->pkt_type, fSrc));
1314
for (i = 0; i < pSG->cSegsUsed; i++)
1315
Log4(("vboxNetFltLinuxSkBufToSG: #%d: cb=%d pv=%p\n",
1316
i, pSG->aSegs[i].cb, pSG->aSegs[i].pv));
1322
* @returns 0 or EJUSTRETURN.
1323
* @param pThis The instance.
1324
* @param pMBuf The mbuf.
1325
* @param pvFrame The start of the frame, optional.
1326
* @param fSrc Where the packet (allegedly) comes from, one INTNETTRUNKDIR_* value.
1327
* @param eProtocol The protocol.
1329
#if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 14)
1330
static int vboxNetFltLinuxPacketHandler(struct sk_buff *pBuf,
1331
struct net_device *pSkbDev,
1332
struct packet_type *pPacketType,
1333
struct net_device *pOrigDev)
1335
static int vboxNetFltLinuxPacketHandler(struct sk_buff *pBuf,
1336
struct net_device *pSkbDev,
1337
struct packet_type *pPacketType)
1340
PVBOXNETFLTINS pThis;
1341
struct net_device *pDev;
1342
LogFlow(("vboxNetFltLinuxPacketHandler: pBuf=%p pSkbDev=%p pPacketType=%p\n",
1343
pBuf, pSkbDev, pPacketType));
1344
#if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 18)
1345
Log3(("vboxNetFltLinuxPacketHandler: skb len=%u data_len=%u truesize=%u next=%p nr_frags=%u gso_size=%u gso_seqs=%u gso_type=%x frag_list=%p pkt_type=%x\n",
1346
pBuf->len, pBuf->data_len, pBuf->truesize, pBuf->next, skb_shinfo(pBuf)->nr_frags, skb_shinfo(pBuf)->gso_size, skb_shinfo(pBuf)->gso_segs, skb_shinfo(pBuf)->gso_type, skb_shinfo(pBuf)->frag_list, pBuf->pkt_type));
1347
# if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 22)
1348
Log4(("vboxNetFltLinuxPacketHandler: packet dump follows:\n%.*Rhxd\n", pBuf->len-pBuf->data_len, skb_mac_header(pBuf)));
1351
Log3(("vboxNetFltLinuxPacketHandler: skb len=%u data_len=%u truesize=%u next=%p nr_frags=%u tso_size=%u tso_seqs=%u frag_list=%p pkt_type=%x\n",
1352
pBuf->len, pBuf->data_len, pBuf->truesize, pBuf->next, skb_shinfo(pBuf)->nr_frags, skb_shinfo(pBuf)->tso_size, skb_shinfo(pBuf)->tso_segs, skb_shinfo(pBuf)->frag_list, pBuf->pkt_type));
1355
* Drop it immediately?
1360
pThis = VBOX_FLT_PT_TO_INST(pPacketType);
1361
pDev = ASMAtomicUoReadPtrT(&pThis->u.s.pDev, struct net_device *);
1362
if (pDev != pSkbDev)
1364
Log(("vboxNetFltLinuxPacketHandler: Devices do not match, pThis may be wrong! pThis=%p\n", pThis));
1368
Log4(("vboxNetFltLinuxPacketHandler: pBuf->cb dump:\n%.*Rhxd\n", sizeof(pBuf->cb), pBuf->cb));
1369
if (vboxNetFltLinuxSkBufIsOur(pBuf))
1371
Log2(("vboxNetFltLinuxPacketHandler: got our own sk_buff, drop it.\n"));
1372
dev_kfree_skb(pBuf);
1376
#ifndef VBOXNETFLT_SG_SUPPORT
1379
* Get rid of fragmented packets, they cause too much trouble.
1381
struct sk_buff *pCopy = skb_copy(pBuf, GFP_ATOMIC);
1385
LogRel(("VBoxNetFlt: Failed to allocate packet buffer, dropping the packet.\n"));
1389
# if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 18)
1390
Log3(("vboxNetFltLinuxPacketHandler: skb copy len=%u data_len=%u truesize=%u next=%p nr_frags=%u gso_size=%u gso_seqs=%u gso_type=%x frag_list=%p pkt_type=%x\n",
1391
pBuf->len, pBuf->data_len, pBuf->truesize, pBuf->next, skb_shinfo(pBuf)->nr_frags, skb_shinfo(pBuf)->gso_size, skb_shinfo(pBuf)->gso_segs, skb_shinfo(pBuf)->gso_type, skb_shinfo(pBuf)->frag_list, pBuf->pkt_type));
1392
# if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 22)
1393
Log4(("vboxNetFltLinuxPacketHandler: packet dump follows:\n%.*Rhxd\n", pBuf->len-pBuf->data_len, skb_mac_header(pBuf)));
1396
Log3(("vboxNetFltLinuxPacketHandler: skb copy len=%u data_len=%u truesize=%u next=%p nr_frags=%u tso_size=%u tso_seqs=%u frag_list=%p pkt_type=%x\n",
1397
pBuf->len, pBuf->data_len, pBuf->truesize, pBuf->next, skb_shinfo(pBuf)->nr_frags, skb_shinfo(pBuf)->tso_size, skb_shinfo(pBuf)->tso_segs, skb_shinfo(pBuf)->frag_list, pBuf->pkt_type));
1402
#ifdef VBOXNETFLT_LINUX_NO_XMIT_QUEUE
1403
/* Forward it to the internal network. */
1404
vboxNetFltLinuxForwardToIntNet(pThis, pBuf);
1406
/* Add the packet to transmit queue and schedule the bottom half. */
1407
skb_queue_tail(&pThis->u.s.XmitQueue, pBuf);
1408
schedule_work(&pThis->u.s.XmitTask);
1409
Log4(("vboxNetFltLinuxPacketHandler: scheduled work %p for sk_buff %p\n",
1410
&pThis->u.s.XmitTask, pBuf));
1413
/* It does not really matter what we return, it is ignored by the kernel. */
1418
* Calculate the number of INTNETSEG segments the socket buffer will need.
1420
* @returns Segment count.
1421
* @param pBuf The socket buffer.
1423
DECLINLINE(unsigned) vboxNetFltLinuxCalcSGSegments(struct sk_buff *pBuf)
1425
#ifdef VBOXNETFLT_SG_SUPPORT
1426
unsigned cSegs = 1 + skb_shinfo(pBuf)->nr_frags;
1430
#ifdef PADD_RUNT_FRAMES_FROM_HOST
1431
/* vboxNetFltLinuxSkBufToSG adds a padding segment if it's a runt. */
1439
* Destroy the intnet scatter / gather buffer created by
1440
* vboxNetFltLinuxSkBufToSG.
1442
static void vboxNetFltLinuxDestroySG(PINTNETSG pSG)
1444
#ifdef VBOXNETFLT_SG_SUPPORT
1447
for (i = 0; i < skb_shinfo(pBuf)->nr_frags; i++)
1449
printk("kunmap(%p)\n", pSG->aSegs[i+1].pv);
1450
kunmap(pSG->aSegs[i+1].pv);
1460
static void vboxNetFltDumpPacket(PINTNETSG pSG, bool fEgress, const char *pszWhere, int iIncrement)
1462
uint8_t *pInt, *pExt;
1463
static int iPacketNo = 1;
1464
iPacketNo += iIncrement;
1467
pExt = pSG->aSegs[0].pv;
1472
pInt = pSG->aSegs[0].pv;
1475
Log(("VBoxNetFlt: (int)%02x:%02x:%02x:%02x:%02x:%02x"
1476
" %s (%s)%02x:%02x:%02x:%02x:%02x:%02x (%u bytes) packet #%u\n",
1477
pInt[0], pInt[1], pInt[2], pInt[3], pInt[4], pInt[5],
1478
fEgress ? "-->" : "<--", pszWhere,
1479
pExt[0], pExt[1], pExt[2], pExt[3], pExt[4], pExt[5],
1480
pSG->cbTotal, iPacketNo));
1481
Log3(("%.*Rhxd\n", pSG->aSegs[0].cb, pSG->aSegs[0].pv));
1484
# define vboxNetFltDumpPacket(a, b, c, d) do {} while (0)
1487
#ifdef VBOXNETFLT_WITH_GSO_RECV
1490
* Worker for vboxNetFltLinuxForwardToIntNet that checks if we can forwards a
1491
* GSO socket buffer without having to segment it.
1493
* @returns true on success, false if needs segmenting.
1494
* @param pThis The net filter instance.
1495
* @param pSkb The GSO socket buffer.
1496
* @param fSrc The source.
1497
* @param pGsoCtx Where to return the GSO context on success.
1499
static bool vboxNetFltLinuxCanForwardAsGso(PVBOXNETFLTINS pThis, struct sk_buff *pSkb, uint32_t fSrc,
1500
PPDMNETWORKGSO pGsoCtx)
1502
PDMNETWORKGSOTYPE enmGsoType;
1503
uint16_t uEtherType;
1504
unsigned int cbTransport;
1505
unsigned int offTransport;
1506
unsigned int cbTransportHdr;
1514
uint16_t au16[40/2];
1515
uint32_t au32[40/4];
1519
* Check the GSO properties of the socket buffer and make sure it fits.
1521
/** @todo Figure out how to handle SKB_GSO_TCP_ECN! */
1522
if (RT_UNLIKELY( skb_shinfo(pSkb)->gso_type & ~(SKB_GSO_UDP | SKB_GSO_DODGY | SKB_GSO_TCPV6 | SKB_GSO_TCPV4) ))
1524
Log5(("vboxNetFltLinuxCanForwardAsGso: gso_type=%#x\n", skb_shinfo(pSkb)->gso_type));
1527
if (RT_UNLIKELY( skb_shinfo(pSkb)->gso_size < 1
1528
|| pSkb->len > VBOX_MAX_GSO_SIZE ))
1530
Log5(("vboxNetFltLinuxCanForwardAsGso: gso_size=%#x skb_len=%#x (max=%#x)\n", skb_shinfo(pSkb)->gso_size, pSkb->len, VBOX_MAX_GSO_SIZE));
1534
* It is possible to receive GSO packets from wire if GRO is enabled.
1536
if (RT_UNLIKELY(fSrc & INTNETTRUNKDIR_WIRE))
1538
Log5(("vboxNetFltLinuxCanForwardAsGso: fSrc=wire\n"));
1539
#ifdef VBOXNETFLT_WITH_GRO
1541
* The packet came from the wire and the driver has already consumed
1542
* mac header. We need to restore it back.
1544
pSkb->mac_len = skb_network_header(pSkb) - skb_mac_header(pSkb);
1545
skb_push(pSkb, pSkb->mac_len);
1546
Log5(("vboxNetFltLinuxCanForwardAsGso: mac_len=%d data=%p mac_header=%p network_header=%p\n",
1547
pSkb->mac_len, pSkb->data, skb_mac_header(pSkb), skb_network_header(pSkb)));
1548
#else /* !VBOXNETFLT_WITH_GRO */
1549
/* Older kernels didn't have GRO. */
1551
#endif /* !VBOXNETFLT_WITH_GRO */
1556
* skb_gso_segment does the following. Do we need to do it as well?
1558
#if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 22)
1559
skb_reset_mac_header(pSkb);
1560
pSkb->mac_len = pSkb->network_header - pSkb->mac_header;
1562
pSkb->mac.raw = pSkb->data;
1563
pSkb->mac_len = pSkb->nh.raw - pSkb->data;
1568
* Switch on the ethertype.
1570
uEtherType = pSkb->protocol;
1571
if ( uEtherType == RT_H2N_U16_C(RTNET_ETHERTYPE_VLAN)
1572
&& pSkb->mac_len == sizeof(RTNETETHERHDR) + sizeof(uint32_t))
1574
uint16_t const *puEtherType = skb_header_pointer(pSkb, sizeof(RTNETETHERHDR) + sizeof(uint16_t), sizeof(uint16_t), &Buf);
1576
uEtherType = *puEtherType;
1580
case RT_H2N_U16_C(RTNET_ETHERTYPE_IPV4):
1583
PCRTNETIPV4 pIPv4 = (PCRTNETIPV4)skb_header_pointer(pSkb, pSkb->mac_len, sizeof(Buf.IPv4), &Buf);
1584
if (RT_UNLIKELY(!pIPv4))
1586
Log5(("vboxNetFltLinuxCanForwardAsGso: failed to access IPv4 hdr\n"));
1590
cbHdr = pIPv4->ip_hl * 4;
1591
cbTransport = RT_N2H_U16(pIPv4->ip_len);
1592
if (RT_UNLIKELY( cbHdr < RTNETIPV4_MIN_LEN
1593
|| cbHdr > cbTransport ))
1595
Log5(("vboxNetFltLinuxCanForwardAsGso: invalid IPv4 lengths: ip_hl=%u ip_len=%u\n", pIPv4->ip_hl, RT_N2H_U16(pIPv4->ip_len)));
1598
cbTransport -= cbHdr;
1599
offTransport = pSkb->mac_len + cbHdr;
1600
uProtocol = pIPv4->ip_p;
1601
if (uProtocol == RTNETIPV4_PROT_TCP)
1602
enmGsoType = PDMNETWORKGSOTYPE_IPV4_TCP;
1603
else if (uProtocol == RTNETIPV4_PROT_UDP)
1604
enmGsoType = PDMNETWORKGSOTYPE_IPV4_UDP;
1605
else /** @todo IPv6: 4to6 tunneling */
1606
enmGsoType = PDMNETWORKGSOTYPE_INVALID;
1610
case RT_H2N_U16_C(RTNET_ETHERTYPE_IPV6):
1612
PCRTNETIPV6 pIPv6 = (PCRTNETIPV6)skb_header_pointer(pSkb, pSkb->mac_len, sizeof(Buf.IPv6), &Buf);
1613
if (RT_UNLIKELY(!pIPv6))
1615
Log5(("vboxNetFltLinuxCanForwardAsGso: failed to access IPv6 hdr\n"));
1619
cbTransport = RT_N2H_U16(pIPv6->ip6_plen);
1620
offTransport = pSkb->mac_len + sizeof(RTNETIPV6);
1621
uProtocol = pIPv6->ip6_nxt;
1622
/** @todo IPv6: Dig our way out of the other headers. */
1623
if (uProtocol == RTNETIPV4_PROT_TCP)
1624
enmGsoType = PDMNETWORKGSOTYPE_IPV6_TCP;
1625
else if (uProtocol == RTNETIPV4_PROT_UDP)
1626
enmGsoType = PDMNETWORKGSOTYPE_IPV4_UDP;
1628
enmGsoType = PDMNETWORKGSOTYPE_INVALID;
1633
Log5(("vboxNetFltLinuxCanForwardAsGso: uEtherType=%#x\n", RT_H2N_U16(uEtherType)));
1637
if (enmGsoType == PDMNETWORKGSOTYPE_INVALID)
1639
Log5(("vboxNetFltLinuxCanForwardAsGso: Unsupported protocol %d\n", uProtocol));
1643
if (RT_UNLIKELY( offTransport + cbTransport <= offTransport
1644
|| offTransport + cbTransport > pSkb->len
1645
|| cbTransport < (uProtocol == RTNETIPV4_PROT_TCP ? RTNETTCP_MIN_LEN : RTNETUDP_MIN_LEN)) )
1647
Log5(("vboxNetFltLinuxCanForwardAsGso: Bad transport length; off=%#x + cb=%#x => %#x; skb_len=%#x (%s)\n",
1648
offTransport, cbTransport, offTransport + cbTransport, pSkb->len, PDMNetGsoTypeName(enmGsoType) ));
1653
* Check the TCP/UDP bits.
1655
if (uProtocol == RTNETIPV4_PROT_TCP)
1657
PCRTNETTCP pTcp = (PCRTNETTCP)skb_header_pointer(pSkb, offTransport, sizeof(Buf.Tcp), &Buf);
1658
if (RT_UNLIKELY(!pTcp))
1660
Log5(("vboxNetFltLinuxCanForwardAsGso: failed to access TCP hdr\n"));
1664
cbTransportHdr = pTcp->th_off * 4;
1665
if (RT_UNLIKELY( cbTransportHdr < RTNETTCP_MIN_LEN
1666
|| cbTransportHdr > cbTransport
1667
|| offTransport + cbTransportHdr >= UINT8_MAX
1668
|| offTransport + cbTransportHdr >= pSkb->len ))
1670
Log5(("vboxNetFltLinuxCanForwardAsGso: No space for TCP header; off=%#x cb=%#x skb_len=%#x\n", offTransport, cbTransportHdr, pSkb->len));
1677
Assert(uProtocol == RTNETIPV4_PROT_UDP);
1678
cbTransportHdr = sizeof(RTNETUDP);
1679
if (RT_UNLIKELY( offTransport + cbTransportHdr >= UINT8_MAX
1680
|| offTransport + cbTransportHdr >= pSkb->len ))
1682
Log5(("vboxNetFltLinuxCanForwardAsGso: No space for UDP header; off=%#x skb_len=%#x\n", offTransport, pSkb->len));
1688
* We're good, init the GSO context.
1690
pGsoCtx->u8Type = enmGsoType;
1691
pGsoCtx->cbHdrs = offTransport + cbTransportHdr;
1692
pGsoCtx->cbMaxSeg = skb_shinfo(pSkb)->gso_size;
1693
pGsoCtx->offHdr1 = pSkb->mac_len;
1694
pGsoCtx->offHdr2 = offTransport;
1695
pGsoCtx->au8Unused[0] = 0;
1696
pGsoCtx->au8Unused[1] = 0;
1702
* Forward the socket buffer as a GSO internal network frame.
1704
* @returns IPRT status code.
1705
* @param pThis The net filter instance.
1706
* @param pSkb The GSO socket buffer.
1707
* @param fSrc The source.
1708
* @param pGsoCtx Where to return the GSO context on success.
1710
static int vboxNetFltLinuxForwardAsGso(PVBOXNETFLTINS pThis, struct sk_buff *pSkb, uint32_t fSrc, PCPDMNETWORKGSO pGsoCtx)
1713
unsigned cSegs = vboxNetFltLinuxCalcSGSegments(pSkb);
1714
if (RT_LIKELY(cSegs <= MAX_SKB_FRAGS + 1))
1716
PINTNETSG pSG = (PINTNETSG)alloca(RT_OFFSETOF(INTNETSG, aSegs[cSegs]));
1719
vboxNetFltLinuxSkBufToSG(pThis, pSkb, pSG, cSegs, fSrc, pGsoCtx);
1721
vboxNetFltDumpPacket(pSG, false, (fSrc & INTNETTRUNKDIR_HOST) ? "host" : "wire", 1);
1722
pThis->pSwitchPort->pfnRecv(pThis->pSwitchPort, NULL /* pvIf */, pSG, fSrc);
1724
vboxNetFltLinuxDestroySG(pSG);
1729
Log(("VBoxNetFlt: Dropping the sk_buff (failure case).\n"));
1730
rc = VERR_NO_MEMORY;
1735
Log(("VBoxNetFlt: Bad sk_buff? cSegs=%#x.\n", cSegs));
1736
rc = VERR_INTERNAL_ERROR_3;
1739
Log4(("VBoxNetFlt: Dropping the sk_buff.\n"));
1740
dev_kfree_skb(pSkb);
1744
#endif /* VBOXNETFLT_WITH_GSO_RECV */
1747
* Worker for vboxNetFltLinuxForwardToIntNet.
1749
* @returns VINF_SUCCESS or VERR_NO_MEMORY.
1750
* @param pThis The net filter instance.
1751
* @param pBuf The socket buffer.
1752
* @param fSrc The source.
1754
static int vboxNetFltLinuxForwardSegment(PVBOXNETFLTINS pThis, struct sk_buff *pBuf, uint32_t fSrc)
1757
unsigned cSegs = vboxNetFltLinuxCalcSGSegments(pBuf);
1758
if (cSegs <= MAX_SKB_FRAGS + 1)
1760
PINTNETSG pSG = (PINTNETSG)alloca(RT_OFFSETOF(INTNETSG, aSegs[cSegs]));
1763
if (fSrc & INTNETTRUNKDIR_WIRE)
1766
* The packet came from wire, ethernet header was removed by device driver.
1769
skb_push(pBuf, ETH_HLEN);
1772
vboxNetFltLinuxSkBufToSG(pThis, pBuf, pSG, cSegs, fSrc, NULL /*pGsoCtx*/);
1774
vboxNetFltDumpPacket(pSG, false, (fSrc & INTNETTRUNKDIR_HOST) ? "host" : "wire", 1);
1775
pThis->pSwitchPort->pfnRecv(pThis->pSwitchPort, NULL /* pvIf */, pSG, fSrc);
1777
vboxNetFltLinuxDestroySG(pSG);
1782
Log(("VBoxNetFlt: Failed to allocate SG buffer.\n"));
1783
rc = VERR_NO_MEMORY;
1788
Log(("VBoxNetFlt: Bad sk_buff? cSegs=%#x.\n", cSegs));
1789
rc = VERR_INTERNAL_ERROR_3;
1792
Log4(("VBoxNetFlt: Dropping the sk_buff.\n"));
1793
dev_kfree_skb(pBuf);
1799
* @param pBuf The socket buffer. This is consumed by this function.
1801
static void vboxNetFltLinuxForwardToIntNet(PVBOXNETFLTINS pThis, struct sk_buff *pBuf)
1803
uint32_t fSrc = pBuf->pkt_type == PACKET_OUTGOING ? INTNETTRUNKDIR_HOST : INTNETTRUNKDIR_WIRE;
1805
#ifdef VBOXNETFLT_WITH_GSO
1806
if (skb_is_gso(pBuf))
1808
PDMNETWORKGSO GsoCtx;
1809
Log3(("vboxNetFltLinuxForwardToIntNet: skb len=%u data_len=%u truesize=%u next=%p nr_frags=%u gso_size=%u gso_seqs=%u gso_type=%x frag_list=%p pkt_type=%x ip_summed=%d\n",
1810
pBuf->len, pBuf->data_len, pBuf->truesize, pBuf->next, skb_shinfo(pBuf)->nr_frags, skb_shinfo(pBuf)->gso_size, skb_shinfo(pBuf)->gso_segs, skb_shinfo(pBuf)->gso_type, skb_shinfo(pBuf)->frag_list, pBuf->pkt_type, pBuf->ip_summed));
1811
# ifdef VBOXNETFLT_WITH_GSO_RECV
1812
if ( (skb_shinfo(pBuf)->gso_type & (SKB_GSO_UDP | SKB_GSO_TCPV6 | SKB_GSO_TCPV4))
1813
&& vboxNetFltLinuxCanForwardAsGso(pThis, pBuf, fSrc, &GsoCtx) )
1814
vboxNetFltLinuxForwardAsGso(pThis, pBuf, fSrc, &GsoCtx);
1818
/* Need to segment the packet */
1819
struct sk_buff *pNext;
1820
struct sk_buff *pSegment = skb_gso_segment(pBuf, 0 /*supported features*/);
1821
if (IS_ERR(pSegment))
1823
dev_kfree_skb(pBuf);
1824
LogRel(("VBoxNetFlt: Failed to segment a packet (%d).\n", PTR_ERR(pSegment)));
1828
for (; pSegment; pSegment = pNext)
1830
Log3(("vboxNetFltLinuxForwardToIntNet: segment len=%u data_len=%u truesize=%u next=%p nr_frags=%u gso_size=%u gso_seqs=%u gso_type=%x frag_list=%p pkt_type=%x\n",
1831
pSegment->len, pSegment->data_len, pSegment->truesize, pSegment->next, skb_shinfo(pSegment)->nr_frags, skb_shinfo(pSegment)->gso_size, skb_shinfo(pSegment)->gso_segs, skb_shinfo(pSegment)->gso_type, skb_shinfo(pSegment)->frag_list, pSegment->pkt_type));
1832
pNext = pSegment->next;
1834
vboxNetFltLinuxForwardSegment(pThis, pSegment, fSrc);
1836
dev_kfree_skb(pBuf);
1840
#endif /* VBOXNETFLT_WITH_GSO */
1842
if (pBuf->ip_summed == CHECKSUM_PARTIAL && pBuf->pkt_type == PACKET_OUTGOING)
1844
#if LINUX_VERSION_CODE <= KERNEL_VERSION(2, 6, 18)
1846
* Try to work around the problem with CentOS 4.7 and 5.2 (2.6.9
1847
* and 2.6.18 kernels), they pass wrong 'h' pointer down. We take IP
1848
* header length from the header itself and reconstruct 'h' pointer
1849
* to TCP (or whatever) header.
1851
unsigned char *tmp = pBuf->h.raw;
1852
if (pBuf->h.raw == pBuf->nh.raw && pBuf->protocol == htons(ETH_P_IP))
1853
pBuf->h.raw = pBuf->nh.raw + pBuf->nh.iph->ihl * 4;
1854
#endif /* LINUX_VERSION_CODE <= KERNEL_VERSION(2, 6, 18) */
1855
if (VBOX_SKB_CHECKSUM_HELP(pBuf))
1857
LogRel(("VBoxNetFlt: Failed to compute checksum, dropping the packet.\n"));
1858
dev_kfree_skb(pBuf);
1861
#if LINUX_VERSION_CODE <= KERNEL_VERSION(2, 6, 18)
1862
/* Restore the original (wrong) pointer. */
1864
#endif /* LINUX_VERSION_CODE <= KERNEL_VERSION(2, 6, 18) */
1866
vboxNetFltLinuxForwardSegment(pThis, pBuf, fSrc);
1870
#ifndef VBOXNETFLT_LINUX_NO_XMIT_QUEUE
1872
* Work queue handler that forwards the socket buffers queued by
1873
* vboxNetFltLinuxPacketHandler to the internal network.
1875
* @param pWork The work queue.
1877
# if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 20)
1878
static void vboxNetFltLinuxXmitTask(struct work_struct *pWork)
1880
static void vboxNetFltLinuxXmitTask(void *pWork)
1883
PVBOXNETFLTINS pThis = VBOX_FLT_XT_TO_INST(pWork);
1884
struct sk_buff *pBuf;
1886
Log4(("vboxNetFltLinuxXmitTask: Got work %p.\n", pWork));
1889
* Active? Retain the instance and increment the busy counter.
1891
if (vboxNetFltTryRetainBusyActive(pThis))
1893
while ((pBuf = skb_dequeue(&pThis->u.s.XmitQueue)) != NULL)
1894
vboxNetFltLinuxForwardToIntNet(pThis, pBuf);
1896
vboxNetFltRelease(pThis, true /* fBusy */);
1900
/** @todo Shouldn't we just drop the packets here? There is little point in
1901
* making them accumulate when the VM is paused and it'll only waste
1902
* kernel memory anyway... Hmm. maybe wait a short while (2-5 secs)
1903
* before start draining the packets (goes for the intnet ring buf
1907
#endif /* !VBOXNETFLT_LINUX_NO_XMIT_QUEUE */
1910
* Reports the GSO capabilities of the hardware NIC.
1912
* @param pThis The net filter instance. The caller hold a
1913
* reference to this.
1915
static void vboxNetFltLinuxReportNicGsoCapabilities(PVBOXNETFLTINS pThis)
1917
#ifdef VBOXNETFLT_WITH_GSO_XMIT_WIRE
1918
if (vboxNetFltTryRetainBusyNotDisconnected(pThis))
1920
struct net_device *pDev;
1921
PINTNETTRUNKSWPORT pSwitchPort;
1922
unsigned int fFeatures;
1923
RTSPINLOCKTMP Tmp = RTSPINLOCKTMP_INITIALIZER;
1925
RTSpinlockAcquireNoInts(pThis->hSpinlock, &Tmp);
1927
pSwitchPort = pThis->pSwitchPort; /* this doesn't need to be here, but it doesn't harm. */
1928
pDev = ASMAtomicUoReadPtrT(&pThis->u.s.pDev, struct net_device *);
1930
fFeatures = pDev->features;
1934
RTSpinlockReleaseNoInts(pThis->hSpinlock, &Tmp);
1936
if (pThis->pSwitchPort)
1938
/* Set/update the GSO capabilities of the NIC. */
1939
uint32_t fGsoCapabilites = 0;
1940
if (fFeatures & NETIF_F_TSO)
1941
fGsoCapabilites |= RT_BIT_32(PDMNETWORKGSOTYPE_IPV4_TCP);
1942
if (fFeatures & NETIF_F_TSO6)
1943
fGsoCapabilites |= RT_BIT_32(PDMNETWORKGSOTYPE_IPV6_TCP);
1944
# if 0 /** @todo GSO: Test UDP offloading (UFO) on linux. */
1945
if (fFeatures & NETIF_F_UFO)
1946
fGsoCapabilites |= RT_BIT_32(PDMNETWORKGSOTYPE_IPV4_UDP);
1947
if (fFeatures & NETIF_F_UFO)
1948
fGsoCapabilites |= RT_BIT_32(PDMNETWORKGSOTYPE_IPV6_UDP);
1950
pThis->pSwitchPort->pfnReportGsoCapabilities(pThis->pSwitchPort, fGsoCapabilites, INTNETTRUNKDIR_WIRE);
1953
vboxNetFltRelease(pThis, true /*fBusy*/);
1955
#endif /* VBOXNETFLT_WITH_GSO_XMIT_WIRE */
1959
* Helper that determines whether the host (ignoreing us) is operating the
1960
* interface in promiscuous mode or not.
1962
static bool vboxNetFltLinuxPromiscuous(PVBOXNETFLTINS pThis)
1965
struct net_device * pDev = vboxNetFltLinuxRetainNetDev(pThis);
1968
fRc = !!(pDev->promiscuity - (ASMAtomicUoReadBool(&pThis->u.s.fPromiscuousSet) & 1));
1969
LogFlow(("vboxNetFltPortOsIsPromiscuous: returns %d, pDev->promiscuity=%d, fPromiscuousSet=%d\n",
1970
fRc, pDev->promiscuity, pThis->u.s.fPromiscuousSet));
1971
vboxNetFltLinuxReleaseNetDev(pThis, pDev);
1976
#if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 36)
1978
* Helper for detecting TAP devices.
1980
static bool vboxNetFltIsTapDevice(PVBOXNETFLTINS pThis, struct net_device *pDev)
1982
if (pDev->ethtool_ops && pDev->ethtool_ops->get_drvinfo)
1984
struct ethtool_drvinfo Info;
1986
memset(&Info, 0, sizeof(Info));
1987
Info.cmd = ETHTOOL_GDRVINFO;
1988
pDev->ethtool_ops->get_drvinfo(pDev, &Info);
1989
Log3(("vboxNetFltIsTapDevice: driver=%s version=%s bus_info=%s\n",
1990
Info.driver, Info.version, Info.bus_info));
1992
return !strncmp(Info.driver, "tun", 4)
1993
&& !strncmp(Info.bus_info, "tap", 4);
2000
* Helper for updating the link state of TAP devices.
2001
* Only TAP devices are affected.
2003
static void vboxNetFltSetTapLinkState(PVBOXNETFLTINS pThis, struct net_device *pDev, bool fLinkUp)
2005
if (vboxNetFltIsTapDevice(pThis, pDev))
2007
Log3(("vboxNetFltSetTapLinkState: bringing %s tap device link state\n",
2008
fLinkUp ? "up" : "down"));
2009
netif_tx_lock_bh(pDev);
2011
netif_carrier_on(pDev);
2013
netif_carrier_off(pDev);
2014
netif_tx_unlock_bh(pDev);
2017
#else /* LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 36) */
2018
DECLINLINE(void) vboxNetFltSetTapLinkState(PVBOXNETFLTINS pThis, struct net_device *pDev, bool fLinkUp)
2020
/* Nothing to do for pre-2.6.36 kernels. */
2022
#endif /* LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 36) */
2025
* Internal worker for vboxNetFltLinuxNotifierCallback.
2027
* @returns VBox status code.
2028
* @param pThis The instance.
2029
* @param fRediscovery If set we're doing a rediscovery attempt, so, don't
2030
* flood the release log.
2032
static int vboxNetFltLinuxAttachToInterface(PVBOXNETFLTINS pThis, struct net_device *pDev)
2034
RTSPINLOCKTMP Tmp = RTSPINLOCKTMP_INITIALIZER;
2035
LogFlow(("vboxNetFltLinuxAttachToInterface: pThis=%p (%s)\n", pThis, pThis->szName));
2038
* Retain and store the device.
2042
RTSpinlockAcquireNoInts(pThis->hSpinlock, &Tmp);
2043
ASMAtomicUoWritePtr(&pThis->u.s.pDev, pDev);
2044
RTSpinlockReleaseNoInts(pThis->hSpinlock, &Tmp);
2046
Log(("vboxNetFltLinuxAttachToInterface: Device %p(%s) retained. ref=%d\n",
2048
#if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 37)
2049
netdev_refcnt_read(pDev)
2051
atomic_read(&pDev->refcnt)
2054
Log(("vboxNetFltLinuxAttachToInterface: Got pDev=%p pThis=%p pThis->u.s.pDev=%p\n",
2055
pDev, pThis, ASMAtomicUoReadPtrT(&pThis->u.s.pDev, struct net_device *)));
2057
/* Get the mac address while we still have a valid net_device reference. */
2058
memcpy(&pThis->u.s.MacAddr, pDev->dev_addr, sizeof(pThis->u.s.MacAddr));
2061
* Install a packet filter for this device with a protocol wildcard (ETH_P_ALL).
2063
pThis->u.s.PacketType.type = __constant_htons(ETH_P_ALL);
2064
pThis->u.s.PacketType.dev = pDev;
2065
pThis->u.s.PacketType.func = vboxNetFltLinuxPacketHandler;
2066
dev_add_pack(&pThis->u.s.PacketType);
2068
#ifdef VBOXNETFLT_WITH_FILTER_HOST2GUEST_SKBS_EXPERIMENT
2069
vboxNetFltLinuxHookDev(pThis, pDev);
2071
#ifdef VBOXNETFLT_WITH_QDISC
2072
vboxNetFltLinuxQdiscInstall(pThis, pDev);
2073
#endif /* VBOXNETFLT_WITH_QDISC */
2076
* If attaching to TAP interface we need to bring the link state up
2077
* starting from 2.6.36 kernel.
2079
vboxNetFltSetTapLinkState(pThis, pDev, true);
2082
* Set indicators that require the spinlock. Be abit paranoid about racing
2083
* the device notification handle.
2085
RTSpinlockAcquireNoInts(pThis->hSpinlock, &Tmp);
2086
pDev = ASMAtomicUoReadPtrT(&pThis->u.s.pDev, struct net_device *);
2089
ASMAtomicUoWriteBool(&pThis->fDisconnectedFromHost, false);
2090
ASMAtomicUoWriteBool(&pThis->u.s.fRegistered, true);
2091
pDev = NULL; /* don't dereference it */
2093
RTSpinlockReleaseNoInts(pThis->hSpinlock, &Tmp);
2094
Log(("vboxNetFltLinuxAttachToInterface: this=%p: Packet handler installed.\n", pThis));
2097
* If the above succeeded report GSO capabilities, if not undo and
2098
* release the device.
2102
Assert(pThis->pSwitchPort);
2103
if (vboxNetFltTryRetainBusyNotDisconnected(pThis))
2105
vboxNetFltLinuxReportNicGsoCapabilities(pThis);
2106
pThis->pSwitchPort->pfnReportMacAddress(pThis->pSwitchPort, &pThis->u.s.MacAddr);
2107
pThis->pSwitchPort->pfnReportPromiscuousMode(pThis->pSwitchPort, vboxNetFltLinuxPromiscuous(pThis));
2108
pThis->pSwitchPort->pfnReportNoPreemptDsts(pThis->pSwitchPort, INTNETTRUNKDIR_WIRE | INTNETTRUNKDIR_HOST);
2109
vboxNetFltRelease(pThis, true /*fBusy*/);
2114
#ifdef VBOXNETFLT_WITH_FILTER_HOST2GUEST_SKBS_EXPERIMENT
2115
vboxNetFltLinuxUnhookDev(pThis, pDev);
2117
#ifdef VBOXNETFLT_WITH_QDISC
2118
vboxNetFltLinuxQdiscRemove(pThis, pDev);
2119
#endif /* VBOXNETFLT_WITH_QDISC */
2120
RTSpinlockAcquireNoInts(pThis->hSpinlock, &Tmp);
2121
ASMAtomicUoWriteNullPtr(&pThis->u.s.pDev);
2122
RTSpinlockReleaseNoInts(pThis->hSpinlock, &Tmp);
2124
Log(("vboxNetFltLinuxAttachToInterface: Device %p(%s) released. ref=%d\n",
2126
#if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 37)
2127
netdev_refcnt_read(pDev)
2129
atomic_read(&pDev->refcnt)
2134
LogRel(("VBoxNetFlt: attached to '%s' / %.*Rhxs\n", pThis->szName, sizeof(pThis->u.s.MacAddr), &pThis->u.s.MacAddr));
2135
return VINF_SUCCESS;
2139
static int vboxNetFltLinuxUnregisterDevice(PVBOXNETFLTINS pThis, struct net_device *pDev)
2141
RTSPINLOCKTMP Tmp = RTSPINLOCKTMP_INITIALIZER;
2143
Assert(!pThis->fDisconnectedFromHost);
2145
#ifdef VBOXNETFLT_WITH_FILTER_HOST2GUEST_SKBS_EXPERIMENT
2146
vboxNetFltLinuxUnhookDev(pThis, pDev);
2148
#ifdef VBOXNETFLT_WITH_QDISC
2149
vboxNetFltLinuxQdiscRemove(pThis, pDev);
2150
#endif /* VBOXNETFLT_WITH_QDISC */
2152
RTSpinlockAcquireNoInts(pThis->hSpinlock, &Tmp);
2153
ASMAtomicWriteBool(&pThis->u.s.fRegistered, false);
2154
ASMAtomicWriteBool(&pThis->fDisconnectedFromHost, true);
2155
ASMAtomicUoWriteNullPtr(&pThis->u.s.pDev);
2156
RTSpinlockReleaseNoInts(pThis->hSpinlock, &Tmp);
2158
dev_remove_pack(&pThis->u.s.PacketType);
2159
#ifndef VBOXNETFLT_LINUX_NO_XMIT_QUEUE
2160
skb_queue_purge(&pThis->u.s.XmitQueue);
2162
Log(("vboxNetFltLinuxUnregisterDevice: this=%p: Packet handler removed, xmit queue purged.\n", pThis));
2163
Log(("vboxNetFltLinuxUnregisterDevice: Device %p(%s) released. ref=%d\n",
2165
#if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 37)
2166
netdev_refcnt_read(pDev)
2168
atomic_read(&pDev->refcnt)
2176
static int vboxNetFltLinuxDeviceIsUp(PVBOXNETFLTINS pThis, struct net_device *pDev)
2178
/* Check if we are not suspended and promiscuous mode has not been set. */
2179
if ( pThis->enmTrunkState == INTNETTRUNKIFSTATE_ACTIVE
2180
&& !ASMAtomicUoReadBool(&pThis->u.s.fPromiscuousSet))
2182
/* Note that there is no need for locking as the kernel got hold of the lock already. */
2183
dev_set_promiscuity(pDev, 1);
2184
ASMAtomicWriteBool(&pThis->u.s.fPromiscuousSet, true);
2185
Log(("vboxNetFltLinuxDeviceIsUp: enabled promiscuous mode on %s (%d)\n", pThis->szName, pDev->promiscuity));
2188
Log(("vboxNetFltLinuxDeviceIsUp: no need to enable promiscuous mode on %s (%d)\n", pThis->szName, pDev->promiscuity));
2192
static int vboxNetFltLinuxDeviceGoingDown(PVBOXNETFLTINS pThis, struct net_device *pDev)
2194
/* Undo promiscuous mode if we has set it. */
2195
if (ASMAtomicUoReadBool(&pThis->u.s.fPromiscuousSet))
2197
/* Note that there is no need for locking as the kernel got hold of the lock already. */
2198
dev_set_promiscuity(pDev, -1);
2199
ASMAtomicWriteBool(&pThis->u.s.fPromiscuousSet, false);
2200
Log(("vboxNetFltLinuxDeviceGoingDown: disabled promiscuous mode on %s (%d)\n", pThis->szName, pDev->promiscuity));
2203
Log(("vboxNetFltLinuxDeviceGoingDown: no need to disable promiscuous mode on %s (%d)\n", pThis->szName, pDev->promiscuity));
2208
/** Stringify the NETDEV_XXX constants. */
2209
static const char *vboxNetFltLinuxGetNetDevEventName(unsigned long ulEventType)
2211
const char *pszEvent = "NETDRV_<unknown>";
2212
switch (ulEventType)
2214
case NETDEV_REGISTER: pszEvent = "NETDEV_REGISTER"; break;
2215
case NETDEV_UNREGISTER: pszEvent = "NETDEV_UNREGISTER"; break;
2216
case NETDEV_UP: pszEvent = "NETDEV_UP"; break;
2217
case NETDEV_DOWN: pszEvent = "NETDEV_DOWN"; break;
2218
case NETDEV_REBOOT: pszEvent = "NETDEV_REBOOT"; break;
2219
case NETDEV_CHANGENAME: pszEvent = "NETDEV_CHANGENAME"; break;
2220
case NETDEV_CHANGE: pszEvent = "NETDEV_CHANGE"; break;
2221
case NETDEV_CHANGEMTU: pszEvent = "NETDEV_CHANGEMTU"; break;
2222
case NETDEV_CHANGEADDR: pszEvent = "NETDEV_CHANGEADDR"; break;
2223
case NETDEV_GOING_DOWN: pszEvent = "NETDEV_GOING_DOWN"; break;
2224
# ifdef NETDEV_FEAT_CHANGE
2225
case NETDEV_FEAT_CHANGE: pszEvent = "NETDEV_FEAT_CHANGE"; break;
2230
#endif /* LOG_ENABLED */
2233
* Callback for listening to netdevice events.
2235
* This works the rediscovery, clean up on unregistration, promiscuity on
2236
* up/down, and GSO feature changes from ethtool.
2238
* @returns NOTIFY_OK
2239
* @param self Pointer to our notifier registration block.
2240
* @param ulEventType The event.
2241
* @param ptr Event specific, but it is usually the device it
2244
static int vboxNetFltLinuxNotifierCallback(struct notifier_block *self, unsigned long ulEventType, void *ptr)
2247
PVBOXNETFLTINS pThis = VBOX_FLT_NB_TO_INST(self);
2248
struct net_device *pDev = (struct net_device *)ptr;
2251
Log(("VBoxNetFlt: got event %s(0x%lx) on %s, pDev=%p pThis=%p pThis->u.s.pDev=%p\n",
2252
vboxNetFltLinuxGetNetDevEventName(ulEventType), ulEventType, pDev->name, pDev, pThis, ASMAtomicUoReadPtrT(&pThis->u.s.pDev, struct net_device *)));
2253
if ( ulEventType == NETDEV_REGISTER
2254
&& !strcmp(pDev->name, pThis->szName))
2256
vboxNetFltLinuxAttachToInterface(pThis, pDev);
2260
pDev = ASMAtomicUoReadPtrT(&pThis->u.s.pDev, struct net_device *);
2263
switch (ulEventType)
2265
case NETDEV_UNREGISTER:
2266
rc = vboxNetFltLinuxUnregisterDevice(pThis, pDev);
2269
rc = vboxNetFltLinuxDeviceIsUp(pThis, pDev);
2271
case NETDEV_GOING_DOWN:
2272
rc = vboxNetFltLinuxDeviceGoingDown(pThis, pDev);
2274
case NETDEV_CHANGENAME:
2276
#ifdef NETDEV_FEAT_CHANGE
2277
case NETDEV_FEAT_CHANGE:
2278
vboxNetFltLinuxReportNicGsoCapabilities(pThis);
2288
bool vboxNetFltOsMaybeRediscovered(PVBOXNETFLTINS pThis)
2290
return !ASMAtomicUoReadBool(&pThis->fDisconnectedFromHost);
2293
int vboxNetFltPortOsXmit(PVBOXNETFLTINS pThis, void *pvIfData, PINTNETSG pSG, uint32_t fDst)
2295
struct net_device * pDev;
2297
int rc = VINF_SUCCESS;
2300
LogFlow(("vboxNetFltPortOsXmit: pThis=%p (%s)\n", pThis, pThis->szName));
2302
pDev = vboxNetFltLinuxRetainNetDev(pThis);
2306
* Create a sk_buff for the gather list and push it onto the wire.
2308
if (fDst & INTNETTRUNKDIR_WIRE)
2310
struct sk_buff *pBuf = vboxNetFltLinuxSkBufFromSG(pThis, pSG, true);
2313
vboxNetFltDumpPacket(pSG, true, "wire", 1);
2314
Log4(("vboxNetFltPortOsXmit: pBuf->cb dump:\n%.*Rhxd\n", sizeof(pBuf->cb), pBuf->cb));
2315
Log4(("vboxNetFltPortOsXmit: dev_queue_xmit(%p)\n", pBuf));
2316
err = dev_queue_xmit(pBuf);
2318
rc = RTErrConvertFromErrno(err);
2321
rc = VERR_NO_MEMORY;
2325
* Create a sk_buff for the gather list and push it onto the host stack.
2327
if (fDst & INTNETTRUNKDIR_HOST)
2329
struct sk_buff *pBuf = vboxNetFltLinuxSkBufFromSG(pThis, pSG, false);
2332
vboxNetFltDumpPacket(pSG, true, "host", (fDst & INTNETTRUNKDIR_WIRE) ? 0 : 1);
2333
Log4(("vboxNetFltPortOsXmit: pBuf->cb dump:\n%.*Rhxd\n", sizeof(pBuf->cb), pBuf->cb));
2334
Log4(("vboxNetFltPortOsXmit: netif_rx_ni(%p)\n", pBuf));
2335
err = netif_rx_ni(pBuf);
2337
rc = RTErrConvertFromErrno(err);
2340
rc = VERR_NO_MEMORY;
2343
vboxNetFltLinuxReleaseNetDev(pThis, pDev);
2350
void vboxNetFltPortOsSetActive(PVBOXNETFLTINS pThis, bool fActive)
2352
struct net_device * pDev;
2354
LogFlow(("vboxNetFltPortOsSetActive: pThis=%p (%s), fActive=%s, fDisablePromiscuous=%s\n",
2355
pThis, pThis->szName, fActive?"true":"false",
2356
pThis->fDisablePromiscuous?"true":"false"));
2358
if (pThis->fDisablePromiscuous)
2361
pDev = vboxNetFltLinuxRetainNetDev(pThis);
2365
* This api is a bit weird, the best reference is the code.
2367
* Also, we have a bit or race conditions wrt the maintenance of
2368
* host the interface promiscuity for vboxNetFltPortOsIsPromiscuous.
2372
unsigned const cPromiscBefore = pDev->promiscuity;
2376
Assert(!pThis->u.s.fPromiscuousSet);
2379
dev_set_promiscuity(pDev, 1);
2381
pThis->u.s.fPromiscuousSet = true;
2382
Log(("vboxNetFltPortOsSetActive: enabled promiscuous mode on %s (%d)\n", pThis->szName, pDev->promiscuity));
2386
if (pThis->u.s.fPromiscuousSet)
2389
dev_set_promiscuity(pDev, -1);
2391
Log(("vboxNetFltPortOsSetActive: disabled promiscuous mode on %s (%d)\n", pThis->szName, pDev->promiscuity));
2393
pThis->u.s.fPromiscuousSet = false;
2396
fIf = dev_get_flags(pDev);
2397
Log(("VBoxNetFlt: fIf=%#x; %d->%d\n", fIf, cPromiscBefore, pDev->promiscuity));
2401
vboxNetFltLinuxReleaseNetDev(pThis, pDev);
2406
int vboxNetFltOsDisconnectIt(PVBOXNETFLTINS pThis)
2408
#ifdef VBOXNETFLT_WITH_QDISC
2409
vboxNetFltLinuxQdiscRemove(pThis, NULL);
2410
#endif /* VBOXNETFLT_WITH_QDISC */
2412
* Remove packet handler when we get disconnected from internal switch as
2413
* we don't want the handler to forward packets to disconnected switch.
2415
dev_remove_pack(&pThis->u.s.PacketType);
2416
return VINF_SUCCESS;
2420
int vboxNetFltOsConnectIt(PVBOXNETFLTINS pThis)
2423
* Report the GSO capabilities of the host and device (if connected).
2424
* Note! No need to mark ourselves busy here.
2426
/** @todo duplicate work here now? Attach */
2427
#if defined(VBOXNETFLT_WITH_GSO_XMIT_HOST)
2428
pThis->pSwitchPort->pfnReportGsoCapabilities(pThis->pSwitchPort,
2430
| RT_BIT_32(PDMNETWORKGSOTYPE_IPV4_TCP)
2431
| RT_BIT_32(PDMNETWORKGSOTYPE_IPV6_TCP)
2432
# if 0 /** @todo GSO: Test UDP offloading (UFO) on linux. */
2433
| RT_BIT_32(PDMNETWORKGSOTYPE_IPV4_UDP)
2434
| RT_BIT_32(PDMNETWORKGSOTYPE_IPV6_UDP)
2436
, INTNETTRUNKDIR_HOST);
2439
vboxNetFltLinuxReportNicGsoCapabilities(pThis);
2441
return VINF_SUCCESS;
2445
void vboxNetFltOsDeleteInstance(PVBOXNETFLTINS pThis)
2447
struct net_device *pDev;
2449
RTSPINLOCKTMP Tmp = RTSPINLOCKTMP_INITIALIZER;
2451
#ifdef VBOXNETFLT_WITH_FILTER_HOST2GUEST_SKBS_EXPERIMENT
2452
vboxNetFltLinuxUnhookDev(pThis, NULL);
2455
/** @todo This code may race vboxNetFltLinuxUnregisterDevice (very very
2456
* unlikely, but none the less). Since it doesn't actually update the
2457
* state (just reads it), it is likely to panic in some interesting
2460
RTSpinlockAcquireNoInts(pThis->hSpinlock, &Tmp);
2461
pDev = ASMAtomicUoReadPtrT(&pThis->u.s.pDev, struct net_device *);
2462
fRegistered = ASMAtomicUoReadBool(&pThis->u.s.fRegistered);
2463
RTSpinlockReleaseNoInts(pThis->hSpinlock, &Tmp);
2467
vboxNetFltSetTapLinkState(pThis, pDev, false);
2469
#ifndef VBOXNETFLT_LINUX_NO_XMIT_QUEUE
2470
skb_queue_purge(&pThis->u.s.XmitQueue);
2472
Log(("vboxNetFltOsDeleteInstance: this=%p: Packet handler removed, xmit queue purged.\n", pThis));
2473
Log(("vboxNetFltOsDeleteInstance: Device %p(%s) released. ref=%d\n",
2475
#if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 37)
2476
netdev_refcnt_read(pDev)
2478
atomic_read(&pDev->refcnt)
2483
Log(("vboxNetFltOsDeleteInstance: this=%p: Notifier removed.\n", pThis));
2484
unregister_netdevice_notifier(&pThis->u.s.Notifier);
2485
module_put(THIS_MODULE);
2489
int vboxNetFltOsInitInstance(PVBOXNETFLTINS pThis, void *pvContext)
2494
pThis->u.s.Notifier.notifier_call = vboxNetFltLinuxNotifierCallback;
2495
err = register_netdevice_notifier(&pThis->u.s.Notifier);
2497
return VERR_INTNET_FLT_IF_FAILED;
2498
if (!pThis->u.s.fRegistered)
2500
unregister_netdevice_notifier(&pThis->u.s.Notifier);
2501
LogRel(("VBoxNetFlt: failed to find %s.\n", pThis->szName));
2502
return VERR_INTNET_FLT_IF_NOT_FOUND;
2505
Log(("vboxNetFltOsInitInstance: this=%p: Notifier installed.\n", pThis));
2506
if ( pThis->fDisconnectedFromHost
2507
|| !try_module_get(THIS_MODULE))
2508
return VERR_INTNET_FLT_IF_FAILED;
2510
return VINF_SUCCESS;
2513
int vboxNetFltOsPreInitInstance(PVBOXNETFLTINS pThis)
2516
* Init the linux specific members.
2518
ASMAtomicUoWriteNullPtr(&pThis->u.s.pDev);
2519
pThis->u.s.fRegistered = false;
2520
pThis->u.s.fPromiscuousSet = false;
2521
memset(&pThis->u.s.PacketType, 0, sizeof(pThis->u.s.PacketType));
2522
#ifndef VBOXNETFLT_LINUX_NO_XMIT_QUEUE
2523
skb_queue_head_init(&pThis->u.s.XmitQueue);
2524
# if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 20)
2525
INIT_WORK(&pThis->u.s.XmitTask, vboxNetFltLinuxXmitTask);
2527
INIT_WORK(&pThis->u.s.XmitTask, vboxNetFltLinuxXmitTask, &pThis->u.s.XmitTask);
2531
return VINF_SUCCESS;
2535
void vboxNetFltPortOsNotifyMacAddress(PVBOXNETFLTINS pThis, void *pvIfData, PCRTMAC pMac)
2537
NOREF(pThis); NOREF(pvIfData); NOREF(pMac);
2541
int vboxNetFltPortOsConnectInterface(PVBOXNETFLTINS pThis, void *pvIf, void **pvIfData)
2544
NOREF(pThis); NOREF(pvIf); NOREF(pvIfData);
2545
return VINF_SUCCESS;
2549
int vboxNetFltPortOsDisconnectInterface(PVBOXNETFLTINS pThis, void *pvIfData)
2552
NOREF(pThis); NOREF(pvIfData);
2553
return VINF_SUCCESS;