14bf50f18SLuigi Rizzo /* 24bf50f18SLuigi Rizzo * Copyright (C) 2014 Giuseppe Lettieri. All rights reserved. 34bf50f18SLuigi Rizzo * 44bf50f18SLuigi Rizzo * Redistribution and use in source and binary forms, with or without 54bf50f18SLuigi Rizzo * modification, are permitted provided that the following conditions 64bf50f18SLuigi Rizzo * are met: 74bf50f18SLuigi Rizzo * 1. Redistributions of source code must retain the above copyright 84bf50f18SLuigi Rizzo * notice, this list of conditions and the following disclaimer. 94bf50f18SLuigi Rizzo * 2. Redistributions in binary form must reproduce the above copyright 104bf50f18SLuigi Rizzo * notice, this list of conditions and the following disclaimer in the 114bf50f18SLuigi Rizzo * documentation and/or other materials provided with the distribution. 124bf50f18SLuigi Rizzo * 134bf50f18SLuigi Rizzo * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 144bf50f18SLuigi Rizzo * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 154bf50f18SLuigi Rizzo * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 164bf50f18SLuigi Rizzo * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 174bf50f18SLuigi Rizzo * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 184bf50f18SLuigi Rizzo * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 194bf50f18SLuigi Rizzo * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 204bf50f18SLuigi Rizzo * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 214bf50f18SLuigi Rizzo * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 224bf50f18SLuigi Rizzo * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 234bf50f18SLuigi Rizzo * SUCH DAMAGE. 244bf50f18SLuigi Rizzo */ 254bf50f18SLuigi Rizzo 264bf50f18SLuigi Rizzo /* 274bf50f18SLuigi Rizzo * $FreeBSD$ 284bf50f18SLuigi Rizzo * 294bf50f18SLuigi Rizzo * Monitors 304bf50f18SLuigi Rizzo * 31847bf383SLuigi Rizzo * netmap monitors can be used to do monitoring of network traffic 324bf50f18SLuigi Rizzo * on another adapter, when the latter adapter is working in netmap mode. 334bf50f18SLuigi Rizzo * 344bf50f18SLuigi Rizzo * Monitors offer to userspace the same interface as any other netmap port, 354bf50f18SLuigi Rizzo * with as many pairs of netmap rings as the monitored adapter. 364bf50f18SLuigi Rizzo * However, only the rx rings are actually used. Each monitor rx ring receives 374bf50f18SLuigi Rizzo * the traffic transiting on both the tx and rx corresponding rings in the 384bf50f18SLuigi Rizzo * monitored adapter. During registration, the user can choose if she wants 394bf50f18SLuigi Rizzo * to intercept tx only, rx only, or both tx and rx traffic. 404bf50f18SLuigi Rizzo * 41847bf383SLuigi Rizzo * If the monitor is not able to cope with the stream of frames, excess traffic 42847bf383SLuigi Rizzo * will be dropped. 43847bf383SLuigi Rizzo * 44847bf383SLuigi Rizzo * If the monitored adapter leaves netmap mode, the monitor has to be restarted. 45847bf383SLuigi Rizzo * 46847bf383SLuigi Rizzo * Monitors can be either zero-copy or copy-based. 47847bf383SLuigi Rizzo * 48847bf383SLuigi Rizzo * Copy monitors see the frames before they are consumed: 49847bf383SLuigi Rizzo * 50847bf383SLuigi Rizzo * - For tx traffic, this is when the application sends them, before they are 51847bf383SLuigi Rizzo * passed down to the adapter. 52847bf383SLuigi Rizzo * 53847bf383SLuigi Rizzo * - For rx traffic, this is when they are received by the adapter, before 54847bf383SLuigi Rizzo * they are sent up to the application, if any (note that, if no 55847bf383SLuigi Rizzo * application is reading from a monitored ring, the ring will eventually 56847bf383SLuigi Rizzo * fill up and traffic will stop). 57847bf383SLuigi Rizzo * 58847bf383SLuigi Rizzo * Zero-copy monitors only see the frames after they have been consumed: 594bf50f18SLuigi Rizzo * 604bf50f18SLuigi Rizzo * - For tx traffic, this is after the slots containing the frames have been 614bf50f18SLuigi Rizzo * marked as free. Note that this may happen at a considerably delay after 624bf50f18SLuigi Rizzo * frame transmission, since freeing of slots is often done lazily. 634bf50f18SLuigi Rizzo * 644bf50f18SLuigi Rizzo * - For rx traffic, this is after the consumer on the monitored adapter 654bf50f18SLuigi Rizzo * has released them. In most cases, the consumer is a userspace 664bf50f18SLuigi Rizzo * application which may have modified the frame contents. 674bf50f18SLuigi Rizzo * 68847bf383SLuigi Rizzo * Several copy monitors may be active on any ring. Zero-copy monitors, 69847bf383SLuigi Rizzo * instead, need exclusive access to each of the monitored rings. This may 70847bf383SLuigi Rizzo * change in the future, if we implement zero-copy monitor chaining. 714bf50f18SLuigi Rizzo * 724bf50f18SLuigi Rizzo */ 734bf50f18SLuigi Rizzo 744bf50f18SLuigi Rizzo 754bf50f18SLuigi Rizzo #if defined(__FreeBSD__) 764bf50f18SLuigi Rizzo #include <sys/cdefs.h> /* prerequisite */ 774bf50f18SLuigi Rizzo 784bf50f18SLuigi Rizzo #include <sys/types.h> 794bf50f18SLuigi Rizzo #include <sys/errno.h> 804bf50f18SLuigi Rizzo #include <sys/param.h> /* defines used in kernel.h */ 814bf50f18SLuigi Rizzo #include <sys/kernel.h> /* types used in module initialization */ 824bf50f18SLuigi Rizzo #include <sys/malloc.h> 834bf50f18SLuigi Rizzo #include <sys/poll.h> 844bf50f18SLuigi Rizzo #include <sys/lock.h> 854bf50f18SLuigi Rizzo #include <sys/rwlock.h> 864bf50f18SLuigi Rizzo #include <sys/selinfo.h> 874bf50f18SLuigi Rizzo #include <sys/sysctl.h> 884bf50f18SLuigi Rizzo #include <sys/socket.h> /* sockaddrs */ 894bf50f18SLuigi Rizzo #include <net/if.h> 904bf50f18SLuigi Rizzo #include <net/if_var.h> 914bf50f18SLuigi Rizzo #include <machine/bus.h> /* bus_dmamap_* */ 924bf50f18SLuigi Rizzo #include <sys/refcount.h> 934bf50f18SLuigi Rizzo 944bf50f18SLuigi Rizzo 954bf50f18SLuigi Rizzo #elif defined(linux) 964bf50f18SLuigi Rizzo 974bf50f18SLuigi Rizzo #include "bsd_glue.h" 984bf50f18SLuigi Rizzo 994bf50f18SLuigi Rizzo #elif defined(__APPLE__) 1004bf50f18SLuigi Rizzo 1014bf50f18SLuigi Rizzo #warning OSX support is only partial 1024bf50f18SLuigi Rizzo #include "osx_glue.h" 1034bf50f18SLuigi Rizzo 1044bf50f18SLuigi Rizzo #else 1054bf50f18SLuigi Rizzo 1064bf50f18SLuigi Rizzo #error Unsupported platform 1074bf50f18SLuigi Rizzo 1084bf50f18SLuigi Rizzo #endif /* unsupported */ 1094bf50f18SLuigi Rizzo 1104bf50f18SLuigi Rizzo /* 1114bf50f18SLuigi Rizzo * common headers 1124bf50f18SLuigi Rizzo */ 1134bf50f18SLuigi Rizzo 1144bf50f18SLuigi Rizzo #include <net/netmap.h> 1154bf50f18SLuigi Rizzo #include <dev/netmap/netmap_kern.h> 1164bf50f18SLuigi Rizzo #include <dev/netmap/netmap_mem2.h> 1174bf50f18SLuigi Rizzo 1184bf50f18SLuigi Rizzo #ifdef WITH_MONITOR 1194bf50f18SLuigi Rizzo 1204bf50f18SLuigi Rizzo #define NM_MONITOR_MAXSLOTS 4096 1214bf50f18SLuigi Rizzo 122847bf383SLuigi Rizzo /* 123847bf383SLuigi Rizzo ******************************************************************** 124847bf383SLuigi Rizzo * functions common to both kind of monitors 125847bf383SLuigi Rizzo ******************************************************************** 126847bf383SLuigi Rizzo */ 127847bf383SLuigi Rizzo 128847bf383SLuigi Rizzo /* nm_sync callback for the monitor's own tx rings. 129847bf383SLuigi Rizzo * This makes no sense and always returns error 1304bf50f18SLuigi Rizzo */ 1314bf50f18SLuigi Rizzo static int 132847bf383SLuigi Rizzo netmap_monitor_txsync(struct netmap_kring *kring, int flags) 1334bf50f18SLuigi Rizzo { 134847bf383SLuigi Rizzo RD(1, "%s %x", kring->name, flags); 135847bf383SLuigi Rizzo return EIO; 136847bf383SLuigi Rizzo } 137847bf383SLuigi Rizzo 138847bf383SLuigi Rizzo /* nm_sync callback for the monitor's own rx rings. 139847bf383SLuigi Rizzo * Note that the lock in netmap_zmon_parent_sync only protects 140847bf383SLuigi Rizzo * writers among themselves. Synchronization between writers 141847bf383SLuigi Rizzo * (i.e., netmap_zmon_parent_txsync and netmap_zmon_parent_rxsync) 142847bf383SLuigi Rizzo * and readers (i.e., netmap_zmon_rxsync) relies on memory barriers. 143847bf383SLuigi Rizzo */ 144847bf383SLuigi Rizzo static int 145847bf383SLuigi Rizzo netmap_monitor_rxsync(struct netmap_kring *kring, int flags) 146847bf383SLuigi Rizzo { 147847bf383SLuigi Rizzo ND("%s %x", kring->name, flags); 148847bf383SLuigi Rizzo kring->nr_hwcur = kring->rcur; 149847bf383SLuigi Rizzo mb(); 150847bf383SLuigi Rizzo return 0; 151847bf383SLuigi Rizzo } 152847bf383SLuigi Rizzo 153847bf383SLuigi Rizzo /* nm_krings_create callbacks for monitors. 154847bf383SLuigi Rizzo * We could use the default netmap_hw_krings_zmon, but 155847bf383SLuigi Rizzo * we don't need the mbq. 156847bf383SLuigi Rizzo */ 157847bf383SLuigi Rizzo static int 158847bf383SLuigi Rizzo netmap_monitor_krings_create(struct netmap_adapter *na) 159847bf383SLuigi Rizzo { 160847bf383SLuigi Rizzo return netmap_krings_create(na, 0); 161847bf383SLuigi Rizzo } 162847bf383SLuigi Rizzo 163847bf383SLuigi Rizzo /* nm_krings_delete callback for monitors */ 164847bf383SLuigi Rizzo static void 165847bf383SLuigi Rizzo netmap_monitor_krings_delete(struct netmap_adapter *na) 166847bf383SLuigi Rizzo { 167847bf383SLuigi Rizzo netmap_krings_delete(na); 168847bf383SLuigi Rizzo } 169847bf383SLuigi Rizzo 170847bf383SLuigi Rizzo 171847bf383SLuigi Rizzo static u_int 172847bf383SLuigi Rizzo nm_txrx2flag(enum txrx t) 173847bf383SLuigi Rizzo { 174847bf383SLuigi Rizzo return (t == NR_RX ? NR_MONITOR_RX : NR_MONITOR_TX); 175847bf383SLuigi Rizzo } 176847bf383SLuigi Rizzo 177847bf383SLuigi Rizzo /* allocate the monitors array in the monitored kring */ 178847bf383SLuigi Rizzo static int 179847bf383SLuigi Rizzo nm_monitor_alloc(struct netmap_kring *kring, u_int n) 180847bf383SLuigi Rizzo { 181847bf383SLuigi Rizzo size_t len; 182847bf383SLuigi Rizzo struct netmap_kring **nm; 183847bf383SLuigi Rizzo 184847bf383SLuigi Rizzo if (n <= kring->max_monitors) 185847bf383SLuigi Rizzo /* we already have more entries that requested */ 186847bf383SLuigi Rizzo return 0; 187847bf383SLuigi Rizzo 188847bf383SLuigi Rizzo len = sizeof(struct netmap_kring *) * n; 189847bf383SLuigi Rizzo nm = realloc(kring->monitors, len, M_DEVBUF, M_NOWAIT | M_ZERO); 190847bf383SLuigi Rizzo if (nm == NULL) 191847bf383SLuigi Rizzo return ENOMEM; 192847bf383SLuigi Rizzo 193847bf383SLuigi Rizzo kring->monitors = nm; 194847bf383SLuigi Rizzo kring->max_monitors = n; 195847bf383SLuigi Rizzo 196847bf383SLuigi Rizzo return 0; 197847bf383SLuigi Rizzo } 198847bf383SLuigi Rizzo 199847bf383SLuigi Rizzo /* deallocate the parent array in the parent adapter */ 200847bf383SLuigi Rizzo static void 201847bf383SLuigi Rizzo nm_monitor_dealloc(struct netmap_kring *kring) 202847bf383SLuigi Rizzo { 203847bf383SLuigi Rizzo if (kring->monitors) { 204847bf383SLuigi Rizzo if (kring->n_monitors > 0) { 205847bf383SLuigi Rizzo D("freeing not empty monitor array for %s (%d dangling monitors)!", kring->name, 206847bf383SLuigi Rizzo kring->n_monitors); 207847bf383SLuigi Rizzo } 208847bf383SLuigi Rizzo free(kring->monitors, M_DEVBUF); 209847bf383SLuigi Rizzo kring->monitors = NULL; 210847bf383SLuigi Rizzo kring->max_monitors = 0; 211847bf383SLuigi Rizzo kring->n_monitors = 0; 212847bf383SLuigi Rizzo } 213847bf383SLuigi Rizzo } 214847bf383SLuigi Rizzo 215847bf383SLuigi Rizzo /* 216847bf383SLuigi Rizzo * monitors work by replacing the nm_sync() and possibly the 217847bf383SLuigi Rizzo * nm_notify() callbacks in the monitored rings. 218847bf383SLuigi Rizzo */ 219847bf383SLuigi Rizzo static int netmap_zmon_parent_txsync(struct netmap_kring *, int); 220847bf383SLuigi Rizzo static int netmap_zmon_parent_rxsync(struct netmap_kring *, int); 221847bf383SLuigi Rizzo static int netmap_monitor_parent_txsync(struct netmap_kring *, int); 222847bf383SLuigi Rizzo static int netmap_monitor_parent_rxsync(struct netmap_kring *, int); 223847bf383SLuigi Rizzo static int netmap_monitor_parent_notify(struct netmap_kring *, int); 224847bf383SLuigi Rizzo 225847bf383SLuigi Rizzo 226847bf383SLuigi Rizzo /* add the monitor mkring to the list of monitors of kring. 227847bf383SLuigi Rizzo * If this is the first monitor, intercept the callbacks 228847bf383SLuigi Rizzo */ 229847bf383SLuigi Rizzo static int 230847bf383SLuigi Rizzo netmap_monitor_add(struct netmap_kring *mkring, struct netmap_kring *kring, int zcopy) 231847bf383SLuigi Rizzo { 232847bf383SLuigi Rizzo int error = 0; 233847bf383SLuigi Rizzo 234847bf383SLuigi Rizzo /* sinchronize with concurrently running nm_sync()s */ 235847bf383SLuigi Rizzo nm_kr_get(kring); 236847bf383SLuigi Rizzo /* make sure the monitor array exists and is big enough */ 237847bf383SLuigi Rizzo error = nm_monitor_alloc(kring, kring->n_monitors + 1); 238847bf383SLuigi Rizzo if (error) 239847bf383SLuigi Rizzo goto out; 240847bf383SLuigi Rizzo kring->monitors[kring->n_monitors] = mkring; 241847bf383SLuigi Rizzo mkring->mon_pos = kring->n_monitors; 242847bf383SLuigi Rizzo kring->n_monitors++; 243847bf383SLuigi Rizzo if (kring->n_monitors == 1) { 244847bf383SLuigi Rizzo /* this is the first monitor, intercept callbacks */ 245847bf383SLuigi Rizzo D("%s: intercept callbacks on %s", mkring->name, kring->name); 246847bf383SLuigi Rizzo kring->mon_sync = kring->nm_sync; 247847bf383SLuigi Rizzo /* zcopy monitors do not override nm_notify(), but 248847bf383SLuigi Rizzo * we save the original one regardless, so that 249847bf383SLuigi Rizzo * netmap_monitor_del() does not need to know the 250847bf383SLuigi Rizzo * monitor type 251847bf383SLuigi Rizzo */ 252847bf383SLuigi Rizzo kring->mon_notify = kring->nm_notify; 253847bf383SLuigi Rizzo if (kring->tx == NR_TX) { 254847bf383SLuigi Rizzo kring->nm_sync = (zcopy ? netmap_zmon_parent_txsync : 255847bf383SLuigi Rizzo netmap_monitor_parent_txsync); 256847bf383SLuigi Rizzo } else { 257847bf383SLuigi Rizzo kring->nm_sync = (zcopy ? netmap_zmon_parent_rxsync : 258847bf383SLuigi Rizzo netmap_monitor_parent_rxsync); 259847bf383SLuigi Rizzo if (!zcopy) { 260847bf383SLuigi Rizzo /* also intercept notify */ 261847bf383SLuigi Rizzo kring->nm_notify = netmap_monitor_parent_notify; 262847bf383SLuigi Rizzo kring->mon_tail = kring->nr_hwtail; 263847bf383SLuigi Rizzo } 264847bf383SLuigi Rizzo } 265847bf383SLuigi Rizzo } 266847bf383SLuigi Rizzo 267847bf383SLuigi Rizzo out: 268847bf383SLuigi Rizzo nm_kr_put(kring); 269847bf383SLuigi Rizzo return error; 270847bf383SLuigi Rizzo } 271847bf383SLuigi Rizzo 272847bf383SLuigi Rizzo 273847bf383SLuigi Rizzo /* remove the monitor mkring from the list of monitors of kring. 274847bf383SLuigi Rizzo * If this is the last monitor, restore the original callbacks 275847bf383SLuigi Rizzo */ 276847bf383SLuigi Rizzo static void 277847bf383SLuigi Rizzo netmap_monitor_del(struct netmap_kring *mkring, struct netmap_kring *kring) 278847bf383SLuigi Rizzo { 279847bf383SLuigi Rizzo /* sinchronize with concurrently running nm_sync()s */ 280847bf383SLuigi Rizzo nm_kr_get(kring); 281847bf383SLuigi Rizzo kring->n_monitors--; 282847bf383SLuigi Rizzo if (mkring->mon_pos != kring->n_monitors) { 283847bf383SLuigi Rizzo kring->monitors[mkring->mon_pos] = kring->monitors[kring->n_monitors]; 284847bf383SLuigi Rizzo kring->monitors[mkring->mon_pos]->mon_pos = mkring->mon_pos; 285847bf383SLuigi Rizzo } 286847bf383SLuigi Rizzo kring->monitors[kring->n_monitors] = NULL; 287847bf383SLuigi Rizzo if (kring->n_monitors == 0) { 288847bf383SLuigi Rizzo /* this was the last monitor, restore callbacks and delete monitor array */ 289847bf383SLuigi Rizzo D("%s: restoring sync on %s: %p", mkring->name, kring->name, kring->mon_sync); 290847bf383SLuigi Rizzo kring->nm_sync = kring->mon_sync; 291847bf383SLuigi Rizzo kring->mon_sync = NULL; 292847bf383SLuigi Rizzo if (kring->tx == NR_RX) { 293847bf383SLuigi Rizzo D("%s: restoring notify on %s: %p", 294847bf383SLuigi Rizzo mkring->name, kring->name, kring->mon_notify); 295847bf383SLuigi Rizzo kring->nm_notify = kring->mon_notify; 296847bf383SLuigi Rizzo kring->mon_notify = NULL; 297847bf383SLuigi Rizzo } 298847bf383SLuigi Rizzo nm_monitor_dealloc(kring); 299847bf383SLuigi Rizzo } 300847bf383SLuigi Rizzo nm_kr_put(kring); 301847bf383SLuigi Rizzo } 302847bf383SLuigi Rizzo 303847bf383SLuigi Rizzo 304847bf383SLuigi Rizzo /* This is called when the monitored adapter leaves netmap mode 305847bf383SLuigi Rizzo * (see netmap_do_unregif). 306847bf383SLuigi Rizzo * We need to notify the monitors that the monitored rings are gone. 307847bf383SLuigi Rizzo * We do this by setting their mna->priv.np_na to NULL. 308847bf383SLuigi Rizzo * Note that the rings are already stopped when this happens, so 309847bf383SLuigi Rizzo * no monitor ring callback can be active. 310847bf383SLuigi Rizzo */ 311847bf383SLuigi Rizzo void 312847bf383SLuigi Rizzo netmap_monitor_stop(struct netmap_adapter *na) 313847bf383SLuigi Rizzo { 314847bf383SLuigi Rizzo enum txrx t; 315847bf383SLuigi Rizzo 316847bf383SLuigi Rizzo for_rx_tx(t) { 317847bf383SLuigi Rizzo u_int i; 318847bf383SLuigi Rizzo 319847bf383SLuigi Rizzo for (i = 0; i < nma_get_nrings(na, t); i++) { 320847bf383SLuigi Rizzo struct netmap_kring *kring = &NMR(na, t)[i]; 321847bf383SLuigi Rizzo u_int j; 322847bf383SLuigi Rizzo 323847bf383SLuigi Rizzo for (j = 0; j < kring->n_monitors; j++) { 324847bf383SLuigi Rizzo struct netmap_kring *mkring = 325847bf383SLuigi Rizzo kring->monitors[j]; 326847bf383SLuigi Rizzo struct netmap_monitor_adapter *mna = 327847bf383SLuigi Rizzo (struct netmap_monitor_adapter *)mkring->na; 328847bf383SLuigi Rizzo /* forget about this adapter */ 329*05f76057SLuigi Rizzo netmap_adapter_put(mna->priv.np_na); 330847bf383SLuigi Rizzo mna->priv.np_na = NULL; 331847bf383SLuigi Rizzo } 332847bf383SLuigi Rizzo } 333847bf383SLuigi Rizzo } 334847bf383SLuigi Rizzo } 335847bf383SLuigi Rizzo 336847bf383SLuigi Rizzo 337847bf383SLuigi Rizzo /* common functions for the nm_register() callbacks of both kind of 338847bf383SLuigi Rizzo * monitors. 339847bf383SLuigi Rizzo */ 340847bf383SLuigi Rizzo static int 341847bf383SLuigi Rizzo netmap_monitor_reg_common(struct netmap_adapter *na, int onoff, int zmon) 342847bf383SLuigi Rizzo { 343847bf383SLuigi Rizzo struct netmap_monitor_adapter *mna = 344847bf383SLuigi Rizzo (struct netmap_monitor_adapter *)na; 345847bf383SLuigi Rizzo struct netmap_priv_d *priv = &mna->priv; 346847bf383SLuigi Rizzo struct netmap_adapter *pna = priv->np_na; 347847bf383SLuigi Rizzo struct netmap_kring *kring, *mkring; 348847bf383SLuigi Rizzo int i; 349847bf383SLuigi Rizzo enum txrx t; 350847bf383SLuigi Rizzo 351847bf383SLuigi Rizzo ND("%p: onoff %d", na, onoff); 352847bf383SLuigi Rizzo if (onoff) { 353847bf383SLuigi Rizzo if (pna == NULL) { 354847bf383SLuigi Rizzo /* parent left netmap mode, fatal */ 355847bf383SLuigi Rizzo D("%s: internal error", na->name); 356847bf383SLuigi Rizzo return ENXIO; 357847bf383SLuigi Rizzo } 358847bf383SLuigi Rizzo for_rx_tx(t) { 359847bf383SLuigi Rizzo if (mna->flags & nm_txrx2flag(t)) { 360847bf383SLuigi Rizzo for (i = priv->np_qfirst[t]; i < priv->np_qlast[t]; i++) { 361847bf383SLuigi Rizzo kring = &NMR(pna, t)[i]; 362847bf383SLuigi Rizzo mkring = &na->rx_rings[i]; 363847bf383SLuigi Rizzo netmap_monitor_add(mkring, kring, zmon); 364847bf383SLuigi Rizzo } 365847bf383SLuigi Rizzo } 366847bf383SLuigi Rizzo } 367847bf383SLuigi Rizzo na->na_flags |= NAF_NETMAP_ON; 368847bf383SLuigi Rizzo } else { 369847bf383SLuigi Rizzo if (pna == NULL) { 370847bf383SLuigi Rizzo D("%s: parent left netmap mode, nothing to restore", na->name); 371847bf383SLuigi Rizzo return 0; 372847bf383SLuigi Rizzo } 373847bf383SLuigi Rizzo na->na_flags &= ~NAF_NETMAP_ON; 374847bf383SLuigi Rizzo for_rx_tx(t) { 375847bf383SLuigi Rizzo if (mna->flags & nm_txrx2flag(t)) { 376847bf383SLuigi Rizzo for (i = priv->np_qfirst[t]; i < priv->np_qlast[t]; i++) { 377847bf383SLuigi Rizzo kring = &NMR(pna, t)[i]; 378847bf383SLuigi Rizzo mkring = &na->rx_rings[i]; 379847bf383SLuigi Rizzo netmap_monitor_del(mkring, kring); 380847bf383SLuigi Rizzo } 381847bf383SLuigi Rizzo } 382847bf383SLuigi Rizzo } 383847bf383SLuigi Rizzo } 384847bf383SLuigi Rizzo return 0; 385847bf383SLuigi Rizzo } 386847bf383SLuigi Rizzo 387847bf383SLuigi Rizzo /* 388847bf383SLuigi Rizzo **************************************************************** 389847bf383SLuigi Rizzo * functions specific for zero-copy monitors 390847bf383SLuigi Rizzo **************************************************************** 391847bf383SLuigi Rizzo */ 392847bf383SLuigi Rizzo 393847bf383SLuigi Rizzo /* 394847bf383SLuigi Rizzo * Common function for both zero-copy tx and rx nm_sync() 395847bf383SLuigi Rizzo * callbacks 396847bf383SLuigi Rizzo */ 397847bf383SLuigi Rizzo static int 398847bf383SLuigi Rizzo netmap_zmon_parent_sync(struct netmap_kring *kring, int flags, enum txrx tx) 399847bf383SLuigi Rizzo { 400847bf383SLuigi Rizzo struct netmap_kring *mkring = kring->monitors[0]; 401847bf383SLuigi Rizzo struct netmap_ring *ring = kring->ring, *mring; 402847bf383SLuigi Rizzo int error = 0; 403847bf383SLuigi Rizzo int rel_slots, free_slots, busy, sent = 0; 4044bf50f18SLuigi Rizzo u_int beg, end, i; 4054bf50f18SLuigi Rizzo u_int lim = kring->nkr_num_slots - 1, 406847bf383SLuigi Rizzo mlim; // = mkring->nkr_num_slots - 1; 407847bf383SLuigi Rizzo 408847bf383SLuigi Rizzo if (mkring == NULL) { 409847bf383SLuigi Rizzo RD(5, "NULL monitor on %s", kring->name); 410847bf383SLuigi Rizzo return 0; 411847bf383SLuigi Rizzo } 412847bf383SLuigi Rizzo mring = mkring->ring; 4134bf50f18SLuigi Rizzo mlim = mkring->nkr_num_slots - 1; 4144bf50f18SLuigi Rizzo 4154bf50f18SLuigi Rizzo /* get the relased slots (rel_slots) */ 416847bf383SLuigi Rizzo if (tx == NR_TX) { 417847bf383SLuigi Rizzo beg = kring->nr_hwtail; 418847bf383SLuigi Rizzo error = kring->mon_sync(kring, flags); 4194bf50f18SLuigi Rizzo if (error) 4204bf50f18SLuigi Rizzo return error; 421847bf383SLuigi Rizzo end = kring->nr_hwtail; 422847bf383SLuigi Rizzo } else { /* NR_RX */ 423847bf383SLuigi Rizzo beg = kring->nr_hwcur; 424847bf383SLuigi Rizzo end = kring->rhead; 425847bf383SLuigi Rizzo } 426847bf383SLuigi Rizzo 4274bf50f18SLuigi Rizzo rel_slots = end - beg; 4284bf50f18SLuigi Rizzo if (rel_slots < 0) 4294bf50f18SLuigi Rizzo rel_slots += kring->nkr_num_slots; 4304bf50f18SLuigi Rizzo 4314bf50f18SLuigi Rizzo if (!rel_slots) { 432847bf383SLuigi Rizzo /* no released slots, but we still need 433847bf383SLuigi Rizzo * to call rxsync if this is a rx ring 434847bf383SLuigi Rizzo */ 435847bf383SLuigi Rizzo goto out_rxsync; 4364bf50f18SLuigi Rizzo } 4374bf50f18SLuigi Rizzo 4384bf50f18SLuigi Rizzo /* we need to lock the monitor receive ring, since it 4394bf50f18SLuigi Rizzo * is the target of bot tx and rx traffic from the monitored 4404bf50f18SLuigi Rizzo * adapter 4414bf50f18SLuigi Rizzo */ 4424bf50f18SLuigi Rizzo mtx_lock(&mkring->q_lock); 4434bf50f18SLuigi Rizzo /* get the free slots available on the monitor ring */ 4444bf50f18SLuigi Rizzo i = mkring->nr_hwtail; 4454bf50f18SLuigi Rizzo busy = i - mkring->nr_hwcur; 4464bf50f18SLuigi Rizzo if (busy < 0) 4474bf50f18SLuigi Rizzo busy += mkring->nkr_num_slots; 4484bf50f18SLuigi Rizzo free_slots = mlim - busy; 4494bf50f18SLuigi Rizzo 450847bf383SLuigi Rizzo if (!free_slots) 451847bf383SLuigi Rizzo goto out; 4524bf50f18SLuigi Rizzo 4534bf50f18SLuigi Rizzo /* swap min(free_slots, rel_slots) slots */ 4544bf50f18SLuigi Rizzo if (free_slots < rel_slots) { 4554bf50f18SLuigi Rizzo beg += (rel_slots - free_slots); 456847bf383SLuigi Rizzo if (beg >= kring->nkr_num_slots) 457847bf383SLuigi Rizzo beg -= kring->nkr_num_slots; 4584bf50f18SLuigi Rizzo rel_slots = free_slots; 4594bf50f18SLuigi Rizzo } 4604bf50f18SLuigi Rizzo 461847bf383SLuigi Rizzo sent = rel_slots; 4624bf50f18SLuigi Rizzo for ( ; rel_slots; rel_slots--) { 4634bf50f18SLuigi Rizzo struct netmap_slot *s = &ring->slot[beg]; 4644bf50f18SLuigi Rizzo struct netmap_slot *ms = &mring->slot[i]; 4654bf50f18SLuigi Rizzo uint32_t tmp; 4664bf50f18SLuigi Rizzo 4674bf50f18SLuigi Rizzo tmp = ms->buf_idx; 4684bf50f18SLuigi Rizzo ms->buf_idx = s->buf_idx; 4694bf50f18SLuigi Rizzo s->buf_idx = tmp; 470847bf383SLuigi Rizzo ND(5, "beg %d buf_idx %d", beg, tmp); 4714bf50f18SLuigi Rizzo 4724bf50f18SLuigi Rizzo tmp = ms->len; 4734bf50f18SLuigi Rizzo ms->len = s->len; 4744bf50f18SLuigi Rizzo s->len = tmp; 4754bf50f18SLuigi Rizzo 4764bf50f18SLuigi Rizzo s->flags |= NS_BUF_CHANGED; 4774bf50f18SLuigi Rizzo 4784bf50f18SLuigi Rizzo beg = nm_next(beg, lim); 4794bf50f18SLuigi Rizzo i = nm_next(i, mlim); 4804bf50f18SLuigi Rizzo 4814bf50f18SLuigi Rizzo } 482ad15cc59SLuigi Rizzo mb(); 4834bf50f18SLuigi Rizzo mkring->nr_hwtail = i; 4844bf50f18SLuigi Rizzo 485847bf383SLuigi Rizzo out: 4864bf50f18SLuigi Rizzo mtx_unlock(&mkring->q_lock); 487847bf383SLuigi Rizzo 488847bf383SLuigi Rizzo if (sent) { 4894bf50f18SLuigi Rizzo /* notify the new frames to the monitor */ 490847bf383SLuigi Rizzo mkring->nm_notify(mkring, 0); 491847bf383SLuigi Rizzo } 492847bf383SLuigi Rizzo 493847bf383SLuigi Rizzo out_rxsync: 494847bf383SLuigi Rizzo if (tx == NR_RX) 495847bf383SLuigi Rizzo error = kring->mon_sync(kring, flags); 496847bf383SLuigi Rizzo 497847bf383SLuigi Rizzo return error; 498847bf383SLuigi Rizzo } 499847bf383SLuigi Rizzo 500847bf383SLuigi Rizzo /* callback used to replace the nm_sync callback in the monitored tx rings */ 501847bf383SLuigi Rizzo static int 502847bf383SLuigi Rizzo netmap_zmon_parent_txsync(struct netmap_kring *kring, int flags) 503847bf383SLuigi Rizzo { 504847bf383SLuigi Rizzo ND("%s %x", kring->name, flags); 505847bf383SLuigi Rizzo return netmap_zmon_parent_sync(kring, flags, NR_TX); 506847bf383SLuigi Rizzo } 507847bf383SLuigi Rizzo 508847bf383SLuigi Rizzo /* callback used to replace the nm_sync callback in the monitored rx rings */ 509847bf383SLuigi Rizzo static int 510847bf383SLuigi Rizzo netmap_zmon_parent_rxsync(struct netmap_kring *kring, int flags) 511847bf383SLuigi Rizzo { 512847bf383SLuigi Rizzo ND("%s %x", kring->name, flags); 513847bf383SLuigi Rizzo return netmap_zmon_parent_sync(kring, flags, NR_RX); 514847bf383SLuigi Rizzo } 515847bf383SLuigi Rizzo 516847bf383SLuigi Rizzo 517847bf383SLuigi Rizzo static int 518847bf383SLuigi Rizzo netmap_zmon_reg(struct netmap_adapter *na, int onoff) 519847bf383SLuigi Rizzo { 520847bf383SLuigi Rizzo return netmap_monitor_reg_common(na, onoff, 1 /* zcopy */); 521847bf383SLuigi Rizzo } 522847bf383SLuigi Rizzo 523847bf383SLuigi Rizzo /* nm_dtor callback for monitors */ 524847bf383SLuigi Rizzo static void 525847bf383SLuigi Rizzo netmap_zmon_dtor(struct netmap_adapter *na) 526847bf383SLuigi Rizzo { 527847bf383SLuigi Rizzo struct netmap_monitor_adapter *mna = 528847bf383SLuigi Rizzo (struct netmap_monitor_adapter *)na; 529847bf383SLuigi Rizzo struct netmap_priv_d *priv = &mna->priv; 530847bf383SLuigi Rizzo struct netmap_adapter *pna = priv->np_na; 531847bf383SLuigi Rizzo 532847bf383SLuigi Rizzo netmap_adapter_put(pna); 533847bf383SLuigi Rizzo } 534847bf383SLuigi Rizzo 535847bf383SLuigi Rizzo /* 536847bf383SLuigi Rizzo **************************************************************** 537847bf383SLuigi Rizzo * functions specific for copy monitors 538847bf383SLuigi Rizzo **************************************************************** 539847bf383SLuigi Rizzo */ 540847bf383SLuigi Rizzo 541847bf383SLuigi Rizzo static void 542847bf383SLuigi Rizzo netmap_monitor_parent_sync(struct netmap_kring *kring, u_int first_new, int new_slots) 543847bf383SLuigi Rizzo { 544847bf383SLuigi Rizzo u_int j; 545847bf383SLuigi Rizzo 546847bf383SLuigi Rizzo for (j = 0; j < kring->n_monitors; j++) { 547847bf383SLuigi Rizzo struct netmap_kring *mkring = kring->monitors[j]; 548847bf383SLuigi Rizzo u_int i, mlim, beg; 549847bf383SLuigi Rizzo int free_slots, busy, sent = 0, m; 550847bf383SLuigi Rizzo u_int lim = kring->nkr_num_slots - 1; 551847bf383SLuigi Rizzo struct netmap_ring *ring = kring->ring, *mring = mkring->ring; 552847bf383SLuigi Rizzo u_int max_len = NETMAP_BUF_SIZE(mkring->na); 553847bf383SLuigi Rizzo 554847bf383SLuigi Rizzo mlim = mkring->nkr_num_slots - 1; 555847bf383SLuigi Rizzo 556847bf383SLuigi Rizzo /* we need to lock the monitor receive ring, since it 557847bf383SLuigi Rizzo * is the target of bot tx and rx traffic from the monitored 558847bf383SLuigi Rizzo * adapter 559847bf383SLuigi Rizzo */ 560847bf383SLuigi Rizzo mtx_lock(&mkring->q_lock); 561847bf383SLuigi Rizzo /* get the free slots available on the monitor ring */ 562847bf383SLuigi Rizzo i = mkring->nr_hwtail; 563847bf383SLuigi Rizzo busy = i - mkring->nr_hwcur; 564847bf383SLuigi Rizzo if (busy < 0) 565847bf383SLuigi Rizzo busy += mkring->nkr_num_slots; 566847bf383SLuigi Rizzo free_slots = mlim - busy; 567847bf383SLuigi Rizzo 568847bf383SLuigi Rizzo if (!free_slots) 569847bf383SLuigi Rizzo goto out; 570847bf383SLuigi Rizzo 571847bf383SLuigi Rizzo /* copy min(free_slots, new_slots) slots */ 572847bf383SLuigi Rizzo m = new_slots; 573847bf383SLuigi Rizzo beg = first_new; 574847bf383SLuigi Rizzo if (free_slots < m) { 575847bf383SLuigi Rizzo beg += (m - free_slots); 576847bf383SLuigi Rizzo if (beg >= kring->nkr_num_slots) 577847bf383SLuigi Rizzo beg -= kring->nkr_num_slots; 578847bf383SLuigi Rizzo m = free_slots; 579847bf383SLuigi Rizzo } 580847bf383SLuigi Rizzo 581847bf383SLuigi Rizzo for ( ; m; m--) { 582847bf383SLuigi Rizzo struct netmap_slot *s = &ring->slot[beg]; 583847bf383SLuigi Rizzo struct netmap_slot *ms = &mring->slot[i]; 584847bf383SLuigi Rizzo u_int copy_len = s->len; 585847bf383SLuigi Rizzo char *src = NMB(kring->na, s), 586847bf383SLuigi Rizzo *dst = NMB(mkring->na, ms); 587847bf383SLuigi Rizzo 588847bf383SLuigi Rizzo if (unlikely(copy_len > max_len)) { 589847bf383SLuigi Rizzo RD(5, "%s->%s: truncating %d to %d", kring->name, 590847bf383SLuigi Rizzo mkring->name, copy_len, max_len); 591847bf383SLuigi Rizzo copy_len = max_len; 592847bf383SLuigi Rizzo } 593847bf383SLuigi Rizzo 594847bf383SLuigi Rizzo memcpy(dst, src, copy_len); 595847bf383SLuigi Rizzo ms->len = copy_len; 596847bf383SLuigi Rizzo sent++; 597847bf383SLuigi Rizzo 598847bf383SLuigi Rizzo beg = nm_next(beg, lim); 599847bf383SLuigi Rizzo i = nm_next(i, mlim); 600847bf383SLuigi Rizzo } 601847bf383SLuigi Rizzo mb(); 602847bf383SLuigi Rizzo mkring->nr_hwtail = i; 603847bf383SLuigi Rizzo out: 604847bf383SLuigi Rizzo mtx_unlock(&mkring->q_lock); 605847bf383SLuigi Rizzo 606847bf383SLuigi Rizzo if (sent) { 607847bf383SLuigi Rizzo /* notify the new frames to the monitor */ 608847bf383SLuigi Rizzo mkring->nm_notify(mkring, 0); 609847bf383SLuigi Rizzo } 610847bf383SLuigi Rizzo } 6114bf50f18SLuigi Rizzo } 6124bf50f18SLuigi Rizzo 6134bf50f18SLuigi Rizzo /* callback used to replace the nm_sync callback in the monitored tx rings */ 6144bf50f18SLuigi Rizzo static int 6154bf50f18SLuigi Rizzo netmap_monitor_parent_txsync(struct netmap_kring *kring, int flags) 6164bf50f18SLuigi Rizzo { 617847bf383SLuigi Rizzo u_int first_new; 618847bf383SLuigi Rizzo int new_slots; 619847bf383SLuigi Rizzo 620847bf383SLuigi Rizzo /* get the new slots */ 621847bf383SLuigi Rizzo first_new = kring->nr_hwcur; 622847bf383SLuigi Rizzo new_slots = kring->rhead - first_new; 623847bf383SLuigi Rizzo if (new_slots < 0) 624847bf383SLuigi Rizzo new_slots += kring->nkr_num_slots; 625847bf383SLuigi Rizzo if (new_slots) 626847bf383SLuigi Rizzo netmap_monitor_parent_sync(kring, first_new, new_slots); 627847bf383SLuigi Rizzo return kring->mon_sync(kring, flags); 6284bf50f18SLuigi Rizzo } 6294bf50f18SLuigi Rizzo 6304bf50f18SLuigi Rizzo /* callback used to replace the nm_sync callback in the monitored rx rings */ 6314bf50f18SLuigi Rizzo static int 6324bf50f18SLuigi Rizzo netmap_monitor_parent_rxsync(struct netmap_kring *kring, int flags) 6334bf50f18SLuigi Rizzo { 634847bf383SLuigi Rizzo u_int first_new; 635847bf383SLuigi Rizzo int new_slots, error; 6364bf50f18SLuigi Rizzo 637847bf383SLuigi Rizzo /* get the new slots */ 638847bf383SLuigi Rizzo error = kring->mon_sync(kring, flags); 639847bf383SLuigi Rizzo if (error) 640847bf383SLuigi Rizzo return error; 641847bf383SLuigi Rizzo first_new = kring->mon_tail; 642847bf383SLuigi Rizzo new_slots = kring->nr_hwtail - first_new; 643847bf383SLuigi Rizzo if (new_slots < 0) 644847bf383SLuigi Rizzo new_slots += kring->nkr_num_slots; 645847bf383SLuigi Rizzo if (new_slots) 646847bf383SLuigi Rizzo netmap_monitor_parent_sync(kring, first_new, new_slots); 647847bf383SLuigi Rizzo kring->mon_tail = kring->nr_hwtail; 6484bf50f18SLuigi Rizzo return 0; 6494bf50f18SLuigi Rizzo } 6504bf50f18SLuigi Rizzo 651847bf383SLuigi Rizzo /* callback used to replace the nm_notify() callback in the monitored rx rings */ 6524bf50f18SLuigi Rizzo static int 653847bf383SLuigi Rizzo netmap_monitor_parent_notify(struct netmap_kring *kring, int flags) 6544bf50f18SLuigi Rizzo { 655847bf383SLuigi Rizzo ND(5, "%s %x", kring->name, flags); 656847bf383SLuigi Rizzo /* ?xsync callbacks have tryget called by their callers 657847bf383SLuigi Rizzo * (NIOCREGIF and poll()), but here we have to call it 658847bf383SLuigi Rizzo * by ourself 659847bf383SLuigi Rizzo */ 660847bf383SLuigi Rizzo if (nm_kr_tryget(kring)) 661847bf383SLuigi Rizzo goto out; 662847bf383SLuigi Rizzo netmap_monitor_parent_rxsync(kring, NAF_FORCE_READ); 663847bf383SLuigi Rizzo nm_kr_put(kring); 664847bf383SLuigi Rizzo out: 665847bf383SLuigi Rizzo return kring->mon_notify(kring, flags); 6664bf50f18SLuigi Rizzo } 6674bf50f18SLuigi Rizzo 6684bf50f18SLuigi Rizzo 6694bf50f18SLuigi Rizzo static int 6704bf50f18SLuigi Rizzo netmap_monitor_reg(struct netmap_adapter *na, int onoff) 6714bf50f18SLuigi Rizzo { 672847bf383SLuigi Rizzo return netmap_monitor_reg_common(na, onoff, 0 /* no zcopy */); 6734bf50f18SLuigi Rizzo } 6744bf50f18SLuigi Rizzo 6754bf50f18SLuigi Rizzo static void 6764bf50f18SLuigi Rizzo netmap_monitor_dtor(struct netmap_adapter *na) 6774bf50f18SLuigi Rizzo { 6784bf50f18SLuigi Rizzo struct netmap_monitor_adapter *mna = 6794bf50f18SLuigi Rizzo (struct netmap_monitor_adapter *)na; 6804bf50f18SLuigi Rizzo struct netmap_priv_d *priv = &mna->priv; 6814bf50f18SLuigi Rizzo struct netmap_adapter *pna = priv->np_na; 6824bf50f18SLuigi Rizzo 6834bf50f18SLuigi Rizzo netmap_adapter_put(pna); 6844bf50f18SLuigi Rizzo } 6854bf50f18SLuigi Rizzo 6864bf50f18SLuigi Rizzo 6874bf50f18SLuigi Rizzo /* check if nmr is a request for a monitor adapter that we can satisfy */ 6884bf50f18SLuigi Rizzo int 6894bf50f18SLuigi Rizzo netmap_get_monitor_na(struct nmreq *nmr, struct netmap_adapter **na, int create) 6904bf50f18SLuigi Rizzo { 6914bf50f18SLuigi Rizzo struct nmreq pnmr; 6924bf50f18SLuigi Rizzo struct netmap_adapter *pna; /* parent adapter */ 6934bf50f18SLuigi Rizzo struct netmap_monitor_adapter *mna; 6944bf50f18SLuigi Rizzo int i, error; 695847bf383SLuigi Rizzo enum txrx t; 696847bf383SLuigi Rizzo int zcopy = (nmr->nr_flags & NR_ZCOPY_MON); 697847bf383SLuigi Rizzo char monsuff[10] = ""; 6984bf50f18SLuigi Rizzo 6994bf50f18SLuigi Rizzo if ((nmr->nr_flags & (NR_MONITOR_TX | NR_MONITOR_RX)) == 0) { 7004bf50f18SLuigi Rizzo ND("not a monitor"); 7014bf50f18SLuigi Rizzo return 0; 7024bf50f18SLuigi Rizzo } 7034bf50f18SLuigi Rizzo /* this is a request for a monitor adapter */ 7044bf50f18SLuigi Rizzo 7054bf50f18SLuigi Rizzo D("flags %x", nmr->nr_flags); 7064bf50f18SLuigi Rizzo 7074bf50f18SLuigi Rizzo mna = malloc(sizeof(*mna), M_DEVBUF, M_NOWAIT | M_ZERO); 7084bf50f18SLuigi Rizzo if (mna == NULL) { 7094bf50f18SLuigi Rizzo D("memory error"); 7104bf50f18SLuigi Rizzo return ENOMEM; 7114bf50f18SLuigi Rizzo } 7124bf50f18SLuigi Rizzo 7134bf50f18SLuigi Rizzo /* first, try to find the adapter that we want to monitor 7144bf50f18SLuigi Rizzo * We use the same nmr, after we have turned off the monitor flags. 7154bf50f18SLuigi Rizzo * In this way we can potentially monitor everything netmap understands, 7164bf50f18SLuigi Rizzo * except other monitors. 7174bf50f18SLuigi Rizzo */ 7184bf50f18SLuigi Rizzo memcpy(&pnmr, nmr, sizeof(pnmr)); 7194bf50f18SLuigi Rizzo pnmr.nr_flags &= ~(NR_MONITOR_TX | NR_MONITOR_RX); 7204bf50f18SLuigi Rizzo error = netmap_get_na(&pnmr, &pna, create); 7214bf50f18SLuigi Rizzo if (error) { 7224bf50f18SLuigi Rizzo D("parent lookup failed: %d", error); 7234bf50f18SLuigi Rizzo return error; 7244bf50f18SLuigi Rizzo } 7254bf50f18SLuigi Rizzo D("found parent: %s", pna->name); 7264bf50f18SLuigi Rizzo 7274bf50f18SLuigi Rizzo if (!nm_netmap_on(pna)) { 7284bf50f18SLuigi Rizzo /* parent not in netmap mode */ 7294bf50f18SLuigi Rizzo /* XXX we can wait for the parent to enter netmap mode, 7304bf50f18SLuigi Rizzo * by intercepting its nm_register callback (2014-03-16) 7314bf50f18SLuigi Rizzo */ 7324bf50f18SLuigi Rizzo D("%s not in netmap mode", pna->name); 7334bf50f18SLuigi Rizzo error = EINVAL; 7344bf50f18SLuigi Rizzo goto put_out; 7354bf50f18SLuigi Rizzo } 7364bf50f18SLuigi Rizzo 7374bf50f18SLuigi Rizzo /* grab all the rings we need in the parent */ 7384bf50f18SLuigi Rizzo mna->priv.np_na = pna; 7394bf50f18SLuigi Rizzo error = netmap_interp_ringid(&mna->priv, nmr->nr_ringid, nmr->nr_flags); 7404bf50f18SLuigi Rizzo if (error) { 7414bf50f18SLuigi Rizzo D("ringid error"); 7424bf50f18SLuigi Rizzo goto put_out; 7434bf50f18SLuigi Rizzo } 744847bf383SLuigi Rizzo if (mna->priv.np_qlast[NR_TX] - mna->priv.np_qfirst[NR_TX] == 1) { 745847bf383SLuigi Rizzo snprintf(monsuff, 10, "-%d", mna->priv.np_qfirst[NR_TX]); 746847bf383SLuigi Rizzo } 747847bf383SLuigi Rizzo snprintf(mna->up.name, sizeof(mna->up.name), "%s%s/%s%s%s", pna->name, 748847bf383SLuigi Rizzo monsuff, 749847bf383SLuigi Rizzo zcopy ? "z" : "", 750847bf383SLuigi Rizzo (nmr->nr_flags & NR_MONITOR_RX) ? "r" : "", 751847bf383SLuigi Rizzo (nmr->nr_flags & NR_MONITOR_TX) ? "t" : ""); 752847bf383SLuigi Rizzo 753847bf383SLuigi Rizzo if (zcopy) { 754847bf383SLuigi Rizzo /* zero copy monitors need exclusive access to the monitored rings */ 755847bf383SLuigi Rizzo for_rx_tx(t) { 756847bf383SLuigi Rizzo if (! (nmr->nr_flags & nm_txrx2flag(t))) 757847bf383SLuigi Rizzo continue; 758847bf383SLuigi Rizzo for (i = mna->priv.np_qfirst[t]; i < mna->priv.np_qlast[t]; i++) { 759847bf383SLuigi Rizzo struct netmap_kring *kring = &NMR(pna, t)[i]; 760847bf383SLuigi Rizzo if (kring->n_monitors > 0) { 761847bf383SLuigi Rizzo error = EBUSY; 762847bf383SLuigi Rizzo D("ring %s already monitored by %s", kring->name, 763847bf383SLuigi Rizzo kring->monitors[0]->name); 764847bf383SLuigi Rizzo goto put_out; 765847bf383SLuigi Rizzo } 766847bf383SLuigi Rizzo } 767847bf383SLuigi Rizzo } 768847bf383SLuigi Rizzo mna->up.nm_register = netmap_zmon_reg; 769847bf383SLuigi Rizzo mna->up.nm_dtor = netmap_zmon_dtor; 770847bf383SLuigi Rizzo /* to have zero copy, we need to use the same memory allocator 771847bf383SLuigi Rizzo * as the monitored port 772847bf383SLuigi Rizzo */ 773847bf383SLuigi Rizzo mna->up.nm_mem = pna->nm_mem; 774847bf383SLuigi Rizzo mna->up.na_lut = pna->na_lut; 775847bf383SLuigi Rizzo } else { 776847bf383SLuigi Rizzo /* normal monitors are incompatible with zero copy ones */ 777847bf383SLuigi Rizzo for_rx_tx(t) { 778847bf383SLuigi Rizzo if (! (nmr->nr_flags & nm_txrx2flag(t))) 779847bf383SLuigi Rizzo continue; 780847bf383SLuigi Rizzo for (i = mna->priv.np_qfirst[t]; i < mna->priv.np_qlast[t]; i++) { 781847bf383SLuigi Rizzo struct netmap_kring *kring = &NMR(pna, t)[i]; 782847bf383SLuigi Rizzo if (kring->n_monitors > 0 && 783847bf383SLuigi Rizzo kring->monitors[0]->na->nm_register == netmap_zmon_reg) 784847bf383SLuigi Rizzo { 7854bf50f18SLuigi Rizzo error = EBUSY; 7864bf50f18SLuigi Rizzo D("ring busy"); 787847bf383SLuigi Rizzo goto put_out; 7884bf50f18SLuigi Rizzo } 7894bf50f18SLuigi Rizzo } 7904bf50f18SLuigi Rizzo } 7914bf50f18SLuigi Rizzo mna->up.nm_rxsync = netmap_monitor_rxsync; 7924bf50f18SLuigi Rizzo mna->up.nm_register = netmap_monitor_reg; 7934bf50f18SLuigi Rizzo mna->up.nm_dtor = netmap_monitor_dtor; 794847bf383SLuigi Rizzo } 795847bf383SLuigi Rizzo 796847bf383SLuigi Rizzo /* the monitor supports the host rings iff the parent does */ 797847bf383SLuigi Rizzo mna->up.na_flags = (pna->na_flags & NAF_HOST_RINGS); 798847bf383SLuigi Rizzo /* a do-nothing txsync: monitors cannot be used to inject packets */ 799847bf383SLuigi Rizzo mna->up.nm_txsync = netmap_monitor_txsync; 800847bf383SLuigi Rizzo mna->up.nm_rxsync = netmap_monitor_rxsync; 8014bf50f18SLuigi Rizzo mna->up.nm_krings_create = netmap_monitor_krings_create; 8024bf50f18SLuigi Rizzo mna->up.nm_krings_delete = netmap_monitor_krings_delete; 8034bf50f18SLuigi Rizzo mna->up.num_tx_rings = 1; // XXX we don't need it, but field can't be zero 8044bf50f18SLuigi Rizzo /* we set the number of our rx_rings to be max(num_rx_rings, num_rx_rings) 8054bf50f18SLuigi Rizzo * in the parent 8064bf50f18SLuigi Rizzo */ 8074bf50f18SLuigi Rizzo mna->up.num_rx_rings = pna->num_rx_rings; 8084bf50f18SLuigi Rizzo if (pna->num_tx_rings > pna->num_rx_rings) 8094bf50f18SLuigi Rizzo mna->up.num_rx_rings = pna->num_tx_rings; 8104bf50f18SLuigi Rizzo /* by default, the number of slots is the same as in 8114bf50f18SLuigi Rizzo * the parent rings, but the user may ask for a different 8124bf50f18SLuigi Rizzo * number 8134bf50f18SLuigi Rizzo */ 8144bf50f18SLuigi Rizzo mna->up.num_tx_desc = nmr->nr_tx_slots; 8154bf50f18SLuigi Rizzo nm_bound_var(&mna->up.num_tx_desc, pna->num_tx_desc, 8164bf50f18SLuigi Rizzo 1, NM_MONITOR_MAXSLOTS, NULL); 8174bf50f18SLuigi Rizzo mna->up.num_rx_desc = nmr->nr_rx_slots; 8184bf50f18SLuigi Rizzo nm_bound_var(&mna->up.num_rx_desc, pna->num_rx_desc, 8194bf50f18SLuigi Rizzo 1, NM_MONITOR_MAXSLOTS, NULL); 8204bf50f18SLuigi Rizzo error = netmap_attach_common(&mna->up); 8214bf50f18SLuigi Rizzo if (error) { 8224bf50f18SLuigi Rizzo D("attach_common error"); 823847bf383SLuigi Rizzo goto put_out; 8244bf50f18SLuigi Rizzo } 8254bf50f18SLuigi Rizzo 8264bf50f18SLuigi Rizzo /* remember the traffic directions we have to monitor */ 8274bf50f18SLuigi Rizzo mna->flags = (nmr->nr_flags & (NR_MONITOR_TX | NR_MONITOR_RX)); 8284bf50f18SLuigi Rizzo 8294bf50f18SLuigi Rizzo *na = &mna->up; 8304bf50f18SLuigi Rizzo netmap_adapter_get(*na); 8314bf50f18SLuigi Rizzo 8324bf50f18SLuigi Rizzo /* write the configuration back */ 8334bf50f18SLuigi Rizzo nmr->nr_tx_rings = mna->up.num_tx_rings; 8344bf50f18SLuigi Rizzo nmr->nr_rx_rings = mna->up.num_rx_rings; 8354bf50f18SLuigi Rizzo nmr->nr_tx_slots = mna->up.num_tx_desc; 8364bf50f18SLuigi Rizzo nmr->nr_rx_slots = mna->up.num_rx_desc; 8374bf50f18SLuigi Rizzo 8384bf50f18SLuigi Rizzo /* keep the reference to the parent */ 8394bf50f18SLuigi Rizzo D("monitor ok"); 8404bf50f18SLuigi Rizzo 8414bf50f18SLuigi Rizzo return 0; 8424bf50f18SLuigi Rizzo 8434bf50f18SLuigi Rizzo put_out: 8444bf50f18SLuigi Rizzo netmap_adapter_put(pna); 8454bf50f18SLuigi Rizzo free(mna, M_DEVBUF); 8464bf50f18SLuigi Rizzo return error; 8474bf50f18SLuigi Rizzo } 8484bf50f18SLuigi Rizzo 8494bf50f18SLuigi Rizzo 8504bf50f18SLuigi Rizzo #endif /* WITH_MONITOR */ 851