14bf50f18SLuigi Rizzo /*
24bf50f18SLuigi Rizzo  * Copyright (C) 2014 Giuseppe Lettieri. All rights reserved.
34bf50f18SLuigi Rizzo  *
44bf50f18SLuigi Rizzo  * Redistribution and use in source and binary forms, with or without
54bf50f18SLuigi Rizzo  * modification, are permitted provided that the following conditions
64bf50f18SLuigi Rizzo  * are met:
74bf50f18SLuigi Rizzo  *   1. Redistributions of source code must retain the above copyright
84bf50f18SLuigi Rizzo  *      notice, this list of conditions and the following disclaimer.
94bf50f18SLuigi Rizzo  *   2. Redistributions in binary form must reproduce the above copyright
104bf50f18SLuigi Rizzo  *      notice, this list of conditions and the following disclaimer in the
114bf50f18SLuigi Rizzo  *      documentation and/or other materials provided with the distribution.
124bf50f18SLuigi Rizzo  *
134bf50f18SLuigi Rizzo  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
144bf50f18SLuigi Rizzo  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
154bf50f18SLuigi Rizzo  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
164bf50f18SLuigi Rizzo  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
174bf50f18SLuigi Rizzo  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
184bf50f18SLuigi Rizzo  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
194bf50f18SLuigi Rizzo  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
204bf50f18SLuigi Rizzo  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
214bf50f18SLuigi Rizzo  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
224bf50f18SLuigi Rizzo  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
234bf50f18SLuigi Rizzo  * SUCH DAMAGE.
244bf50f18SLuigi Rizzo  */
254bf50f18SLuigi Rizzo 
264bf50f18SLuigi Rizzo /*
274bf50f18SLuigi Rizzo  * $FreeBSD$
284bf50f18SLuigi Rizzo  *
294bf50f18SLuigi Rizzo  * Monitors
304bf50f18SLuigi Rizzo  *
31847bf383SLuigi Rizzo  * netmap monitors can be used to do monitoring of network traffic
324bf50f18SLuigi Rizzo  * on another adapter, when the latter adapter is working in netmap mode.
334bf50f18SLuigi Rizzo  *
344bf50f18SLuigi Rizzo  * Monitors offer to userspace the same interface as any other netmap port,
354bf50f18SLuigi Rizzo  * with as many pairs of netmap rings as the monitored adapter.
364bf50f18SLuigi Rizzo  * However, only the rx rings are actually used. Each monitor rx ring receives
374bf50f18SLuigi Rizzo  * the traffic transiting on both the tx and rx corresponding rings in the
384bf50f18SLuigi Rizzo  * monitored adapter. During registration, the user can choose if she wants
394bf50f18SLuigi Rizzo  * to intercept tx only, rx only, or both tx and rx traffic.
404bf50f18SLuigi Rizzo  *
41847bf383SLuigi Rizzo  * If the monitor is not able to cope with the stream of frames, excess traffic
42847bf383SLuigi Rizzo  * will be dropped.
43847bf383SLuigi Rizzo  *
44847bf383SLuigi Rizzo  * If the monitored adapter leaves netmap mode, the monitor has to be restarted.
45847bf383SLuigi Rizzo  *
46847bf383SLuigi Rizzo  * Monitors can be either zero-copy or copy-based.
47847bf383SLuigi Rizzo  *
48847bf383SLuigi Rizzo  * Copy monitors see the frames before they are consumed:
49847bf383SLuigi Rizzo  *
50847bf383SLuigi Rizzo  *  - For tx traffic, this is when the application sends them, before they are
51847bf383SLuigi Rizzo  *    passed down to the adapter.
52847bf383SLuigi Rizzo  *
53847bf383SLuigi Rizzo  *  - For rx traffic, this is when they are received by the adapter, before
54847bf383SLuigi Rizzo  *    they are sent up to the application, if any (note that, if no
55847bf383SLuigi Rizzo  *    application is reading from a monitored ring, the ring will eventually
56847bf383SLuigi Rizzo  *    fill up and traffic will stop).
57847bf383SLuigi Rizzo  *
58847bf383SLuigi Rizzo  * Zero-copy monitors only see the frames after they have been consumed:
594bf50f18SLuigi Rizzo  *
604bf50f18SLuigi Rizzo  *  - For tx traffic, this is after the slots containing the frames have been
614bf50f18SLuigi Rizzo  *    marked as free. Note that this may happen at a considerably delay after
624bf50f18SLuigi Rizzo  *    frame transmission, since freeing of slots is often done lazily.
634bf50f18SLuigi Rizzo  *
644bf50f18SLuigi Rizzo  *  - For rx traffic, this is after the consumer on the monitored adapter
654bf50f18SLuigi Rizzo  *    has released them. In most cases, the consumer is a userspace
664bf50f18SLuigi Rizzo  *    application which may have modified the frame contents.
674bf50f18SLuigi Rizzo  *
68847bf383SLuigi Rizzo  * Several copy monitors may be active on any ring.  Zero-copy monitors,
69847bf383SLuigi Rizzo  * instead, need exclusive access to each of the monitored rings.  This may
70847bf383SLuigi Rizzo  * change in the future, if we implement zero-copy monitor chaining.
714bf50f18SLuigi Rizzo  *
724bf50f18SLuigi Rizzo  */
734bf50f18SLuigi Rizzo 
744bf50f18SLuigi Rizzo 
754bf50f18SLuigi Rizzo #if defined(__FreeBSD__)
764bf50f18SLuigi Rizzo #include <sys/cdefs.h> /* prerequisite */
774bf50f18SLuigi Rizzo 
784bf50f18SLuigi Rizzo #include <sys/types.h>
794bf50f18SLuigi Rizzo #include <sys/errno.h>
804bf50f18SLuigi Rizzo #include <sys/param.h>	/* defines used in kernel.h */
814bf50f18SLuigi Rizzo #include <sys/kernel.h>	/* types used in module initialization */
824bf50f18SLuigi Rizzo #include <sys/malloc.h>
834bf50f18SLuigi Rizzo #include <sys/poll.h>
844bf50f18SLuigi Rizzo #include <sys/lock.h>
854bf50f18SLuigi Rizzo #include <sys/rwlock.h>
864bf50f18SLuigi Rizzo #include <sys/selinfo.h>
874bf50f18SLuigi Rizzo #include <sys/sysctl.h>
884bf50f18SLuigi Rizzo #include <sys/socket.h> /* sockaddrs */
894bf50f18SLuigi Rizzo #include <net/if.h>
904bf50f18SLuigi Rizzo #include <net/if_var.h>
914bf50f18SLuigi Rizzo #include <machine/bus.h>	/* bus_dmamap_* */
924bf50f18SLuigi Rizzo #include <sys/refcount.h>
934bf50f18SLuigi Rizzo 
944bf50f18SLuigi Rizzo 
954bf50f18SLuigi Rizzo #elif defined(linux)
964bf50f18SLuigi Rizzo 
974bf50f18SLuigi Rizzo #include "bsd_glue.h"
984bf50f18SLuigi Rizzo 
994bf50f18SLuigi Rizzo #elif defined(__APPLE__)
1004bf50f18SLuigi Rizzo 
1014bf50f18SLuigi Rizzo #warning OSX support is only partial
1024bf50f18SLuigi Rizzo #include "osx_glue.h"
1034bf50f18SLuigi Rizzo 
1044bf50f18SLuigi Rizzo #else
1054bf50f18SLuigi Rizzo 
1064bf50f18SLuigi Rizzo #error	Unsupported platform
1074bf50f18SLuigi Rizzo 
1084bf50f18SLuigi Rizzo #endif /* unsupported */
1094bf50f18SLuigi Rizzo 
1104bf50f18SLuigi Rizzo /*
1114bf50f18SLuigi Rizzo  * common headers
1124bf50f18SLuigi Rizzo  */
1134bf50f18SLuigi Rizzo 
1144bf50f18SLuigi Rizzo #include <net/netmap.h>
1154bf50f18SLuigi Rizzo #include <dev/netmap/netmap_kern.h>
1164bf50f18SLuigi Rizzo #include <dev/netmap/netmap_mem2.h>
1174bf50f18SLuigi Rizzo 
1184bf50f18SLuigi Rizzo #ifdef WITH_MONITOR
1194bf50f18SLuigi Rizzo 
1204bf50f18SLuigi Rizzo #define NM_MONITOR_MAXSLOTS 4096
1214bf50f18SLuigi Rizzo 
122847bf383SLuigi Rizzo /*
123847bf383SLuigi Rizzo  ********************************************************************
124847bf383SLuigi Rizzo  * functions common to both kind of monitors
125847bf383SLuigi Rizzo  ********************************************************************
126847bf383SLuigi Rizzo  */
127847bf383SLuigi Rizzo 
128847bf383SLuigi Rizzo /* nm_sync callback for the monitor's own tx rings.
129847bf383SLuigi Rizzo  * This makes no sense and always returns error
1304bf50f18SLuigi Rizzo  */
1314bf50f18SLuigi Rizzo static int
132847bf383SLuigi Rizzo netmap_monitor_txsync(struct netmap_kring *kring, int flags)
1334bf50f18SLuigi Rizzo {
134847bf383SLuigi Rizzo         RD(1, "%s %x", kring->name, flags);
135847bf383SLuigi Rizzo 	return EIO;
136847bf383SLuigi Rizzo }
137847bf383SLuigi Rizzo 
138847bf383SLuigi Rizzo /* nm_sync callback for the monitor's own rx rings.
139847bf383SLuigi Rizzo  * Note that the lock in netmap_zmon_parent_sync only protects
140847bf383SLuigi Rizzo  * writers among themselves. Synchronization between writers
141847bf383SLuigi Rizzo  * (i.e., netmap_zmon_parent_txsync and netmap_zmon_parent_rxsync)
142847bf383SLuigi Rizzo  * and readers (i.e., netmap_zmon_rxsync) relies on memory barriers.
143847bf383SLuigi Rizzo  */
144847bf383SLuigi Rizzo static int
145847bf383SLuigi Rizzo netmap_monitor_rxsync(struct netmap_kring *kring, int flags)
146847bf383SLuigi Rizzo {
147847bf383SLuigi Rizzo         ND("%s %x", kring->name, flags);
148847bf383SLuigi Rizzo 	kring->nr_hwcur = kring->rcur;
149847bf383SLuigi Rizzo 	mb();
150847bf383SLuigi Rizzo         return 0;
151847bf383SLuigi Rizzo }
152847bf383SLuigi Rizzo 
153847bf383SLuigi Rizzo /* nm_krings_create callbacks for monitors.
154847bf383SLuigi Rizzo  * We could use the default netmap_hw_krings_zmon, but
155847bf383SLuigi Rizzo  * we don't need the mbq.
156847bf383SLuigi Rizzo  */
157847bf383SLuigi Rizzo static int
158847bf383SLuigi Rizzo netmap_monitor_krings_create(struct netmap_adapter *na)
159847bf383SLuigi Rizzo {
160847bf383SLuigi Rizzo 	return netmap_krings_create(na, 0);
161847bf383SLuigi Rizzo }
162847bf383SLuigi Rizzo 
163847bf383SLuigi Rizzo /* nm_krings_delete callback for monitors */
164847bf383SLuigi Rizzo static void
165847bf383SLuigi Rizzo netmap_monitor_krings_delete(struct netmap_adapter *na)
166847bf383SLuigi Rizzo {
167847bf383SLuigi Rizzo 	netmap_krings_delete(na);
168847bf383SLuigi Rizzo }
169847bf383SLuigi Rizzo 
170847bf383SLuigi Rizzo 
171847bf383SLuigi Rizzo static u_int
172847bf383SLuigi Rizzo nm_txrx2flag(enum txrx t)
173847bf383SLuigi Rizzo {
174847bf383SLuigi Rizzo 	return (t == NR_RX ? NR_MONITOR_RX : NR_MONITOR_TX);
175847bf383SLuigi Rizzo }
176847bf383SLuigi Rizzo 
177847bf383SLuigi Rizzo /* allocate the monitors array in the monitored kring */
178847bf383SLuigi Rizzo static int
179847bf383SLuigi Rizzo nm_monitor_alloc(struct netmap_kring *kring, u_int n)
180847bf383SLuigi Rizzo {
181847bf383SLuigi Rizzo 	size_t len;
182847bf383SLuigi Rizzo 	struct netmap_kring **nm;
183847bf383SLuigi Rizzo 
184847bf383SLuigi Rizzo 	if (n <= kring->max_monitors)
185847bf383SLuigi Rizzo 		/* we already have more entries that requested */
186847bf383SLuigi Rizzo 		return 0;
187847bf383SLuigi Rizzo 
188847bf383SLuigi Rizzo         len = sizeof(struct netmap_kring *) * n;
189847bf383SLuigi Rizzo 	nm = realloc(kring->monitors, len, M_DEVBUF, M_NOWAIT | M_ZERO);
190847bf383SLuigi Rizzo 	if (nm == NULL)
191847bf383SLuigi Rizzo 		return ENOMEM;
192847bf383SLuigi Rizzo 
193847bf383SLuigi Rizzo 	kring->monitors = nm;
194847bf383SLuigi Rizzo 	kring->max_monitors = n;
195847bf383SLuigi Rizzo 
196847bf383SLuigi Rizzo 	return 0;
197847bf383SLuigi Rizzo }
198847bf383SLuigi Rizzo 
199847bf383SLuigi Rizzo /* deallocate the parent array in the parent adapter */
200847bf383SLuigi Rizzo static void
201847bf383SLuigi Rizzo nm_monitor_dealloc(struct netmap_kring *kring)
202847bf383SLuigi Rizzo {
203847bf383SLuigi Rizzo 	if (kring->monitors) {
204847bf383SLuigi Rizzo 		if (kring->n_monitors > 0) {
205847bf383SLuigi Rizzo 			D("freeing not empty monitor array for %s (%d dangling monitors)!", kring->name,
206847bf383SLuigi Rizzo 					kring->n_monitors);
207847bf383SLuigi Rizzo 		}
208847bf383SLuigi Rizzo 		free(kring->monitors, M_DEVBUF);
209847bf383SLuigi Rizzo 		kring->monitors = NULL;
210847bf383SLuigi Rizzo 		kring->max_monitors = 0;
211847bf383SLuigi Rizzo 		kring->n_monitors = 0;
212847bf383SLuigi Rizzo 	}
213847bf383SLuigi Rizzo }
214847bf383SLuigi Rizzo 
215847bf383SLuigi Rizzo /*
216847bf383SLuigi Rizzo  * monitors work by replacing the nm_sync() and possibly the
217847bf383SLuigi Rizzo  * nm_notify() callbacks in the monitored rings.
218847bf383SLuigi Rizzo  */
219847bf383SLuigi Rizzo static int netmap_zmon_parent_txsync(struct netmap_kring *, int);
220847bf383SLuigi Rizzo static int netmap_zmon_parent_rxsync(struct netmap_kring *, int);
221847bf383SLuigi Rizzo static int netmap_monitor_parent_txsync(struct netmap_kring *, int);
222847bf383SLuigi Rizzo static int netmap_monitor_parent_rxsync(struct netmap_kring *, int);
223847bf383SLuigi Rizzo static int netmap_monitor_parent_notify(struct netmap_kring *, int);
224847bf383SLuigi Rizzo 
225847bf383SLuigi Rizzo 
226847bf383SLuigi Rizzo /* add the monitor mkring to the list of monitors of kring.
227847bf383SLuigi Rizzo  * If this is the first monitor, intercept the callbacks
228847bf383SLuigi Rizzo  */
229847bf383SLuigi Rizzo static int
230847bf383SLuigi Rizzo netmap_monitor_add(struct netmap_kring *mkring, struct netmap_kring *kring, int zcopy)
231847bf383SLuigi Rizzo {
232847bf383SLuigi Rizzo 	int error = 0;
233847bf383SLuigi Rizzo 
234847bf383SLuigi Rizzo 	/* sinchronize with concurrently running nm_sync()s */
235847bf383SLuigi Rizzo 	nm_kr_get(kring);
236847bf383SLuigi Rizzo 	/* make sure the monitor array exists and is big enough */
237847bf383SLuigi Rizzo 	error = nm_monitor_alloc(kring, kring->n_monitors + 1);
238847bf383SLuigi Rizzo 	if (error)
239847bf383SLuigi Rizzo 		goto out;
240847bf383SLuigi Rizzo 	kring->monitors[kring->n_monitors] = mkring;
241847bf383SLuigi Rizzo 	mkring->mon_pos = kring->n_monitors;
242847bf383SLuigi Rizzo 	kring->n_monitors++;
243847bf383SLuigi Rizzo 	if (kring->n_monitors == 1) {
244847bf383SLuigi Rizzo 		/* this is the first monitor, intercept callbacks */
245847bf383SLuigi Rizzo 		D("%s: intercept callbacks on %s", mkring->name, kring->name);
246847bf383SLuigi Rizzo 		kring->mon_sync = kring->nm_sync;
247847bf383SLuigi Rizzo 		/* zcopy monitors do not override nm_notify(), but
248847bf383SLuigi Rizzo 		 * we save the original one regardless, so that
249847bf383SLuigi Rizzo 		 * netmap_monitor_del() does not need to know the
250847bf383SLuigi Rizzo 		 * monitor type
251847bf383SLuigi Rizzo 		 */
252847bf383SLuigi Rizzo 		kring->mon_notify = kring->nm_notify;
253847bf383SLuigi Rizzo 		if (kring->tx == NR_TX) {
254847bf383SLuigi Rizzo 			kring->nm_sync = (zcopy ? netmap_zmon_parent_txsync :
255847bf383SLuigi Rizzo 						  netmap_monitor_parent_txsync);
256847bf383SLuigi Rizzo 		} else {
257847bf383SLuigi Rizzo 			kring->nm_sync = (zcopy ? netmap_zmon_parent_rxsync :
258847bf383SLuigi Rizzo 						  netmap_monitor_parent_rxsync);
259847bf383SLuigi Rizzo 			if (!zcopy) {
260847bf383SLuigi Rizzo 				/* also intercept notify */
261847bf383SLuigi Rizzo 				kring->nm_notify = netmap_monitor_parent_notify;
262847bf383SLuigi Rizzo 				kring->mon_tail = kring->nr_hwtail;
263847bf383SLuigi Rizzo 			}
264847bf383SLuigi Rizzo 		}
265847bf383SLuigi Rizzo 	}
266847bf383SLuigi Rizzo 
267847bf383SLuigi Rizzo out:
268847bf383SLuigi Rizzo 	nm_kr_put(kring);
269847bf383SLuigi Rizzo 	return error;
270847bf383SLuigi Rizzo }
271847bf383SLuigi Rizzo 
272847bf383SLuigi Rizzo 
273847bf383SLuigi Rizzo /* remove the monitor mkring from the list of monitors of kring.
274847bf383SLuigi Rizzo  * If this is the last monitor, restore the original callbacks
275847bf383SLuigi Rizzo  */
276847bf383SLuigi Rizzo static void
277847bf383SLuigi Rizzo netmap_monitor_del(struct netmap_kring *mkring, struct netmap_kring *kring)
278847bf383SLuigi Rizzo {
279847bf383SLuigi Rizzo 	/* sinchronize with concurrently running nm_sync()s */
280847bf383SLuigi Rizzo 	nm_kr_get(kring);
281847bf383SLuigi Rizzo 	kring->n_monitors--;
282847bf383SLuigi Rizzo 	if (mkring->mon_pos != kring->n_monitors) {
283847bf383SLuigi Rizzo 		kring->monitors[mkring->mon_pos] = kring->monitors[kring->n_monitors];
284847bf383SLuigi Rizzo 		kring->monitors[mkring->mon_pos]->mon_pos = mkring->mon_pos;
285847bf383SLuigi Rizzo 	}
286847bf383SLuigi Rizzo 	kring->monitors[kring->n_monitors] = NULL;
287847bf383SLuigi Rizzo 	if (kring->n_monitors == 0) {
288847bf383SLuigi Rizzo 		/* this was the last monitor, restore callbacks  and delete monitor array */
289847bf383SLuigi Rizzo 		D("%s: restoring sync on %s: %p", mkring->name, kring->name, kring->mon_sync);
290847bf383SLuigi Rizzo 		kring->nm_sync = kring->mon_sync;
291847bf383SLuigi Rizzo 		kring->mon_sync = NULL;
292847bf383SLuigi Rizzo 		if (kring->tx == NR_RX) {
293847bf383SLuigi Rizzo 			D("%s: restoring notify on %s: %p",
294847bf383SLuigi Rizzo 					mkring->name, kring->name, kring->mon_notify);
295847bf383SLuigi Rizzo 			kring->nm_notify = kring->mon_notify;
296847bf383SLuigi Rizzo 			kring->mon_notify = NULL;
297847bf383SLuigi Rizzo 		}
298847bf383SLuigi Rizzo 		nm_monitor_dealloc(kring);
299847bf383SLuigi Rizzo 	}
300847bf383SLuigi Rizzo 	nm_kr_put(kring);
301847bf383SLuigi Rizzo }
302847bf383SLuigi Rizzo 
303847bf383SLuigi Rizzo 
304847bf383SLuigi Rizzo /* This is called when the monitored adapter leaves netmap mode
305847bf383SLuigi Rizzo  * (see netmap_do_unregif).
306847bf383SLuigi Rizzo  * We need to notify the monitors that the monitored rings are gone.
307847bf383SLuigi Rizzo  * We do this by setting their mna->priv.np_na to NULL.
308847bf383SLuigi Rizzo  * Note that the rings are already stopped when this happens, so
309847bf383SLuigi Rizzo  * no monitor ring callback can be active.
310847bf383SLuigi Rizzo  */
311847bf383SLuigi Rizzo void
312847bf383SLuigi Rizzo netmap_monitor_stop(struct netmap_adapter *na)
313847bf383SLuigi Rizzo {
314847bf383SLuigi Rizzo 	enum txrx t;
315847bf383SLuigi Rizzo 
316847bf383SLuigi Rizzo 	for_rx_tx(t) {
317847bf383SLuigi Rizzo 		u_int i;
318847bf383SLuigi Rizzo 
319847bf383SLuigi Rizzo 		for (i = 0; i < nma_get_nrings(na, t); i++) {
320847bf383SLuigi Rizzo 			struct netmap_kring *kring = &NMR(na, t)[i];
321847bf383SLuigi Rizzo 			u_int j;
322847bf383SLuigi Rizzo 
323847bf383SLuigi Rizzo 			for (j = 0; j < kring->n_monitors; j++) {
324847bf383SLuigi Rizzo 				struct netmap_kring *mkring =
325847bf383SLuigi Rizzo 					kring->monitors[j];
326847bf383SLuigi Rizzo 				struct netmap_monitor_adapter *mna =
327847bf383SLuigi Rizzo 					(struct netmap_monitor_adapter *)mkring->na;
328847bf383SLuigi Rizzo 				/* forget about this adapter */
329*05f76057SLuigi Rizzo 				netmap_adapter_put(mna->priv.np_na);
330847bf383SLuigi Rizzo 				mna->priv.np_na = NULL;
331847bf383SLuigi Rizzo 			}
332847bf383SLuigi Rizzo 		}
333847bf383SLuigi Rizzo 	}
334847bf383SLuigi Rizzo }
335847bf383SLuigi Rizzo 
336847bf383SLuigi Rizzo 
337847bf383SLuigi Rizzo /* common functions for the nm_register() callbacks of both kind of
338847bf383SLuigi Rizzo  * monitors.
339847bf383SLuigi Rizzo  */
340847bf383SLuigi Rizzo static int
341847bf383SLuigi Rizzo netmap_monitor_reg_common(struct netmap_adapter *na, int onoff, int zmon)
342847bf383SLuigi Rizzo {
343847bf383SLuigi Rizzo 	struct netmap_monitor_adapter *mna =
344847bf383SLuigi Rizzo 		(struct netmap_monitor_adapter *)na;
345847bf383SLuigi Rizzo 	struct netmap_priv_d *priv = &mna->priv;
346847bf383SLuigi Rizzo 	struct netmap_adapter *pna = priv->np_na;
347847bf383SLuigi Rizzo 	struct netmap_kring *kring, *mkring;
348847bf383SLuigi Rizzo 	int i;
349847bf383SLuigi Rizzo 	enum txrx t;
350847bf383SLuigi Rizzo 
351847bf383SLuigi Rizzo 	ND("%p: onoff %d", na, onoff);
352847bf383SLuigi Rizzo 	if (onoff) {
353847bf383SLuigi Rizzo 		if (pna == NULL) {
354847bf383SLuigi Rizzo 			/* parent left netmap mode, fatal */
355847bf383SLuigi Rizzo 			D("%s: internal error", na->name);
356847bf383SLuigi Rizzo 			return ENXIO;
357847bf383SLuigi Rizzo 		}
358847bf383SLuigi Rizzo 		for_rx_tx(t) {
359847bf383SLuigi Rizzo 			if (mna->flags & nm_txrx2flag(t)) {
360847bf383SLuigi Rizzo 				for (i = priv->np_qfirst[t]; i < priv->np_qlast[t]; i++) {
361847bf383SLuigi Rizzo 					kring = &NMR(pna, t)[i];
362847bf383SLuigi Rizzo 					mkring = &na->rx_rings[i];
363847bf383SLuigi Rizzo 					netmap_monitor_add(mkring, kring, zmon);
364847bf383SLuigi Rizzo 				}
365847bf383SLuigi Rizzo 			}
366847bf383SLuigi Rizzo 		}
367847bf383SLuigi Rizzo 		na->na_flags |= NAF_NETMAP_ON;
368847bf383SLuigi Rizzo 	} else {
369847bf383SLuigi Rizzo 		if (pna == NULL) {
370847bf383SLuigi Rizzo 			D("%s: parent left netmap mode, nothing to restore", na->name);
371847bf383SLuigi Rizzo 			return 0;
372847bf383SLuigi Rizzo 		}
373847bf383SLuigi Rizzo 		na->na_flags &= ~NAF_NETMAP_ON;
374847bf383SLuigi Rizzo 		for_rx_tx(t) {
375847bf383SLuigi Rizzo 			if (mna->flags & nm_txrx2flag(t)) {
376847bf383SLuigi Rizzo 				for (i = priv->np_qfirst[t]; i < priv->np_qlast[t]; i++) {
377847bf383SLuigi Rizzo 					kring = &NMR(pna, t)[i];
378847bf383SLuigi Rizzo 					mkring = &na->rx_rings[i];
379847bf383SLuigi Rizzo 					netmap_monitor_del(mkring, kring);
380847bf383SLuigi Rizzo 				}
381847bf383SLuigi Rizzo 			}
382847bf383SLuigi Rizzo 		}
383847bf383SLuigi Rizzo 	}
384847bf383SLuigi Rizzo 	return 0;
385847bf383SLuigi Rizzo }
386847bf383SLuigi Rizzo 
387847bf383SLuigi Rizzo /*
388847bf383SLuigi Rizzo  ****************************************************************
389847bf383SLuigi Rizzo  * functions specific for zero-copy monitors
390847bf383SLuigi Rizzo  ****************************************************************
391847bf383SLuigi Rizzo  */
392847bf383SLuigi Rizzo 
393847bf383SLuigi Rizzo /*
394847bf383SLuigi Rizzo  * Common function for both zero-copy tx and rx nm_sync()
395847bf383SLuigi Rizzo  * callbacks
396847bf383SLuigi Rizzo  */
397847bf383SLuigi Rizzo static int
398847bf383SLuigi Rizzo netmap_zmon_parent_sync(struct netmap_kring *kring, int flags, enum txrx tx)
399847bf383SLuigi Rizzo {
400847bf383SLuigi Rizzo 	struct netmap_kring *mkring = kring->monitors[0];
401847bf383SLuigi Rizzo 	struct netmap_ring *ring = kring->ring, *mring;
402847bf383SLuigi Rizzo 	int error = 0;
403847bf383SLuigi Rizzo 	int rel_slots, free_slots, busy, sent = 0;
4044bf50f18SLuigi Rizzo 	u_int beg, end, i;
4054bf50f18SLuigi Rizzo 	u_int lim = kring->nkr_num_slots - 1,
406847bf383SLuigi Rizzo 	      mlim; // = mkring->nkr_num_slots - 1;
407847bf383SLuigi Rizzo 
408847bf383SLuigi Rizzo 	if (mkring == NULL) {
409847bf383SLuigi Rizzo 		RD(5, "NULL monitor on %s", kring->name);
410847bf383SLuigi Rizzo 		return 0;
411847bf383SLuigi Rizzo 	}
412847bf383SLuigi Rizzo 	mring = mkring->ring;
4134bf50f18SLuigi Rizzo 	mlim = mkring->nkr_num_slots - 1;
4144bf50f18SLuigi Rizzo 
4154bf50f18SLuigi Rizzo 	/* get the relased slots (rel_slots) */
416847bf383SLuigi Rizzo 	if (tx == NR_TX) {
417847bf383SLuigi Rizzo 		beg = kring->nr_hwtail;
418847bf383SLuigi Rizzo 		error = kring->mon_sync(kring, flags);
4194bf50f18SLuigi Rizzo 		if (error)
4204bf50f18SLuigi Rizzo 			return error;
421847bf383SLuigi Rizzo 		end = kring->nr_hwtail;
422847bf383SLuigi Rizzo 	} else { /* NR_RX */
423847bf383SLuigi Rizzo 		beg = kring->nr_hwcur;
424847bf383SLuigi Rizzo 		end = kring->rhead;
425847bf383SLuigi Rizzo 	}
426847bf383SLuigi Rizzo 
4274bf50f18SLuigi Rizzo 	rel_slots = end - beg;
4284bf50f18SLuigi Rizzo 	if (rel_slots < 0)
4294bf50f18SLuigi Rizzo 		rel_slots += kring->nkr_num_slots;
4304bf50f18SLuigi Rizzo 
4314bf50f18SLuigi Rizzo 	if (!rel_slots) {
432847bf383SLuigi Rizzo 		/* no released slots, but we still need
433847bf383SLuigi Rizzo 		 * to call rxsync if this is a rx ring
434847bf383SLuigi Rizzo 		 */
435847bf383SLuigi Rizzo 		goto out_rxsync;
4364bf50f18SLuigi Rizzo 	}
4374bf50f18SLuigi Rizzo 
4384bf50f18SLuigi Rizzo 	/* we need to lock the monitor receive ring, since it
4394bf50f18SLuigi Rizzo 	 * is the target of bot tx and rx traffic from the monitored
4404bf50f18SLuigi Rizzo 	 * adapter
4414bf50f18SLuigi Rizzo 	 */
4424bf50f18SLuigi Rizzo 	mtx_lock(&mkring->q_lock);
4434bf50f18SLuigi Rizzo 	/* get the free slots available on the monitor ring */
4444bf50f18SLuigi Rizzo 	i = mkring->nr_hwtail;
4454bf50f18SLuigi Rizzo 	busy = i - mkring->nr_hwcur;
4464bf50f18SLuigi Rizzo 	if (busy < 0)
4474bf50f18SLuigi Rizzo 		busy += mkring->nkr_num_slots;
4484bf50f18SLuigi Rizzo 	free_slots = mlim - busy;
4494bf50f18SLuigi Rizzo 
450847bf383SLuigi Rizzo 	if (!free_slots)
451847bf383SLuigi Rizzo 		goto out;
4524bf50f18SLuigi Rizzo 
4534bf50f18SLuigi Rizzo 	/* swap min(free_slots, rel_slots) slots */
4544bf50f18SLuigi Rizzo 	if (free_slots < rel_slots) {
4554bf50f18SLuigi Rizzo 		beg += (rel_slots - free_slots);
456847bf383SLuigi Rizzo 		if (beg >= kring->nkr_num_slots)
457847bf383SLuigi Rizzo 			beg -= kring->nkr_num_slots;
4584bf50f18SLuigi Rizzo 		rel_slots = free_slots;
4594bf50f18SLuigi Rizzo 	}
4604bf50f18SLuigi Rizzo 
461847bf383SLuigi Rizzo 	sent = rel_slots;
4624bf50f18SLuigi Rizzo 	for ( ; rel_slots; rel_slots--) {
4634bf50f18SLuigi Rizzo 		struct netmap_slot *s = &ring->slot[beg];
4644bf50f18SLuigi Rizzo 		struct netmap_slot *ms = &mring->slot[i];
4654bf50f18SLuigi Rizzo 		uint32_t tmp;
4664bf50f18SLuigi Rizzo 
4674bf50f18SLuigi Rizzo 		tmp = ms->buf_idx;
4684bf50f18SLuigi Rizzo 		ms->buf_idx = s->buf_idx;
4694bf50f18SLuigi Rizzo 		s->buf_idx = tmp;
470847bf383SLuigi Rizzo 		ND(5, "beg %d buf_idx %d", beg, tmp);
4714bf50f18SLuigi Rizzo 
4724bf50f18SLuigi Rizzo 		tmp = ms->len;
4734bf50f18SLuigi Rizzo 		ms->len = s->len;
4744bf50f18SLuigi Rizzo 		s->len = tmp;
4754bf50f18SLuigi Rizzo 
4764bf50f18SLuigi Rizzo 		s->flags |= NS_BUF_CHANGED;
4774bf50f18SLuigi Rizzo 
4784bf50f18SLuigi Rizzo 		beg = nm_next(beg, lim);
4794bf50f18SLuigi Rizzo 		i = nm_next(i, mlim);
4804bf50f18SLuigi Rizzo 
4814bf50f18SLuigi Rizzo 	}
482ad15cc59SLuigi Rizzo 	mb();
4834bf50f18SLuigi Rizzo 	mkring->nr_hwtail = i;
4844bf50f18SLuigi Rizzo 
485847bf383SLuigi Rizzo out:
4864bf50f18SLuigi Rizzo 	mtx_unlock(&mkring->q_lock);
487847bf383SLuigi Rizzo 
488847bf383SLuigi Rizzo 	if (sent) {
4894bf50f18SLuigi Rizzo 		/* notify the new frames to the monitor */
490847bf383SLuigi Rizzo 		mkring->nm_notify(mkring, 0);
491847bf383SLuigi Rizzo 	}
492847bf383SLuigi Rizzo 
493847bf383SLuigi Rizzo out_rxsync:
494847bf383SLuigi Rizzo 	if (tx == NR_RX)
495847bf383SLuigi Rizzo 		error = kring->mon_sync(kring, flags);
496847bf383SLuigi Rizzo 
497847bf383SLuigi Rizzo 	return error;
498847bf383SLuigi Rizzo }
499847bf383SLuigi Rizzo 
500847bf383SLuigi Rizzo /* callback used to replace the nm_sync callback in the monitored tx rings */
501847bf383SLuigi Rizzo static int
502847bf383SLuigi Rizzo netmap_zmon_parent_txsync(struct netmap_kring *kring, int flags)
503847bf383SLuigi Rizzo {
504847bf383SLuigi Rizzo         ND("%s %x", kring->name, flags);
505847bf383SLuigi Rizzo         return netmap_zmon_parent_sync(kring, flags, NR_TX);
506847bf383SLuigi Rizzo }
507847bf383SLuigi Rizzo 
508847bf383SLuigi Rizzo /* callback used to replace the nm_sync callback in the monitored rx rings */
509847bf383SLuigi Rizzo static int
510847bf383SLuigi Rizzo netmap_zmon_parent_rxsync(struct netmap_kring *kring, int flags)
511847bf383SLuigi Rizzo {
512847bf383SLuigi Rizzo         ND("%s %x", kring->name, flags);
513847bf383SLuigi Rizzo         return netmap_zmon_parent_sync(kring, flags, NR_RX);
514847bf383SLuigi Rizzo }
515847bf383SLuigi Rizzo 
516847bf383SLuigi Rizzo 
517847bf383SLuigi Rizzo static int
518847bf383SLuigi Rizzo netmap_zmon_reg(struct netmap_adapter *na, int onoff)
519847bf383SLuigi Rizzo {
520847bf383SLuigi Rizzo 	return netmap_monitor_reg_common(na, onoff, 1 /* zcopy */);
521847bf383SLuigi Rizzo }
522847bf383SLuigi Rizzo 
523847bf383SLuigi Rizzo /* nm_dtor callback for monitors */
524847bf383SLuigi Rizzo static void
525847bf383SLuigi Rizzo netmap_zmon_dtor(struct netmap_adapter *na)
526847bf383SLuigi Rizzo {
527847bf383SLuigi Rizzo 	struct netmap_monitor_adapter *mna =
528847bf383SLuigi Rizzo 		(struct netmap_monitor_adapter *)na;
529847bf383SLuigi Rizzo 	struct netmap_priv_d *priv = &mna->priv;
530847bf383SLuigi Rizzo 	struct netmap_adapter *pna = priv->np_na;
531847bf383SLuigi Rizzo 
532847bf383SLuigi Rizzo 	netmap_adapter_put(pna);
533847bf383SLuigi Rizzo }
534847bf383SLuigi Rizzo 
535847bf383SLuigi Rizzo /*
536847bf383SLuigi Rizzo  ****************************************************************
537847bf383SLuigi Rizzo  * functions specific for copy monitors
538847bf383SLuigi Rizzo  ****************************************************************
539847bf383SLuigi Rizzo  */
540847bf383SLuigi Rizzo 
541847bf383SLuigi Rizzo static void
542847bf383SLuigi Rizzo netmap_monitor_parent_sync(struct netmap_kring *kring, u_int first_new, int new_slots)
543847bf383SLuigi Rizzo {
544847bf383SLuigi Rizzo 	u_int j;
545847bf383SLuigi Rizzo 
546847bf383SLuigi Rizzo 	for (j = 0; j < kring->n_monitors; j++) {
547847bf383SLuigi Rizzo 		struct netmap_kring *mkring = kring->monitors[j];
548847bf383SLuigi Rizzo 		u_int i, mlim, beg;
549847bf383SLuigi Rizzo 		int free_slots, busy, sent = 0, m;
550847bf383SLuigi Rizzo 		u_int lim = kring->nkr_num_slots - 1;
551847bf383SLuigi Rizzo 		struct netmap_ring *ring = kring->ring, *mring = mkring->ring;
552847bf383SLuigi Rizzo 		u_int max_len = NETMAP_BUF_SIZE(mkring->na);
553847bf383SLuigi Rizzo 
554847bf383SLuigi Rizzo 		mlim = mkring->nkr_num_slots - 1;
555847bf383SLuigi Rizzo 
556847bf383SLuigi Rizzo 		/* we need to lock the monitor receive ring, since it
557847bf383SLuigi Rizzo 		 * is the target of bot tx and rx traffic from the monitored
558847bf383SLuigi Rizzo 		 * adapter
559847bf383SLuigi Rizzo 		 */
560847bf383SLuigi Rizzo 		mtx_lock(&mkring->q_lock);
561847bf383SLuigi Rizzo 		/* get the free slots available on the monitor ring */
562847bf383SLuigi Rizzo 		i = mkring->nr_hwtail;
563847bf383SLuigi Rizzo 		busy = i - mkring->nr_hwcur;
564847bf383SLuigi Rizzo 		if (busy < 0)
565847bf383SLuigi Rizzo 			busy += mkring->nkr_num_slots;
566847bf383SLuigi Rizzo 		free_slots = mlim - busy;
567847bf383SLuigi Rizzo 
568847bf383SLuigi Rizzo 		if (!free_slots)
569847bf383SLuigi Rizzo 			goto out;
570847bf383SLuigi Rizzo 
571847bf383SLuigi Rizzo 		/* copy min(free_slots, new_slots) slots */
572847bf383SLuigi Rizzo 		m = new_slots;
573847bf383SLuigi Rizzo 		beg = first_new;
574847bf383SLuigi Rizzo 		if (free_slots < m) {
575847bf383SLuigi Rizzo 			beg += (m - free_slots);
576847bf383SLuigi Rizzo 			if (beg >= kring->nkr_num_slots)
577847bf383SLuigi Rizzo 				beg -= kring->nkr_num_slots;
578847bf383SLuigi Rizzo 			m = free_slots;
579847bf383SLuigi Rizzo 		}
580847bf383SLuigi Rizzo 
581847bf383SLuigi Rizzo 		for ( ; m; m--) {
582847bf383SLuigi Rizzo 			struct netmap_slot *s = &ring->slot[beg];
583847bf383SLuigi Rizzo 			struct netmap_slot *ms = &mring->slot[i];
584847bf383SLuigi Rizzo 			u_int copy_len = s->len;
585847bf383SLuigi Rizzo 			char *src = NMB(kring->na, s),
586847bf383SLuigi Rizzo 			     *dst = NMB(mkring->na, ms);
587847bf383SLuigi Rizzo 
588847bf383SLuigi Rizzo 			if (unlikely(copy_len > max_len)) {
589847bf383SLuigi Rizzo 				RD(5, "%s->%s: truncating %d to %d", kring->name,
590847bf383SLuigi Rizzo 						mkring->name, copy_len, max_len);
591847bf383SLuigi Rizzo 				copy_len = max_len;
592847bf383SLuigi Rizzo 			}
593847bf383SLuigi Rizzo 
594847bf383SLuigi Rizzo 			memcpy(dst, src, copy_len);
595847bf383SLuigi Rizzo 			ms->len = copy_len;
596847bf383SLuigi Rizzo 			sent++;
597847bf383SLuigi Rizzo 
598847bf383SLuigi Rizzo 			beg = nm_next(beg, lim);
599847bf383SLuigi Rizzo 			i = nm_next(i, mlim);
600847bf383SLuigi Rizzo 		}
601847bf383SLuigi Rizzo 		mb();
602847bf383SLuigi Rizzo 		mkring->nr_hwtail = i;
603847bf383SLuigi Rizzo 	out:
604847bf383SLuigi Rizzo 		mtx_unlock(&mkring->q_lock);
605847bf383SLuigi Rizzo 
606847bf383SLuigi Rizzo 		if (sent) {
607847bf383SLuigi Rizzo 			/* notify the new frames to the monitor */
608847bf383SLuigi Rizzo 			mkring->nm_notify(mkring, 0);
609847bf383SLuigi Rizzo 		}
610847bf383SLuigi Rizzo 	}
6114bf50f18SLuigi Rizzo }
6124bf50f18SLuigi Rizzo 
6134bf50f18SLuigi Rizzo /* callback used to replace the nm_sync callback in the monitored tx rings */
6144bf50f18SLuigi Rizzo static int
6154bf50f18SLuigi Rizzo netmap_monitor_parent_txsync(struct netmap_kring *kring, int flags)
6164bf50f18SLuigi Rizzo {
617847bf383SLuigi Rizzo 	u_int first_new;
618847bf383SLuigi Rizzo 	int new_slots;
619847bf383SLuigi Rizzo 
620847bf383SLuigi Rizzo 	/* get the new slots */
621847bf383SLuigi Rizzo 	first_new = kring->nr_hwcur;
622847bf383SLuigi Rizzo         new_slots = kring->rhead - first_new;
623847bf383SLuigi Rizzo         if (new_slots < 0)
624847bf383SLuigi Rizzo                 new_slots += kring->nkr_num_slots;
625847bf383SLuigi Rizzo 	if (new_slots)
626847bf383SLuigi Rizzo 		netmap_monitor_parent_sync(kring, first_new, new_slots);
627847bf383SLuigi Rizzo 	return kring->mon_sync(kring, flags);
6284bf50f18SLuigi Rizzo }
6294bf50f18SLuigi Rizzo 
6304bf50f18SLuigi Rizzo /* callback used to replace the nm_sync callback in the monitored rx rings */
6314bf50f18SLuigi Rizzo static int
6324bf50f18SLuigi Rizzo netmap_monitor_parent_rxsync(struct netmap_kring *kring, int flags)
6334bf50f18SLuigi Rizzo {
634847bf383SLuigi Rizzo 	u_int first_new;
635847bf383SLuigi Rizzo 	int new_slots, error;
6364bf50f18SLuigi Rizzo 
637847bf383SLuigi Rizzo 	/* get the new slots */
638847bf383SLuigi Rizzo 	error =  kring->mon_sync(kring, flags);
639847bf383SLuigi Rizzo 	if (error)
640847bf383SLuigi Rizzo 		return error;
641847bf383SLuigi Rizzo 	first_new = kring->mon_tail;
642847bf383SLuigi Rizzo         new_slots = kring->nr_hwtail - first_new;
643847bf383SLuigi Rizzo         if (new_slots < 0)
644847bf383SLuigi Rizzo                 new_slots += kring->nkr_num_slots;
645847bf383SLuigi Rizzo 	if (new_slots)
646847bf383SLuigi Rizzo 		netmap_monitor_parent_sync(kring, first_new, new_slots);
647847bf383SLuigi Rizzo 	kring->mon_tail = kring->nr_hwtail;
6484bf50f18SLuigi Rizzo 	return 0;
6494bf50f18SLuigi Rizzo }
6504bf50f18SLuigi Rizzo 
651847bf383SLuigi Rizzo /* callback used to replace the nm_notify() callback in the monitored rx rings */
6524bf50f18SLuigi Rizzo static int
653847bf383SLuigi Rizzo netmap_monitor_parent_notify(struct netmap_kring *kring, int flags)
6544bf50f18SLuigi Rizzo {
655847bf383SLuigi Rizzo 	ND(5, "%s %x", kring->name, flags);
656847bf383SLuigi Rizzo 	/* ?xsync callbacks have tryget called by their callers
657847bf383SLuigi Rizzo 	 * (NIOCREGIF and poll()), but here we have to call it
658847bf383SLuigi Rizzo 	 * by ourself
659847bf383SLuigi Rizzo 	 */
660847bf383SLuigi Rizzo 	if (nm_kr_tryget(kring))
661847bf383SLuigi Rizzo 		goto out;
662847bf383SLuigi Rizzo 	netmap_monitor_parent_rxsync(kring, NAF_FORCE_READ);
663847bf383SLuigi Rizzo 	nm_kr_put(kring);
664847bf383SLuigi Rizzo out:
665847bf383SLuigi Rizzo         return kring->mon_notify(kring, flags);
6664bf50f18SLuigi Rizzo }
6674bf50f18SLuigi Rizzo 
6684bf50f18SLuigi Rizzo 
6694bf50f18SLuigi Rizzo static int
6704bf50f18SLuigi Rizzo netmap_monitor_reg(struct netmap_adapter *na, int onoff)
6714bf50f18SLuigi Rizzo {
672847bf383SLuigi Rizzo 	return netmap_monitor_reg_common(na, onoff, 0 /* no zcopy */);
6734bf50f18SLuigi Rizzo }
6744bf50f18SLuigi Rizzo 
6754bf50f18SLuigi Rizzo static void
6764bf50f18SLuigi Rizzo netmap_monitor_dtor(struct netmap_adapter *na)
6774bf50f18SLuigi Rizzo {
6784bf50f18SLuigi Rizzo 	struct netmap_monitor_adapter *mna =
6794bf50f18SLuigi Rizzo 		(struct netmap_monitor_adapter *)na;
6804bf50f18SLuigi Rizzo 	struct netmap_priv_d *priv = &mna->priv;
6814bf50f18SLuigi Rizzo 	struct netmap_adapter *pna = priv->np_na;
6824bf50f18SLuigi Rizzo 
6834bf50f18SLuigi Rizzo 	netmap_adapter_put(pna);
6844bf50f18SLuigi Rizzo }
6854bf50f18SLuigi Rizzo 
6864bf50f18SLuigi Rizzo 
6874bf50f18SLuigi Rizzo /* check if nmr is a request for a monitor adapter that we can satisfy */
6884bf50f18SLuigi Rizzo int
6894bf50f18SLuigi Rizzo netmap_get_monitor_na(struct nmreq *nmr, struct netmap_adapter **na, int create)
6904bf50f18SLuigi Rizzo {
6914bf50f18SLuigi Rizzo 	struct nmreq pnmr;
6924bf50f18SLuigi Rizzo 	struct netmap_adapter *pna; /* parent adapter */
6934bf50f18SLuigi Rizzo 	struct netmap_monitor_adapter *mna;
6944bf50f18SLuigi Rizzo 	int i, error;
695847bf383SLuigi Rizzo 	enum txrx t;
696847bf383SLuigi Rizzo 	int zcopy = (nmr->nr_flags & NR_ZCOPY_MON);
697847bf383SLuigi Rizzo 	char monsuff[10] = "";
6984bf50f18SLuigi Rizzo 
6994bf50f18SLuigi Rizzo 	if ((nmr->nr_flags & (NR_MONITOR_TX | NR_MONITOR_RX)) == 0) {
7004bf50f18SLuigi Rizzo 		ND("not a monitor");
7014bf50f18SLuigi Rizzo 		return 0;
7024bf50f18SLuigi Rizzo 	}
7034bf50f18SLuigi Rizzo 	/* this is a request for a monitor adapter */
7044bf50f18SLuigi Rizzo 
7054bf50f18SLuigi Rizzo 	D("flags %x", nmr->nr_flags);
7064bf50f18SLuigi Rizzo 
7074bf50f18SLuigi Rizzo 	mna = malloc(sizeof(*mna), M_DEVBUF, M_NOWAIT | M_ZERO);
7084bf50f18SLuigi Rizzo 	if (mna == NULL) {
7094bf50f18SLuigi Rizzo 		D("memory error");
7104bf50f18SLuigi Rizzo 		return ENOMEM;
7114bf50f18SLuigi Rizzo 	}
7124bf50f18SLuigi Rizzo 
7134bf50f18SLuigi Rizzo 	/* first, try to find the adapter that we want to monitor
7144bf50f18SLuigi Rizzo 	 * We use the same nmr, after we have turned off the monitor flags.
7154bf50f18SLuigi Rizzo 	 * In this way we can potentially monitor everything netmap understands,
7164bf50f18SLuigi Rizzo 	 * except other monitors.
7174bf50f18SLuigi Rizzo 	 */
7184bf50f18SLuigi Rizzo 	memcpy(&pnmr, nmr, sizeof(pnmr));
7194bf50f18SLuigi Rizzo 	pnmr.nr_flags &= ~(NR_MONITOR_TX | NR_MONITOR_RX);
7204bf50f18SLuigi Rizzo 	error = netmap_get_na(&pnmr, &pna, create);
7214bf50f18SLuigi Rizzo 	if (error) {
7224bf50f18SLuigi Rizzo 		D("parent lookup failed: %d", error);
7234bf50f18SLuigi Rizzo 		return error;
7244bf50f18SLuigi Rizzo 	}
7254bf50f18SLuigi Rizzo 	D("found parent: %s", pna->name);
7264bf50f18SLuigi Rizzo 
7274bf50f18SLuigi Rizzo 	if (!nm_netmap_on(pna)) {
7284bf50f18SLuigi Rizzo 		/* parent not in netmap mode */
7294bf50f18SLuigi Rizzo 		/* XXX we can wait for the parent to enter netmap mode,
7304bf50f18SLuigi Rizzo 		 * by intercepting its nm_register callback (2014-03-16)
7314bf50f18SLuigi Rizzo 		 */
7324bf50f18SLuigi Rizzo 		D("%s not in netmap mode", pna->name);
7334bf50f18SLuigi Rizzo 		error = EINVAL;
7344bf50f18SLuigi Rizzo 		goto put_out;
7354bf50f18SLuigi Rizzo 	}
7364bf50f18SLuigi Rizzo 
7374bf50f18SLuigi Rizzo 	/* grab all the rings we need in the parent */
7384bf50f18SLuigi Rizzo 	mna->priv.np_na = pna;
7394bf50f18SLuigi Rizzo 	error = netmap_interp_ringid(&mna->priv, nmr->nr_ringid, nmr->nr_flags);
7404bf50f18SLuigi Rizzo 	if (error) {
7414bf50f18SLuigi Rizzo 		D("ringid error");
7424bf50f18SLuigi Rizzo 		goto put_out;
7434bf50f18SLuigi Rizzo 	}
744847bf383SLuigi Rizzo 	if (mna->priv.np_qlast[NR_TX] - mna->priv.np_qfirst[NR_TX] == 1) {
745847bf383SLuigi Rizzo 		snprintf(monsuff, 10, "-%d", mna->priv.np_qfirst[NR_TX]);
746847bf383SLuigi Rizzo 	}
747847bf383SLuigi Rizzo 	snprintf(mna->up.name, sizeof(mna->up.name), "%s%s/%s%s%s", pna->name,
748847bf383SLuigi Rizzo 			monsuff,
749847bf383SLuigi Rizzo 			zcopy ? "z" : "",
750847bf383SLuigi Rizzo 			(nmr->nr_flags & NR_MONITOR_RX) ? "r" : "",
751847bf383SLuigi Rizzo 			(nmr->nr_flags & NR_MONITOR_TX) ? "t" : "");
752847bf383SLuigi Rizzo 
753847bf383SLuigi Rizzo 	if (zcopy) {
754847bf383SLuigi Rizzo 		/* zero copy monitors need exclusive access to the monitored rings */
755847bf383SLuigi Rizzo 		for_rx_tx(t) {
756847bf383SLuigi Rizzo 			if (! (nmr->nr_flags & nm_txrx2flag(t)))
757847bf383SLuigi Rizzo 				continue;
758847bf383SLuigi Rizzo 			for (i = mna->priv.np_qfirst[t]; i < mna->priv.np_qlast[t]; i++) {
759847bf383SLuigi Rizzo 				struct netmap_kring *kring = &NMR(pna, t)[i];
760847bf383SLuigi Rizzo 				if (kring->n_monitors > 0) {
761847bf383SLuigi Rizzo 					error = EBUSY;
762847bf383SLuigi Rizzo 					D("ring %s already monitored by %s", kring->name,
763847bf383SLuigi Rizzo 							kring->monitors[0]->name);
764847bf383SLuigi Rizzo 					goto put_out;
765847bf383SLuigi Rizzo 				}
766847bf383SLuigi Rizzo 			}
767847bf383SLuigi Rizzo 		}
768847bf383SLuigi Rizzo 		mna->up.nm_register = netmap_zmon_reg;
769847bf383SLuigi Rizzo 		mna->up.nm_dtor = netmap_zmon_dtor;
770847bf383SLuigi Rizzo 		/* to have zero copy, we need to use the same memory allocator
771847bf383SLuigi Rizzo 		 * as the monitored port
772847bf383SLuigi Rizzo 		 */
773847bf383SLuigi Rizzo 		mna->up.nm_mem = pna->nm_mem;
774847bf383SLuigi Rizzo 		mna->up.na_lut = pna->na_lut;
775847bf383SLuigi Rizzo 	} else {
776847bf383SLuigi Rizzo 		/* normal monitors are incompatible with zero copy ones */
777847bf383SLuigi Rizzo 		for_rx_tx(t) {
778847bf383SLuigi Rizzo 			if (! (nmr->nr_flags & nm_txrx2flag(t)))
779847bf383SLuigi Rizzo 				continue;
780847bf383SLuigi Rizzo 			for (i = mna->priv.np_qfirst[t]; i < mna->priv.np_qlast[t]; i++) {
781847bf383SLuigi Rizzo 				struct netmap_kring *kring = &NMR(pna, t)[i];
782847bf383SLuigi Rizzo 				if (kring->n_monitors > 0 &&
783847bf383SLuigi Rizzo 				    kring->monitors[0]->na->nm_register == netmap_zmon_reg)
784847bf383SLuigi Rizzo 				{
7854bf50f18SLuigi Rizzo 					error = EBUSY;
7864bf50f18SLuigi Rizzo 					D("ring busy");
787847bf383SLuigi Rizzo 					goto put_out;
7884bf50f18SLuigi Rizzo 				}
7894bf50f18SLuigi Rizzo 			}
7904bf50f18SLuigi Rizzo 		}
7914bf50f18SLuigi Rizzo 		mna->up.nm_rxsync = netmap_monitor_rxsync;
7924bf50f18SLuigi Rizzo 		mna->up.nm_register = netmap_monitor_reg;
7934bf50f18SLuigi Rizzo 		mna->up.nm_dtor = netmap_monitor_dtor;
794847bf383SLuigi Rizzo 	}
795847bf383SLuigi Rizzo 
796847bf383SLuigi Rizzo 	/* the monitor supports the host rings iff the parent does */
797847bf383SLuigi Rizzo 	mna->up.na_flags = (pna->na_flags & NAF_HOST_RINGS);
798847bf383SLuigi Rizzo 	/* a do-nothing txsync: monitors cannot be used to inject packets */
799847bf383SLuigi Rizzo 	mna->up.nm_txsync = netmap_monitor_txsync;
800847bf383SLuigi Rizzo 	mna->up.nm_rxsync = netmap_monitor_rxsync;
8014bf50f18SLuigi Rizzo 	mna->up.nm_krings_create = netmap_monitor_krings_create;
8024bf50f18SLuigi Rizzo 	mna->up.nm_krings_delete = netmap_monitor_krings_delete;
8034bf50f18SLuigi Rizzo 	mna->up.num_tx_rings = 1; // XXX we don't need it, but field can't be zero
8044bf50f18SLuigi Rizzo 	/* we set the number of our rx_rings to be max(num_rx_rings, num_rx_rings)
8054bf50f18SLuigi Rizzo 	 * in the parent
8064bf50f18SLuigi Rizzo 	 */
8074bf50f18SLuigi Rizzo 	mna->up.num_rx_rings = pna->num_rx_rings;
8084bf50f18SLuigi Rizzo 	if (pna->num_tx_rings > pna->num_rx_rings)
8094bf50f18SLuigi Rizzo 		mna->up.num_rx_rings = pna->num_tx_rings;
8104bf50f18SLuigi Rizzo 	/* by default, the number of slots is the same as in
8114bf50f18SLuigi Rizzo 	 * the parent rings, but the user may ask for a different
8124bf50f18SLuigi Rizzo 	 * number
8134bf50f18SLuigi Rizzo 	 */
8144bf50f18SLuigi Rizzo 	mna->up.num_tx_desc = nmr->nr_tx_slots;
8154bf50f18SLuigi Rizzo 	nm_bound_var(&mna->up.num_tx_desc, pna->num_tx_desc,
8164bf50f18SLuigi Rizzo 			1, NM_MONITOR_MAXSLOTS, NULL);
8174bf50f18SLuigi Rizzo 	mna->up.num_rx_desc = nmr->nr_rx_slots;
8184bf50f18SLuigi Rizzo 	nm_bound_var(&mna->up.num_rx_desc, pna->num_rx_desc,
8194bf50f18SLuigi Rizzo 			1, NM_MONITOR_MAXSLOTS, NULL);
8204bf50f18SLuigi Rizzo 	error = netmap_attach_common(&mna->up);
8214bf50f18SLuigi Rizzo 	if (error) {
8224bf50f18SLuigi Rizzo 		D("attach_common error");
823847bf383SLuigi Rizzo 		goto put_out;
8244bf50f18SLuigi Rizzo 	}
8254bf50f18SLuigi Rizzo 
8264bf50f18SLuigi Rizzo 	/* remember the traffic directions we have to monitor */
8274bf50f18SLuigi Rizzo 	mna->flags = (nmr->nr_flags & (NR_MONITOR_TX | NR_MONITOR_RX));
8284bf50f18SLuigi Rizzo 
8294bf50f18SLuigi Rizzo 	*na = &mna->up;
8304bf50f18SLuigi Rizzo 	netmap_adapter_get(*na);
8314bf50f18SLuigi Rizzo 
8324bf50f18SLuigi Rizzo 	/* write the configuration back */
8334bf50f18SLuigi Rizzo 	nmr->nr_tx_rings = mna->up.num_tx_rings;
8344bf50f18SLuigi Rizzo 	nmr->nr_rx_rings = mna->up.num_rx_rings;
8354bf50f18SLuigi Rizzo 	nmr->nr_tx_slots = mna->up.num_tx_desc;
8364bf50f18SLuigi Rizzo 	nmr->nr_rx_slots = mna->up.num_rx_desc;
8374bf50f18SLuigi Rizzo 
8384bf50f18SLuigi Rizzo 	/* keep the reference to the parent */
8394bf50f18SLuigi Rizzo 	D("monitor ok");
8404bf50f18SLuigi Rizzo 
8414bf50f18SLuigi Rizzo 	return 0;
8424bf50f18SLuigi Rizzo 
8434bf50f18SLuigi Rizzo put_out:
8444bf50f18SLuigi Rizzo 	netmap_adapter_put(pna);
8454bf50f18SLuigi Rizzo 	free(mna, M_DEVBUF);
8464bf50f18SLuigi Rizzo 	return error;
8474bf50f18SLuigi Rizzo }
8484bf50f18SLuigi Rizzo 
8494bf50f18SLuigi Rizzo 
8504bf50f18SLuigi Rizzo #endif /* WITH_MONITOR */
851