pktgen.c 90.6 KB
Newer Older
Linus Torvalds's avatar
Linus Torvalds committed
1 2 3 4 5 6 7 8
/*
 * Authors:
 * Copyright 2001, 2002 by Robert Olsson <robert.olsson@its.uu.se>
 *                             Uppsala University and
 *                             Swedish University of Agricultural Sciences
 *
 * Alexey Kuznetsov  <kuznet@ms2.inr.ac.ru>
 * Ben Greear <greearb@candelatech.com>
9
 * Jens Låås <jens.laas@data.slu.se>
Linus Torvalds's avatar
Linus Torvalds committed
10 11 12 13 14 15 16 17
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License
 * as published by the Free Software Foundation; either version
 * 2 of the License, or (at your option) any later version.
 *
 *
 * A tool for loading the network with preconfigurated packets.
18
 * The tool is implemented as a linux module.  Parameters are output
Linus Torvalds's avatar
Linus Torvalds committed
19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46
 * device, delay (to hard_xmit), number of packets, and whether
 * to use multiple SKBs or just the same one.
 * pktgen uses the installed interface's output routine.
 *
 * Additional hacking by:
 *
 * Jens.Laas@data.slu.se
 * Improved by ANK. 010120.
 * Improved by ANK even more. 010212.
 * MAC address typo fixed. 010417 --ro
 * Integrated.  020301 --DaveM
 * Added multiskb option 020301 --DaveM
 * Scaling of results. 020417--sigurdur@linpro.no
 * Significant re-work of the module:
 *   *  Convert to threaded model to more efficiently be able to transmit
 *       and receive on multiple interfaces at once.
 *   *  Converted many counters to __u64 to allow longer runs.
 *   *  Allow configuration of ranges, like min/max IP address, MACs,
 *       and UDP-ports, for both source and destination, and can
 *       set to use a random distribution or sequentially walk the range.
 *   *  Can now change most values after starting.
 *   *  Place 12-byte packet in UDP payload with magic number,
 *       sequence number, and timestamp.
 *   *  Add receiver code that detects dropped pkts, re-ordered pkts, and
 *       latencies (with micro-second) precision.
 *   *  Add IOCTL interface to easily get counters & configuration.
 *   --Ben Greear <greearb@candelatech.com>
 *
47 48
 * Renamed multiskb to clone_skb and cleaned up sending core for two distinct
 * skb modes. A clone_skb=0 mode for Ben "ranges" work and a clone_skb != 0
Linus Torvalds's avatar
Linus Torvalds committed
49
 * as a "fastpath" with a configurable number of clones after alloc's.
50 51
 * clone_skb=0 means all packets are allocated this also means ranges time
 * stamps etc can be used. clone_skb=100 means 1 malloc is followed by 100
Linus Torvalds's avatar
Linus Torvalds committed
52 53
 * clones.
 *
54
 * Also moved to /proc/net/pktgen/
Linus Torvalds's avatar
Linus Torvalds committed
55 56 57 58 59 60 61 62
 * --ro
 *
 * Sept 10:  Fixed threading/locking.  Lots of bone-headed and more clever
 *    mistakes.  Also merged in DaveM's patch in the -pre6 patch.
 * --Ben Greear <greearb@candelatech.com>
 *
 * Integrated to 2.5.x 021029 --Lucio Maciel (luciomaciel@zipmail.com.br)
 *
63
 *
Linus Torvalds's avatar
Linus Torvalds committed
64 65 66 67
 * 021124 Finished major redesign and rewrite for new functionality.
 * See Documentation/networking/pktgen.txt for how to use this.
 *
 * The new operation:
68 69 70 71
 * For each CPU one thread/process is created at start. This process checks
 * for running devices in the if_list and sends packets until count is 0 it
 * also the thread checks the thread->control which is used for inter-process
 * communication. controlling process "posts" operations to the threads this
Linus Torvalds's avatar
Linus Torvalds committed
72 73 74
 * way. The if_lock should be possible to remove when add/rem_device is merged
 * into this too.
 *
75 76
 * By design there should only be *one* "controlling" process. In practice
 * multiple write accesses gives unpredictable result. Understood by "write"
Linus Torvalds's avatar
Linus Torvalds committed
77
 * to /proc gives result code thats should be read be the "writer".
78
 * For practical use this should be no problem.
Linus Torvalds's avatar
Linus Torvalds committed
79
 *
80 81
 * Note when adding devices to a specific CPU there good idea to also assign
 * /proc/irq/XX/smp_affinity so TX-interrupts gets bound to the same CPU.
Linus Torvalds's avatar
Linus Torvalds committed
82 83
 * --ro
 *
84
 * Fix refcount off by one if first packet fails, potential null deref,
Linus Torvalds's avatar
Linus Torvalds committed
85 86 87 88 89 90 91
 * memleak 030710- KJP
 *
 * First "ranges" functionality for ipv6 030726 --ro
 *
 * Included flow support. 030802 ANK.
 *
 * Fixed unaligned access on IA-64 Grant Grundler <grundler@parisc-linux.org>
92
 *
Linus Torvalds's avatar
Linus Torvalds committed
93 94 95
 * Remove if fix from added Harald Welte <laforge@netfilter.org> 040419
 * ia64 compilation fix from  Aron Griffis <aron@hp.com> 040604
 *
96
 * New xmit() return, do_div and misc clean up by Stephen Hemminger
Linus Torvalds's avatar
Linus Torvalds committed
97 98
 * <shemminger@osdl.org> 040923
 *
99
 * Randy Dunlap fixed u64 printk compiler waring
Linus Torvalds's avatar
Linus Torvalds committed
100 101 102 103
 *
 * Remove FCS from BW calculation.  Lennert Buytenhek <buytenh@wantstofly.org>
 * New time handling. Lennert Buytenhek <buytenh@wantstofly.org> 041213
 *
104
 * Corrections from Nikolai Malykh (nmalykh@bilim.com)
Linus Torvalds's avatar
Linus Torvalds committed
105 106
 * Removed unused flags F_SET_SRCMAC & F_SET_SRCIP 041230
 *
107
 * interruptible_sleep_on_timeout() replaced Nishanth Aravamudan <nacc@us.ibm.com>
Linus Torvalds's avatar
Linus Torvalds committed
108
 * 050103
109 110 111
 *
 * MPLS support by Steven Whitehouse <steve@chygwyn.com>
 *
112 113
 * 802.1Q/Q-in-Q support by Francesco Fondelli (FF) <francesco.fondelli@gmail.com>
 *
Adit Ranadive's avatar
Adit Ranadive committed
114 115 116
 * Fixed src_mac command to set source mac of packet to value specified in
 * command by Adit Ranadive <adit.262@gmail.com>
 *
Linus Torvalds's avatar
Linus Torvalds committed
117
 */
118 119 120

#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt

Linus Torvalds's avatar
Linus Torvalds committed
121 122 123 124 125
#include <linux/sys.h>
#include <linux/types.h>
#include <linux/module.h>
#include <linux/moduleparam.h>
#include <linux/kernel.h>
126
#include <linux/mutex.h>
Linus Torvalds's avatar
Linus Torvalds committed
127 128 129 130 131 132 133 134 135
#include <linux/sched.h>
#include <linux/slab.h>
#include <linux/vmalloc.h>
#include <linux/unistd.h>
#include <linux/string.h>
#include <linux/ptrace.h>
#include <linux/errno.h>
#include <linux/ioport.h>
#include <linux/interrupt.h>
136
#include <linux/capability.h>
137
#include <linux/hrtimer.h>
138
#include <linux/freezer.h>
Linus Torvalds's avatar
Linus Torvalds committed
139 140
#include <linux/delay.h>
#include <linux/timer.h>
141
#include <linux/list.h>
Linus Torvalds's avatar
Linus Torvalds committed
142 143 144 145 146 147 148
#include <linux/init.h>
#include <linux/skbuff.h>
#include <linux/netdevice.h>
#include <linux/inet.h>
#include <linux/inetdevice.h>
#include <linux/rtnetlink.h>
#include <linux/if_arp.h>
149
#include <linux/if_vlan.h>
Linus Torvalds's avatar
Linus Torvalds committed
150 151 152 153 154
#include <linux/in.h>
#include <linux/ip.h>
#include <linux/ipv6.h>
#include <linux/udp.h>
#include <linux/proc_fs.h>
155
#include <linux/seq_file.h>
Linus Torvalds's avatar
Linus Torvalds committed
156
#include <linux/wait.h>
157
#include <linux/etherdevice.h>
158
#include <linux/kthread.h>
159
#include <linux/prefetch.h>
160
#include <net/net_namespace.h>
Linus Torvalds's avatar
Linus Torvalds committed
161 162 163
#include <net/checksum.h>
#include <net/ipv6.h>
#include <net/addrconf.h>
164 165 166
#ifdef CONFIG_XFRM
#include <net/xfrm.h>
#endif
Linus Torvalds's avatar
Linus Torvalds committed
167 168
#include <asm/byteorder.h>
#include <linux/rcupdate.h>
169
#include <linux/bitops.h>
170 171 172
#include <linux/io.h>
#include <linux/timex.h>
#include <linux/uaccess.h>
Linus Torvalds's avatar
Linus Torvalds committed
173
#include <asm/dma.h>
Luiz Capitulino's avatar
Luiz Capitulino committed
174
#include <asm/div64.h>		/* do_div */
Linus Torvalds's avatar
Linus Torvalds committed
175

176
#define VERSION	"2.74"
Linus Torvalds's avatar
Linus Torvalds committed
177
#define IP_NAME_SZ 32
178
#define MAX_MPLS_LABELS 16 /* This is the max label stack depth */
179
#define MPLS_STACK_BOTTOM htonl(0x00000100)
Linus Torvalds's avatar
Linus Torvalds committed
180

181 182
#define func_enter() pr_debug("entering %s\n", __func__);

Linus Torvalds's avatar
Linus Torvalds committed
183
/* Device flag bits */
Luiz Capitulino's avatar
Luiz Capitulino committed
184 185 186 187 188 189 190 191
#define F_IPSRC_RND   (1<<0)	/* IP-Src Random  */
#define F_IPDST_RND   (1<<1)	/* IP-Dst Random  */
#define F_UDPSRC_RND  (1<<2)	/* UDP-Src Random */
#define F_UDPDST_RND  (1<<3)	/* UDP-Dst Random */
#define F_MACSRC_RND  (1<<4)	/* MAC-Src Random */
#define F_MACDST_RND  (1<<5)	/* MAC-Dst Random */
#define F_TXSIZE_RND  (1<<6)	/* Transmit size is random */
#define F_IPV6        (1<<7)	/* Interface in IPV6 Mode */
192
#define F_MPLS_RND    (1<<8)	/* Random MPLS labels */
193 194
#define F_VID_RND     (1<<9)	/* Random VLAN ID */
#define F_SVID_RND    (1<<10)	/* Random SVLAN ID */
195
#define F_FLOW_SEQ    (1<<11)	/* Sequential flows */
196
#define F_IPSEC_ON    (1<<12)	/* ipsec on for flows */
197
#define F_QUEUE_MAP_RND (1<<13)	/* queue map Random */
Robert Olsson's avatar
Robert Olsson committed
198
#define F_QUEUE_MAP_CPU (1<<14)	/* queue map mirrors smp_processor_id() */
Robert Olsson's avatar
Robert Olsson committed
199
#define F_NODE          (1<<15)	/* Node memory alloc*/
Linus Torvalds's avatar
Linus Torvalds committed
200 201

/* Thread control flag bits */
202 203 204 205
#define T_STOP        (1<<0)	/* Stop run */
#define T_RUN         (1<<1)	/* Start run */
#define T_REMDEVALL   (1<<2)	/* Remove all devs */
#define T_REMDEV      (1<<3)	/* Remove one dev */
Linus Torvalds's avatar
Linus Torvalds committed
206 207 208 209 210 211 212

/* If lock -- can be removed after some work */
#define   if_lock(t)           spin_lock(&(t->if_lock));
#define   if_unlock(t)           spin_unlock(&(t->if_lock));

/* Used to help with determining the pkts on receive */
#define PKTGEN_MAGIC 0xbe9be955
213 214
#define PG_PROC_DIR "pktgen"
#define PGCTRL	    "pgctrl"
215
static struct proc_dir_entry *pg_proc_dir;
Linus Torvalds's avatar
Linus Torvalds committed
216 217 218

#define MAX_CFLOWS  65536

219 220 221
#define VLAN_TAG_SIZE(x) ((x)->vlan_id == 0xffff ? 0 : 4)
#define SVLAN_TAG_SIZE(x) ((x)->svlan_id == 0xffff ? 0 : 4)

Luiz Capitulino's avatar
Luiz Capitulino committed
222
struct flow_state {
Al Viro's avatar
Al Viro committed
223
	__be32 cur_daddr;
Luiz Capitulino's avatar
Luiz Capitulino committed
224
	int count;
225 226 227
#ifdef CONFIG_XFRM
	struct xfrm_state *x;
#endif
228
	__u32 flags;
Linus Torvalds's avatar
Linus Torvalds committed
229 230
};

231 232 233
/* flow flag bits */
#define F_INIT   (1<<0)		/* flow has been initialized */

Linus Torvalds's avatar
Linus Torvalds committed
234 235 236 237
struct pktgen_dev {
	/*
	 * Try to keep frequent/infrequent used vars. separated.
	 */
238 239
	struct proc_dir_entry *entry;	/* proc file */
	struct pktgen_thread *pg_thread;/* the owner */
240
	struct list_head list;		/* chaining in the thread's run-queue */
Linus Torvalds's avatar
Linus Torvalds committed
241

242
	int running;		/* if false, the test will stop */
Linus Torvalds's avatar
Linus Torvalds committed
243

Luiz Capitulino's avatar
Luiz Capitulino committed
244 245 246 247
	/* If min != max, then we will either do a linear iteration, or
	 * we will do a random selection from within the range.
	 */
	__u32 flags;
248 249
	int removal_mark;	/* non-zero => the device is marked for
				 * removal by worker thread */
Linus Torvalds's avatar
Linus Torvalds committed
250

Luiz Capitulino's avatar
Luiz Capitulino committed
251 252
	int min_pkt_size;	/* = ETH_ZLEN; */
	int max_pkt_size;	/* = ETH_ZLEN; */
253
	int pkt_overhead;	/* overhead for MPLS, VLANs, IPSEC etc */
Luiz Capitulino's avatar
Luiz Capitulino committed
254
	int nfrags;
255
	struct page *page;
256 257
	u64 delay;		/* nano-seconds */

Luiz Capitulino's avatar
Luiz Capitulino committed
258 259 260
	__u64 count;		/* Default No packets to send */
	__u64 sofar;		/* How many pkts we've sent so far */
	__u64 tx_bytes;		/* How many bytes we've transmitted */
261
	__u64 errors;		/* Errors when trying to transmit, */
Luiz Capitulino's avatar
Luiz Capitulino committed
262 263 264 265 266 267

	/* runtime counters relating to clone_skb */

	__u64 allocated_skbs;
	__u32 clone_count;
	int last_ok;		/* Was last skb sent?
268 269
				 * Or a failed transmit of some sort?
				 * This will keep sequence numbers in order
Luiz Capitulino's avatar
Luiz Capitulino committed
270
				 */
271 272 273 274 275
	ktime_t next_tx;
	ktime_t started_at;
	ktime_t stopped_at;
	u64	idle_acc;	/* nano-seconds */

Luiz Capitulino's avatar
Luiz Capitulino committed
276 277
	__u32 seq_num;

278 279 280 281 282 283 284 285
	int clone_skb;		/*
				 * Use multiple SKBs during packet gen.
				 * If this number is greater than 1, then
				 * that many copies of the same packet will be
				 * sent before a new packet is allocated.
				 * If you want to send 1024 identical packets
				 * before creating a new packet,
				 * set clone_skb to 1024.
Luiz Capitulino's avatar
Luiz Capitulino committed
286 287 288 289 290 291 292 293 294 295 296
				 */

	char dst_min[IP_NAME_SZ];	/* IP, ie 1.2.3.4 */
	char dst_max[IP_NAME_SZ];	/* IP, ie 1.2.3.4 */
	char src_min[IP_NAME_SZ];	/* IP, ie 1.2.3.4 */
	char src_max[IP_NAME_SZ];	/* IP, ie 1.2.3.4 */

	struct in6_addr in6_saddr;
	struct in6_addr in6_daddr;
	struct in6_addr cur_in6_daddr;
	struct in6_addr cur_in6_saddr;
Linus Torvalds's avatar
Linus Torvalds committed
297
	/* For ranges */
Luiz Capitulino's avatar
Luiz Capitulino committed
298 299 300 301 302 303 304 305
	struct in6_addr min_in6_daddr;
	struct in6_addr max_in6_daddr;
	struct in6_addr min_in6_saddr;
	struct in6_addr max_in6_saddr;

	/* If we're doing ranges, random or incremental, then this
	 * defines the min/max for those ranges.
	 */
Al Viro's avatar
Al Viro committed
306 307 308 309
	__be32 saddr_min;	/* inclusive, source IP address */
	__be32 saddr_max;	/* exclusive, source IP address */
	__be32 daddr_min;	/* inclusive, dest IP address */
	__be32 daddr_max;	/* exclusive, dest IP address */
Luiz Capitulino's avatar
Luiz Capitulino committed
310 311 312 313 314 315

	__u16 udp_src_min;	/* inclusive, source UDP port */
	__u16 udp_src_max;	/* exclusive, source UDP port */
	__u16 udp_dst_min;	/* inclusive, dest UDP port */
	__u16 udp_dst_max;	/* exclusive, dest UDP port */

316
	/* DSCP + ECN */
317 318 319 320
	__u8 tos;            /* six MSB of (former) IPv4 TOS
				are for dscp codepoint */
	__u8 traffic_class;  /* ditto for the (former) Traffic Class in IPv6
				(see RFC 3260, sec. 4) */
321

322
	/* MPLS */
323
	unsigned int nr_labels;	/* Depth of stack, 0 = no MPLS */
324 325
	__be32 labels[MAX_MPLS_LABELS];

326 327 328 329 330 331 332 333 334
	/* VLAN/SVLAN (802.1Q/Q-in-Q) */
	__u8  vlan_p;
	__u8  vlan_cfi;
	__u16 vlan_id;  /* 0xffff means no vlan tag */

	__u8  svlan_p;
	__u8  svlan_cfi;
	__u16 svlan_id; /* 0xffff means no svlan tag */

Luiz Capitulino's avatar
Luiz Capitulino committed
335 336 337 338 339 340 341 342
	__u32 src_mac_count;	/* How many MACs to iterate through */
	__u32 dst_mac_count;	/* How many MACs to iterate through */

	unsigned char dst_mac[ETH_ALEN];
	unsigned char src_mac[ETH_ALEN];

	__u32 cur_dst_mac_offset;
	__u32 cur_src_mac_offset;
Al Viro's avatar
Al Viro committed
343 344
	__be32 cur_saddr;
	__be32 cur_daddr;
345
	__u16 ip_id;
Luiz Capitulino's avatar
Luiz Capitulino committed
346 347
	__u16 cur_udp_dst;
	__u16 cur_udp_src;
348
	__u16 cur_queue_map;
Luiz Capitulino's avatar
Luiz Capitulino committed
349
	__u32 cur_pkt_size;
350
	__u32 last_pkt_size;
Luiz Capitulino's avatar
Luiz Capitulino committed
351 352 353 354 355 356 357 358 359 360 361 362

	__u8 hh[14];
	/* = {
	   0x00, 0x80, 0xC8, 0x79, 0xB3, 0xCB,

	   We fill in SRC address later
	   0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
	   0x08, 0x00
	   };
	 */
	__u16 pad;		/* pad out the hh struct to an even 16 bytes */

363
	struct sk_buff *skb;	/* skb we are to transmit next, used for when we
Luiz Capitulino's avatar
Luiz Capitulino committed
364 365
				 * are transmitting the same one multiple times
				 */
366 367 368 369 370 371 372 373
	struct net_device *odev; /* The out-going device.
				  * Note that the device should have it's
				  * pg_info pointer pointing back to this
				  * device.
				  * Set when the user specifies the out-going
				  * device name (not when the inject is
				  * started as it used to do.)
				  */
374
	char odevname[32];
Linus Torvalds's avatar
Linus Torvalds committed
375
	struct flow_state *flows;
376 377 378 379
	unsigned int cflows;	/* Concurrent flows (config) */
	unsigned int lflow;		/* Flow length  (config) */
	unsigned int nflows;	/* accumulated flows (stats) */
	unsigned int curfl;		/* current sequenced flow (state)*/
380 381 382

	u16 queue_map_min;
	u16 queue_map_max;
383
	__u32 skb_priority;	/* skb priority field */
Robert Olsson's avatar
Robert Olsson committed
384
	int node;               /* Memory node */
385

386 387 388 389
#ifdef CONFIG_XFRM
	__u8	ipsmode;		/* IPSEC mode (config) */
	__u8	ipsproto;		/* IPSEC type (config) */
#endif
390
	char result[512];
Linus Torvalds's avatar
Linus Torvalds committed
391 392 393
};

struct pktgen_hdr {
Al Viro's avatar
Al Viro committed
394 395 396 397
	__be32 pgh_magic;
	__be32 seq_num;
	__be32 tv_sec;
	__be32 tv_usec;
Linus Torvalds's avatar
Linus Torvalds committed
398 399
};

400 401
static bool pktgen_exiting __read_mostly;

Linus Torvalds's avatar
Linus Torvalds committed
402
struct pktgen_thread {
403
	spinlock_t if_lock;		/* for list of devices */
404
	struct list_head if_list;	/* All device here */
405
	struct list_head th_list;
406
	struct task_struct *tsk;
Luiz Capitulino's avatar
Luiz Capitulino committed
407 408
	char result[512];

409 410
	/* Field for thread to receive "posted" events terminate,
	   stop ifs etc. */
Luiz Capitulino's avatar
Luiz Capitulino committed
411 412

	u32 control;
Linus Torvalds's avatar
Linus Torvalds committed
413 414
	int cpu;

Luiz Capitulino's avatar
Luiz Capitulino committed
415
	wait_queue_head_t queue;
416
	struct completion start_done;
Linus Torvalds's avatar
Linus Torvalds committed
417 418 419 420 421
};

#define REMOVE 1
#define FIND   0

422
static inline ktime_t ktime_now(void)
Linus Torvalds's avatar
Linus Torvalds committed
423
{
424 425 426 427
	struct timespec ts;
	ktime_get_ts(&ts);

	return timespec_to_ktime(ts);
Linus Torvalds's avatar
Linus Torvalds committed
428 429
}

430 431
/* This works even if 32 bit because of careful byte order choice */
static inline int ktime_lt(const ktime_t cmp1, const ktime_t cmp2)
Linus Torvalds's avatar
Linus Torvalds committed
432
{
433
	return cmp1.tv64 < cmp2.tv64;
Linus Torvalds's avatar
Linus Torvalds committed
434 435
}

436
static const char version[] =
437 438
	"Packet Generator for packet performance testing. "
	"Version: " VERSION "\n";
Linus Torvalds's avatar
Linus Torvalds committed
439

Luiz Capitulino's avatar
Luiz Capitulino committed
440 441 442
static int pktgen_remove_device(struct pktgen_thread *t, struct pktgen_dev *i);
static int pktgen_add_device(struct pktgen_thread *t, const char *ifname);
static struct pktgen_dev *pktgen_find_dev(struct pktgen_thread *t,
443
					  const char *ifname, bool exact);
Linus Torvalds's avatar
Linus Torvalds committed
444 445
static int pktgen_device_event(struct notifier_block *, unsigned long, void *);
static void pktgen_run_all_threads(void);
446
static void pktgen_reset_all_threads(void);
Linus Torvalds's avatar
Linus Torvalds committed
447
static void pktgen_stop_all_threads_ifs(void);
448

Luiz Capitulino's avatar
Luiz Capitulino committed
449
static void pktgen_stop(struct pktgen_thread *t);
Linus Torvalds's avatar
Linus Torvalds committed
450
static void pktgen_clear_counters(struct pktgen_dev *pkt_dev);
451

Luiz Capitulino's avatar
Luiz Capitulino committed
452
static unsigned int scan_ip6(const char *s, char ip[16]);
Linus Torvalds's avatar
Linus Torvalds committed
453 454

/* Module parameters, defaults. */
455 456 457 458
static int pg_count_d __read_mostly = 1000;
static int pg_delay_d __read_mostly;
static int pg_clone_skb_d  __read_mostly;
static int debug  __read_mostly;
Linus Torvalds's avatar
Linus Torvalds committed
459

460
static DEFINE_MUTEX(pktgen_thread_lock);
461
static LIST_HEAD(pktgen_threads);
Linus Torvalds's avatar
Linus Torvalds committed
462 463 464 465 466 467

static struct notifier_block pktgen_notifier_block = {
	.notifier_call = pktgen_device_event,
};

/*
468
 * /proc handling functions
Linus Torvalds's avatar
Linus Torvalds committed
469 470 471
 *
 */

472
static int pgctrl_show(struct seq_file *seq, void *v)
Luiz Capitulino's avatar
Luiz Capitulino committed
473
{
474
	seq_puts(seq, version);
475
	return 0;
Linus Torvalds's avatar
Linus Torvalds committed
476 477
}

478 479
static ssize_t pgctrl_write(struct file *file, const char __user *buf,
			    size_t count, loff_t *ppos)
Linus Torvalds's avatar
Linus Torvalds committed
480 481
{
	int err = 0;
482
	char data[128];
Linus Torvalds's avatar
Linus Torvalds committed
483

Luiz Capitulino's avatar
Luiz Capitulino committed
484 485
	if (!capable(CAP_NET_ADMIN)) {
		err = -EPERM;
Linus Torvalds's avatar
Linus Torvalds committed
486
		goto out;
Luiz Capitulino's avatar
Luiz Capitulino committed
487
	}
Linus Torvalds's avatar
Linus Torvalds committed
488

489 490
	if (count > sizeof(data))
		count = sizeof(data);
Linus Torvalds's avatar
Linus Torvalds committed
491 492

	if (copy_from_user(data, buf, count)) {
493
		err = -EFAULT;
494
		goto out;
Luiz Capitulino's avatar
Luiz Capitulino committed
495 496
	}
	data[count - 1] = 0;	/* Make string */
Linus Torvalds's avatar
Linus Torvalds committed
497

Luiz Capitulino's avatar
Luiz Capitulino committed
498
	if (!strcmp(data, "stop"))
Linus Torvalds's avatar
Linus Torvalds committed
499 500
		pktgen_stop_all_threads_ifs();

Luiz Capitulino's avatar
Luiz Capitulino committed
501
	else if (!strcmp(data, "start"))
Linus Torvalds's avatar
Linus Torvalds committed
502 503
		pktgen_run_all_threads();

504 505 506
	else if (!strcmp(data, "reset"))
		pktgen_reset_all_threads();

Luiz Capitulino's avatar
Luiz Capitulino committed
507
	else
508
		pr_warning("Unknown command: %s\n", data);
Linus Torvalds's avatar
Linus Torvalds committed
509 510 511

	err = count;

Luiz Capitulino's avatar
Luiz Capitulino committed
512 513
out:
	return err;
Linus Torvalds's avatar
Linus Torvalds committed
514 515
}

516 517 518 519 520
static int pgctrl_open(struct inode *inode, struct file *file)
{
	return single_open(file, pgctrl_show, PDE(inode)->data);
}

521
static const struct file_operations pktgen_fops = {
Luiz Capitulino's avatar
Luiz Capitulino committed
522 523 524 525 526 527
	.owner   = THIS_MODULE,
	.open    = pgctrl_open,
	.read    = seq_read,
	.llseek  = seq_lseek,
	.write   = pgctrl_write,
	.release = single_release,
528 529 530
};

static int pktgen_if_show(struct seq_file *seq, void *v)
Linus Torvalds's avatar
Linus Torvalds committed
531
{
532
	const struct pktgen_dev *pkt_dev = seq->private;
533 534
	ktime_t stopped;
	u64 idle;
Luiz Capitulino's avatar
Luiz Capitulino committed
535 536 537 538 539 540 541

	seq_printf(seq,
		   "Params: count %llu  min_pkt_size: %u  max_pkt_size: %u\n",
		   (unsigned long long)pkt_dev->count, pkt_dev->min_pkt_size,
		   pkt_dev->max_pkt_size);

	seq_printf(seq,
542 543
		   "     frags: %d  delay: %llu  clone_skb: %d  ifname: %s\n",
		   pkt_dev->nfrags, (unsigned long long) pkt_dev->delay,
544
		   pkt_dev->clone_skb, pkt_dev->odevname);
Luiz Capitulino's avatar
Luiz Capitulino committed
545 546 547 548

	seq_printf(seq, "     flows: %u flowlen: %u\n", pkt_dev->cflows,
		   pkt_dev->lflow);

549 550 551 552 553
	seq_printf(seq,
		   "     queue_map_min: %u  queue_map_max: %u\n",
		   pkt_dev->queue_map_min,
		   pkt_dev->queue_map_max);

554 555 556 557
	if (pkt_dev->skb_priority)
		seq_printf(seq, "     skb_priority: %u\n",
			   pkt_dev->skb_priority);

Luiz Capitulino's avatar
Luiz Capitulino committed
558 559
	if (pkt_dev->flags & F_IPV6) {
		seq_printf(seq,
560 561 562 563 564 565
			   "     saddr: %pI6c  min_saddr: %pI6c  max_saddr: %pI6c\n"
			   "     daddr: %pI6c  min_daddr: %pI6c  max_daddr: %pI6c\n",
			   &pkt_dev->in6_saddr,
			   &pkt_dev->min_in6_saddr, &pkt_dev->max_in6_saddr,
			   &pkt_dev->in6_daddr,
			   &pkt_dev->min_in6_daddr, &pkt_dev->max_in6_daddr);
566 567 568 569
	} else {
		seq_printf(seq,
			   "     dst_min: %s  dst_max: %s\n",
			   pkt_dev->dst_min, pkt_dev->dst_max);
Luiz Capitulino's avatar
Luiz Capitulino committed
570
		seq_printf(seq,
571 572 573
			   "        src_min: %s  src_max: %s\n",
			   pkt_dev->src_min, pkt_dev->src_max);
	}
Linus Torvalds's avatar
Linus Torvalds committed
574

Luiz Capitulino's avatar
Luiz Capitulino committed
575
	seq_puts(seq, "     src_mac: ");
Linus Torvalds's avatar
Linus Torvalds committed
576

577 578 579
	seq_printf(seq, "%pM ",
		   is_zero_ether_addr(pkt_dev->src_mac) ?
			     pkt_dev->odev->dev_addr : pkt_dev->src_mac);
Luiz Capitulino's avatar
Luiz Capitulino committed
580 581

	seq_printf(seq, "dst_mac: ");
582
	seq_printf(seq, "%pM\n", pkt_dev->dst_mac);
Luiz Capitulino's avatar
Luiz Capitulino committed
583 584

	seq_printf(seq,
585 586
		   "     udp_src_min: %d  udp_src_max: %d"
		   "  udp_dst_min: %d  udp_dst_max: %d\n",
Luiz Capitulino's avatar
Luiz Capitulino committed
587 588 589 590
		   pkt_dev->udp_src_min, pkt_dev->udp_src_max,
		   pkt_dev->udp_dst_min, pkt_dev->udp_dst_max);

	seq_printf(seq,
591
		   "     src_mac_count: %d  dst_mac_count: %d\n",
Luiz Capitulino's avatar
Luiz Capitulino committed
592
		   pkt_dev->src_mac_count, pkt_dev->dst_mac_count);
Linus Torvalds's avatar
Linus Torvalds committed
593

594
	if (pkt_dev->nr_labels) {
595
		unsigned int i;
596
		seq_printf(seq, "     mpls: ");
597
		for (i = 0; i < pkt_dev->nr_labels; i++)
598 599 600 601
			seq_printf(seq, "%08x%s", ntohl(pkt_dev->labels[i]),
				   i == pkt_dev->nr_labels-1 ? "\n" : ", ");
	}

602
	if (pkt_dev->vlan_id != 0xffff)
603
		seq_printf(seq, "     vlan_id: %u  vlan_p: %u  vlan_cfi: %u\n",
604 605
			   pkt_dev->vlan_id, pkt_dev->vlan_p,
			   pkt_dev->vlan_cfi);
606

607
	if (pkt_dev->svlan_id != 0xffff)
608
		seq_printf(seq, "     svlan_id: %u  vlan_p: %u  vlan_cfi: %u\n",
609 610
			   pkt_dev->svlan_id, pkt_dev->svlan_p,
			   pkt_dev->svlan_cfi);
611

612
	if (pkt_dev->tos)
613 614
		seq_printf(seq, "     tos: 0x%02x\n", pkt_dev->tos);

615
	if (pkt_dev->traffic_class)
616 617
		seq_printf(seq, "     traffic_class: 0x%02x\n", pkt_dev->traffic_class);

Robert Olsson's avatar
Robert Olsson committed
618 619 620
	if (pkt_dev->node >= 0)
		seq_printf(seq, "     node: %d\n", pkt_dev->node);

621 622
	seq_printf(seq, "     Flags: ");

Luiz Capitulino's avatar
Luiz Capitulino committed
623 624
	if (pkt_dev->flags & F_IPV6)
		seq_printf(seq, "IPV6  ");
Linus Torvalds's avatar
Linus Torvalds committed
625

Luiz Capitulino's avatar
Luiz Capitulino committed
626 627
	if (pkt_dev->flags & F_IPSRC_RND)
		seq_printf(seq, "IPSRC_RND  ");
Linus Torvalds's avatar
Linus Torvalds committed
628

Luiz Capitulino's avatar
Luiz Capitulino committed
629 630
	if (pkt_dev->flags & F_IPDST_RND)
		seq_printf(seq, "IPDST_RND  ");
Linus Torvalds's avatar
Linus Torvalds committed
631

Luiz Capitulino's avatar
Luiz Capitulino committed
632 633
	if (pkt_dev->flags & F_TXSIZE_RND)
		seq_printf(seq, "TXSIZE_RND  ");
Linus Torvalds's avatar
Linus Torvalds committed
634

Luiz Capitulino's avatar
Luiz Capitulino committed
635 636
	if (pkt_dev->flags & F_UDPSRC_RND)
		seq_printf(seq, "UDPSRC_RND  ");
Linus Torvalds's avatar
Linus Torvalds committed
637

Luiz Capitulino's avatar
Luiz Capitulino committed
638 639
	if (pkt_dev->flags & F_UDPDST_RND)
		seq_printf(seq, "UDPDST_RND  ");
Linus Torvalds's avatar
Linus Torvalds committed
640

641 642 643
	if (pkt_dev->flags & F_MPLS_RND)
		seq_printf(seq,  "MPLS_RND  ");

644 645 646
	if (pkt_dev->flags & F_QUEUE_MAP_RND)
		seq_printf(seq,  "QUEUE_MAP_RND  ");

Robert Olsson's avatar
Robert Olsson committed
647 648 649
	if (pkt_dev->flags & F_QUEUE_MAP_CPU)
		seq_printf(seq,  "QUEUE_MAP_CPU  ");

650 651 652 653 654 655 656
	if (pkt_dev->cflows) {
		if (pkt_dev->flags & F_FLOW_SEQ)
			seq_printf(seq,  "FLOW_SEQ  "); /*in sequence flows*/
		else
			seq_printf(seq,  "FLOW_RND  ");
	}

657 658 659 660 661
#ifdef CONFIG_XFRM
	if (pkt_dev->flags & F_IPSEC_ON)
		seq_printf(seq,  "IPSEC  ");
#endif

Luiz Capitulino's avatar
Luiz Capitulino committed
662 663
	if (pkt_dev->flags & F_MACSRC_RND)
		seq_printf(seq, "MACSRC_RND  ");
Linus Torvalds's avatar
Linus Torvalds committed
664

Luiz Capitulino's avatar
Luiz Capitulino committed
665 666
	if (pkt_dev->flags & F_MACDST_RND)
		seq_printf(seq, "MACDST_RND  ");
Linus Torvalds's avatar
Linus Torvalds committed
667

668 669 670 671 672 673
	if (pkt_dev->flags & F_VID_RND)
		seq_printf(seq, "VID_RND  ");

	if (pkt_dev->flags & F_SVID_RND)
		seq_printf(seq, "SVID_RND  ");

Robert Olsson's avatar
Robert Olsson committed
674 675 676
	if (pkt_dev->flags & F_NODE)
		seq_printf(seq, "NODE_ALLOC  ");

Luiz Capitulino's avatar
Luiz Capitulino committed
677 678
	seq_puts(seq, "\n");

679 680 681 682
	/* not really stopped, more like last-running-at */
	stopped = pkt_dev->running ? ktime_now() : pkt_dev->stopped_at;
	idle = pkt_dev->idle_acc;
	do_div(idle, NSEC_PER_USEC);
Linus Torvalds's avatar
Linus Torvalds committed
683

Luiz Capitulino's avatar
Luiz Capitulino committed
684
	seq_printf(seq,
685
		   "Current:\n     pkts-sofar: %llu  errors: %llu\n",
Luiz Capitulino's avatar
Luiz Capitulino committed
686
		   (unsigned long long)pkt_dev->sofar,
687 688 689 690 691 692 693
		   (unsigned long long)pkt_dev->errors);

	seq_printf(seq,
		   "     started: %lluus  stopped: %lluus idle: %lluus\n",
		   (unsigned long long) ktime_to_us(pkt_dev->started_at),
		   (unsigned long long) ktime_to_us(stopped),
		   (unsigned long long) idle);
Linus Torvalds's avatar
Linus Torvalds committed
694

Luiz Capitulino's avatar
Luiz Capitulino committed
695 696
	seq_printf(seq,
		   "     seq_num: %d  cur_dst_mac_offset: %d  cur_src_mac_offset: %d\n",
697 698
		   pkt_dev->seq_num, pkt_dev->cur_dst_mac_offset,
		   pkt_dev->cur_src_mac_offset);
Linus Torvalds's avatar
Linus Torvalds committed
699

Luiz Capitulino's avatar
Luiz Capitulino committed
700
	if (pkt_dev->flags & F_IPV6) {
701 702 703
		seq_printf(seq, "     cur_saddr: %pI6c  cur_daddr: %pI6c\n",
				&pkt_dev->cur_in6_saddr,
				&pkt_dev->cur_in6_daddr);
Luiz Capitulino's avatar
Luiz Capitulino committed
704 705
	} else
		seq_printf(seq, "     cur_saddr: 0x%x  cur_daddr: 0x%x\n",
706
			   pkt_dev->cur_saddr, pkt_dev->cur_daddr);
Linus Torvalds's avatar
Linus Torvalds committed
707

Luiz Capitulino's avatar
Luiz Capitulino committed
708
	seq_printf(seq, "     cur_udp_dst: %d  cur_udp_src: %d\n",
709
		   pkt_dev->cur_udp_dst, pkt_dev->cur_udp_src);
Linus Torvalds's avatar
Linus Torvalds committed
710

711 712
	seq_printf(seq, "     cur_queue_map: %u\n", pkt_dev->cur_queue_map);

Luiz Capitulino's avatar
Luiz Capitulino committed
713
	seq_printf(seq, "     flows: %u\n", pkt_dev->nflows);
Linus Torvalds's avatar
Linus Torvalds committed
714 715

	if (pkt_dev->result[0])
Luiz Capitulino's avatar
Luiz Capitulino committed
716
		seq_printf(seq, "Result: %s\n", pkt_dev->result);
Linus Torvalds's avatar
Linus Torvalds committed
717
	else
Luiz Capitulino's avatar
Luiz Capitulino committed
718
		seq_printf(seq, "Result: Idle\n");
Linus Torvalds's avatar
Linus Torvalds committed
719

720
	return 0;
Linus Torvalds's avatar
Linus Torvalds committed
721 722
}

723

724 725
static int hex32_arg(const char __user *user_buffer, unsigned long maxlen,
		     __u32 *num)
726 727 728 729
{
	int i = 0;
	*num = 0;

730
	for (; i < maxlen; i++) {
731
		int value;
732 733 734 735
		char c;
		*num <<= 4;
		if (get_user(c, &user_buffer[i]))
			return -EFAULT;
736 737 738
		value = hex_to_bin(c);
		if (value >= 0)
			*num |= value;
739 740 741 742 743 744
		else
			break;
	}
	return i;
}

Luiz Capitulino's avatar
Luiz Capitulino committed
745 746
static int count_trail_chars(const char __user * user_buffer,
			     unsigned int maxlen)
Linus Torvalds's avatar
Linus Torvalds committed
747 748 749 750
{
	int i;

	for (i = 0; i < maxlen; i++) {
Luiz Capitulino's avatar
Luiz Capitulino committed
751 752 753 754
		char c;
		if (get_user(c, &user_buffer[i]))
			return -EFAULT;
		switch (c) {
Linus Torvalds's avatar
Linus Torvalds committed
755 756 757 758 759 760 761 762 763
		case '\"':
		case '\n':
		case '\r':
		case '\t':
		case ' ':
		case '=':
			break;
		default:
			goto done;
764
		}
Linus Torvalds's avatar
Linus Torvalds committed
765 766 767 768 769
	}
done:
	return i;
}

770 771
static long num_arg(const char __user *user_buffer, unsigned long maxlen,
				unsigned long *num)
Linus Torvalds's avatar
Linus Torvalds committed
772
{
773
	int i;
Linus Torvalds's avatar
Linus Torvalds committed
774
	*num = 0;
Luiz Capitulino's avatar
Luiz Capitulino committed
775

776
	for (i = 0; i < maxlen; i++) {
Luiz Capitulino's avatar
Luiz Capitulino committed
777 778 779 780
		char c;
		if (get_user(c, &user_buffer[i]))
			return -EFAULT;
		if ((c >= '0') && (c <= '9')) {
Linus Torvalds's avatar
Linus Torvalds committed
781
			*num *= 10;
Luiz Capitulino's avatar
Luiz Capitulino committed
782
			*num += c - '0';
Linus Torvalds's avatar
Linus Torvalds committed
783 784 785 786 787 788
		} else
			break;
	}
	return i;
}

Luiz Capitulino's avatar
Luiz Capitulino committed
789
static int strn_len(const char __user * user_buffer, unsigned int maxlen)
Linus Torvalds's avatar
Linus Torvalds committed
790
{
791
	int i;
Linus Torvalds's avatar
Linus Torvalds committed
792

793
	for (i = 0; i < maxlen; i++) {
Luiz Capitulino's avatar
Luiz Capitulino committed
794 795 796 797
		char c;
		if (get_user(c, &user_buffer[i]))
			return -EFAULT;
		switch (c) {
Linus Torvalds's avatar
Linus Torvalds committed
798 799 800 801 802 803 804 805 806
		case '\"':
		case '\n':
		case '\r':
		case '\t':
		case ' ':
			goto done_str;
			break;
		default:
			break;
807
		}
Linus Torvalds's avatar
Linus Torvalds committed
808 809 810 811 812
	}
done_str:
	return i;
}

813 814
static ssize_t get_labels(const char __user *buffer, struct pktgen_dev *pkt_dev)
{
815
	unsigned int n = 0;
816 817 818 819 820 821 822
	char c;
	ssize_t i = 0;
	int len;

	pkt_dev->nr_labels = 0;
	do {
		__u32 tmp;
823
		len = hex32_arg(&buffer[i], 8, &tmp);
824 825 826 827 828 829 830 831 832 833 834 835
		if (len <= 0)
			return len;
		pkt_dev->labels[n] = htonl(tmp);
		if (pkt_dev->labels[n] & MPLS_STACK_BOTTOM)
			pkt_dev->flags |= F_MPLS_RND;
		i += len;
		if (get_user(c, &buffer[i]))
			return -EFAULT;
		i++;
		n++;
		if (n >= MAX_MPLS_LABELS)
			return -E2BIG;
836
	} while (c == ',');
837 838 839 840 841

	pkt_dev->nr_labels = n;
	return i;
}

Luiz Capitulino's avatar
Luiz Capitulino committed
842 843 844
static ssize_t pktgen_if_write(struct file *file,
			       const char __user * user_buffer, size_t count,
			       loff_t * offset)
Linus Torvalds's avatar
Linus Torvalds committed
845
{
846
	struct seq_file *seq = file->private_data;
Luiz Capitulino's avatar
Luiz Capitulino committed
847
	struct pktgen_dev *pkt_dev = seq->private;
848
	int i, max, len;
Linus Torvalds's avatar
Linus Torvalds committed
849 850
	char name[16], valstr[32];
	unsigned long value = 0;
Luiz Capitulino's avatar
Luiz Capitulino committed
851 852
	char *pg_result = NULL;
	int tmp = 0;
Linus Torvalds's avatar
Linus Torvalds committed
853
	char buf[128];
Luiz Capitulino's avatar
Luiz Capitulino committed
854 855 856

	pg_result = &(pkt_dev->result[0]);

Linus Torvalds's avatar
Linus Torvalds committed
857
	if (count < 1) {
858
		pr_warning("wrong command format\n");
Linus Torvalds's avatar
Linus Torvalds committed
859 860
		return -EINVAL;
	}
Luiz Capitulino's avatar
Luiz Capitulino committed
861

862 863
	max = count;
	tmp = count_trail_chars(user_buffer, max);
Luiz Capitulino's avatar
Luiz Capitulino committed
864
	if (tmp < 0) {
865
		pr_warning("illegal format\n");
Luiz Capitulino's avatar
Luiz Capitulino committed
866
		return tmp;
Linus Torvalds's avatar
Linus Torvalds committed
867
	}
868
	i = tmp;
Luiz Capitulino's avatar
Luiz Capitulino committed
869

Linus Torvalds's avatar
Linus Torvalds committed
870 871 872
	/* Read variable name */

	len = strn_len(&user_buffer[i], sizeof(name) - 1);
873
	if (len < 0)
Luiz Capitulino's avatar
Luiz Capitulino committed
874
		return len;
875

Linus Torvalds's avatar
Linus Torvalds committed
876
	memset(name, 0, sizeof(name));
Luiz Capitulino's avatar
Luiz Capitulino committed
877
	if (copy_from_user(name, &user_buffer[i], len))
Linus Torvalds's avatar
Linus Torvalds committed
878 879
		return -EFAULT;
	i += len;
Luiz Capitulino's avatar
Luiz Capitulino committed
880 881

	max = count - i;
Linus Torvalds's avatar
Linus Torvalds committed
882
	len = count_trail_chars(&user_buffer[i], max);
Luiz Capitulino's avatar
Luiz Capitulino committed
883 884 885
	if (len < 0)
		return len;

Linus Torvalds's avatar
Linus Torvalds committed
886 887 888
	i += len;

	if (debug) {
889
		size_t copy = min_t(size_t, count, 1023);
890 891
		char tb[copy + 1];
		if (copy_from_user(tb, user_buffer, copy))
Linus Torvalds's avatar
Linus Torvalds committed
892
			return -EFAULT;
893
		tb[copy] = 0;
Joe Perches's avatar
Joe Perches committed
894 895
		pr_debug("%s,%lu  buffer -:%s:-\n",
			 name, (unsigned long)count, tb);
Luiz Capitulino's avatar
Luiz Capitulino committed
896
	}
Linus Torvalds's avatar
Linus Torvalds committed
897 898 899

	if (!strcmp(name, "min_pkt_size")) {
		len = num_arg(&user_buffer[i], 10, &value);
900
		if (len < 0)
Luiz Capitulino's avatar
Luiz Capitulino committed
901
			return len;
902

Linus Torvalds's avatar
Linus Torvalds committed
903
		i += len;
Luiz Capitulino's avatar
Luiz Capitulino committed
904 905 906 907 908 909 910 911
		if (value < 14 + 20 + 8)
			value = 14 + 20 + 8;
		if (value != pkt_dev->min_pkt_size) {
			pkt_dev->min_pkt_size = value;
			pkt_dev->cur_pkt_size = value;
		}
		sprintf(pg_result, "OK: min_pkt_size=%u",
			pkt_dev->min_pkt_size);
Linus Torvalds's avatar
Linus Torvalds committed
912 913 914
		return count;
	}

Luiz Capitulino's avatar
Luiz Capitulino committed
915
	if (!strcmp(name, "max_pkt_size")) {
Linus Torvalds's avatar
Linus Torvalds committed
916
		len = num_arg(&user_buffer[i], 10, &value);
917
		if (len < 0)
Luiz Capitulino's avatar
Luiz Capitulino committed
918
			return len;
919

Linus Torvalds's avatar
Linus Torvalds committed
920
		i += len;
Luiz Capitulino's avatar
Luiz Capitulino committed
921 922 923 924 925 926 927 928
		if (value < 14 + 20 + 8)
			value = 14 + 20 + 8;
		if (value != pkt_dev->max_pkt_size) {
			pkt_dev->max_pkt_size = value;
			pkt_dev->cur_pkt_size = value;
		}
		sprintf(pg_result, "OK: max_pkt_size=%u",
			pkt_dev->max_pkt_size);
Linus Torvalds's avatar
Linus Torvalds committed
929 930 931
		return count;
	}

Luiz Capitulino's avatar
Luiz Capitulino committed
932
	/* Shortcut for min = max */
Linus Torvalds's avatar
Linus Torvalds committed
933 934 935

	if (!strcmp(name, "pkt_size")) {
		len = num_arg(&user_buffer[i], 10, &value);
936
		if (len < 0)
Luiz Capitulino's avatar
Luiz Capitulino committed
937
			return len;
938

Linus Torvalds's avatar
Linus Torvalds committed
939
		i += len;
Luiz Capitulino's avatar
Luiz Capitulino committed
940 941 942 943 944 945 946
		if (value < 14 + 20 + 8)
			value = 14 + 20 + 8;
		if (value != pkt_dev->min_pkt_size) {
			pkt_dev->min_pkt_size = value;
			pkt_dev->max_pkt_size = value;
			pkt_dev->cur_pkt_size = value;
		}
Linus Torvalds's avatar
Linus Torvalds committed
947 948 949 950
		sprintf(pg_result, "OK: pkt_size=%u", pkt_dev->min_pkt_size);
		return count;
	}

Luiz Capitulino's avatar
Luiz Capitulino committed
951
	if (!strcmp(name, "debug")) {
Linus Torvalds's avatar
Linus Torvalds committed
952
		len = num_arg(&user_buffer[i], 10, &value);
953
		if (len < 0)
Luiz Capitulino's avatar
Luiz Capitulino committed
954
			return len;
955

Linus Torvalds's avatar
Linus Torvalds committed
956
		i += len;
Luiz Capitulino's avatar
Luiz Capitulino committed
957
		debug = value;
Linus Torvalds's avatar
Linus Torvalds committed
958 959 960 961
		sprintf(pg_result, "OK: debug=%u", debug);
		return count;
	}

Luiz Capitulino's avatar
Luiz Capitulino committed
962
	if (!strcmp(name, "frags")) {
Linus Torvalds's avatar
Linus Torvalds committed
963
		len = num_arg(&user_buffer[i], 10, &value);
964
		if (len < 0)
Luiz Capitulino's avatar
Luiz Capitulino committed
965
			return len;
966

Linus Torvalds's avatar
Linus Torvalds committed
967 968 969 970 971 972 973
		i += len;
		pkt_dev->nfrags = value;
		sprintf(pg_result, "OK: frags=%u", pkt_dev->nfrags);
		return count;
	}
	if (!strcmp(name, "delay")) {
		len = num_arg(&user_buffer[i], 10, &value);
974
		if (len < 0)
Luiz Capitulino's avatar
Luiz Capitulino committed
975
			return len;
976

Linus Torvalds's avatar
Linus Torvalds committed
977
		i += len;
978 979 980
		if (value == 0x7FFFFFFF)
			pkt_dev->delay = ULLONG_MAX;
		else
981
			pkt_dev->delay = (u64)value;
982 983 984

		sprintf(pg_result, "OK: delay=%llu",
			(unsigned long long) pkt_dev->delay);
Linus Torvalds's avatar
Linus Torvalds committed
985 986
		return count;
	}
987 988 989 990 991 992 993 994 995 996
	if (!strcmp(name, "rate")) {
		len = num_arg(&user_buffer[i], 10, &value);
		if (len < 0)
			return len;

		i += len;
		if (!value)
			return len;
		pkt_dev->delay = pkt_dev->min_pkt_size*8*NSEC_PER_USEC/value;
		if (debug)
997
			pr_info("Delay set at: %llu ns\n", pkt_dev->delay);
998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011

		sprintf(pg_result, "OK: rate=%lu", value);
		return count;
	}
	if (!strcmp(name, "ratep")) {
		len = num_arg(&user_buffer[i], 10, &value);
		if (len < 0)
			return len;

		i += len;
		if (!value)
			return len;
		pkt_dev->delay = NSEC_PER_SEC/value;
		if (debug)
1012
			pr_info("Delay set at: %llu ns\n", pkt_dev->delay);
1013 1014 1015 1016

		sprintf(pg_result, "OK: rate=%lu", value);
		return count;
	}
Luiz Capitulino's avatar
Luiz Capitulino committed
1017
	if (!strcmp(name, "udp_src_min")) {
Linus Torvalds's avatar
Linus Torvalds committed
1018
		len = num_arg(&user_buffer[i], 10, &value);
1019
		if (len < 0)
Luiz Capitulino's avatar
Luiz Capitulino committed
1020
			return len;
1021

Linus Torvalds's avatar
Linus Torvalds committed
1022
		i += len;
Luiz Capitulino's avatar
Luiz Capitulino committed
1023 1024 1025 1026
		if (value != pkt_dev->udp_src_min) {
			pkt_dev->udp_src_min = value;
			pkt_dev->cur_udp_src = value;
		}
Linus Torvalds's avatar
Linus Torvalds committed
1027 1028 1029
		sprintf(pg_result, "OK: udp_src_min=%u", pkt_dev->udp_src_min);
		return count;
	}
Luiz Capitulino's avatar
Luiz Capitulino committed
1030
	if (!strcmp(name, "udp_dst_min")) {
Linus Torvalds's avatar
Linus Torvalds committed
1031
		len = num_arg(&user_buffer[i], 10, &value);
1032
		if (len < 0)
Luiz Capitulino's avatar
Luiz Capitulino committed
1033
			return len;
1034

Linus Torvalds's avatar
Linus Torvalds committed
1035
		i += len;
Luiz Capitulino's avatar
Luiz Capitulino committed
1036 1037 1038 1039
		if (value != pkt_dev->udp_dst_min) {
			pkt_dev->udp_dst_min = value;
			pkt_dev->cur_udp_dst = value;
		}
Linus Torvalds's avatar
Linus Torvalds committed
1040 1041 1042
		sprintf(pg_result, "OK: udp_dst_min=%u", pkt_dev->udp_dst_min);
		return count;
	}
Luiz Capitulino's avatar
Luiz Capitulino committed
1043
	if (!strcmp(name, "udp_src_max")) {
Linus Torvalds's avatar
Linus Torvalds committed
1044
		len = num_arg(&user_buffer[i], 10, &value);
1045
		if (len < 0)
Luiz Capitulino's avatar
Luiz Capitulino committed
1046
			return len;
1047

Linus Torvalds's avatar
Linus Torvalds committed
1048
		i += len;
Luiz Capitulino's avatar
Luiz Capitulino committed
1049 1050 1051 1052
		if (value != pkt_dev->udp_src_max) {
			pkt_dev->udp_src_max = value;
			pkt_dev->cur_udp_src = value;
		}
Linus Torvalds's avatar
Linus Torvalds committed
1053 1054 1055
		sprintf(pg_result, "OK: udp_src_max=%u", pkt_dev->udp_src_max);
		return count;
	}
Luiz Capitulino's avatar
Luiz Capitulino committed
1056
	if (!strcmp(name, "udp_dst_max")) {
Linus Torvalds's avatar
Linus Torvalds committed
1057
		len = num_arg(&user_buffer[i], 10, &value);
1058
		if (len < 0)
Luiz Capitulino's avatar
Luiz Capitulino committed
1059
			return len;
1060

Linus Torvalds's avatar
Linus Torvalds committed
1061
		i += len;
Luiz Capitulino's avatar
Luiz Capitulino committed
1062 1063 1064 1065
		if (value != pkt_dev->udp_dst_max) {
			pkt_dev->udp_dst_max = value;
			pkt_dev->cur_udp_dst = value;
		}
Linus Torvalds's avatar
Linus Torvalds committed
1066 1067 1068 1069 1070
		sprintf(pg_result, "OK: udp_dst_max=%u", pkt_dev->udp_dst_max);
		return count;
	}
	if (!strcmp(name, "clone_skb")) {
		len = num_arg(&user_buffer[i], 10, &value);
1071
		if (len < 0)
Luiz Capitulino's avatar
Luiz Capitulino committed
1072
			return len;
1073 1074 1075
		if ((value > 0) &&
		    (!(pkt_dev->odev->priv_flags & IFF_TX_SKB_SHARING)))
			return -ENOTSUPP;
Linus Torvalds's avatar
Linus Torvalds committed
1076
		i += len;
Luiz Capitulino's avatar
Luiz Capitulino committed
1077 1078
		pkt_dev->clone_skb = value;

Linus Torvalds's avatar
Linus Torvalds committed
1079 1080 1081 1082 1083
		sprintf(pg_result, "OK: clone_skb=%d", pkt_dev->clone_skb);
		return count;
	}
	if (!strcmp(name, "count")) {
		len = num_arg(&user_buffer[i], 10, &value);
1084
		if (len < 0)
Luiz Capitulino's avatar
Luiz Capitulino committed
1085
			return len;
1086

Linus Torvalds's avatar
Linus Torvalds committed
1087 1088 1089
		i += len;
		pkt_dev->count = value;
		sprintf(pg_result, "OK: count=%llu",
Luiz Capitulino's avatar
Luiz Capitulino committed
1090
			(unsigned long long)pkt_dev->count);
Linus Torvalds's avatar
Linus Torvalds committed
1091 1092 1093 1094
		return count;
	}
	if (!strcmp(name, "src_mac_count")) {
		len = num_arg(&user_buffer[i], 10, &value);
1095
		if (len < 0)
Luiz Capitulino's avatar
Luiz Capitulino committed
1096
			return len;
1097

Linus Torvalds's avatar
Linus Torvalds committed
1098 1099
		i += len;
		if (pkt_dev->src_mac_count != value) {
Luiz Capitulino's avatar
Luiz Capitulino committed
1100 1101 1102 1103 1104
			pkt_dev->src_mac_count = value;
			pkt_dev->cur_src_mac_offset = 0;
		}
		sprintf(pg_result, "OK: src_mac_count=%d",
			pkt_dev->src_mac_count);
Linus Torvalds's avatar
Linus Torvalds committed
1105 1106 1107 1108
		return count;
	}
	if (!strcmp(name, "dst_mac_count")) {
		len = num_arg(&user_buffer[i], 10, &value);
1109
		if (len < 0)
Luiz Capitulino's avatar
Luiz Capitulino committed
1110
			return len;
1111

Linus Torvalds's avatar
Linus Torvalds committed
1112 1113
		i += len;
		if (pkt_dev->dst_mac_count != value) {
Luiz Capitulino's avatar
Luiz Capitulino committed
1114 1115 1116 1117 1118
			pkt_dev->dst_mac_count = value;
			pkt_dev->cur_dst_mac_offset = 0;
		}
		sprintf(pg_result, "OK: dst_mac_count=%d",
			pkt_dev->dst_mac_count);
Linus Torvalds's avatar
Linus Torvalds committed
1119 1120
		return count;
	}
Robert Olsson's avatar
Robert Olsson committed
1121 1122 1123 1124 1125 1126 1127 1128 1129 1130
	if (!strcmp(name, "node")) {
		len = num_arg(&user_buffer[i], 10, &value);
		if (len < 0)
			return len;

		i += len;

		if (node_possible(value)) {
			pkt_dev->node = value;
			sprintf(pg_result, "OK: node=%d", pkt_dev->node);
1131 1132 1133 1134
			if (pkt_dev->page) {
				put_page(pkt_dev->page);
				pkt_dev->page = NULL;
			}
Robert Olsson's avatar
Robert Olsson committed
1135 1136 1137 1138 1139
		}
		else
			sprintf(pg_result, "ERROR: node not possible");
		return count;
	}
Linus Torvalds's avatar
Linus Torvalds committed
1140
	if (!strcmp(name, "flag")) {
Luiz Capitulino's avatar
Luiz Capitulino committed
1141 1142
		char f[32];
		memset(f, 0, 32);
Linus Torvalds's avatar
Linus Torvalds committed
1143
		len = strn_len(&user_buffer[i], sizeof(f) - 1);
1144
		if (len < 0)
Luiz Capitulino's avatar
Luiz Capitulino committed
1145
			return len;
1146

Linus Torvalds's avatar
Linus Torvalds committed
1147 1148 1149
		if (copy_from_user(f, &user_buffer[i], len))
			return -EFAULT;
		i += len;
Luiz Capitulino's avatar
Luiz Capitulino committed
1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191
		if (strcmp(f, "IPSRC_RND") == 0)
			pkt_dev->flags |= F_IPSRC_RND;

		else if (strcmp(f, "!IPSRC_RND") == 0)
			pkt_dev->flags &= ~F_IPSRC_RND;

		else if (strcmp(f, "TXSIZE_RND") == 0)
			pkt_dev->flags |= F_TXSIZE_RND;

		else if (strcmp(f, "!TXSIZE_RND") == 0)
			pkt_dev->flags &= ~F_TXSIZE_RND;

		else if (strcmp(f, "IPDST_RND") == 0)
			pkt_dev->flags |= F_IPDST_RND;

		else if (strcmp(f, "!IPDST_RND") == 0)
			pkt_dev->flags &= ~F_IPDST_RND;

		else if (strcmp(f, "UDPSRC_RND") == 0)
			pkt_dev->flags |= F_UDPSRC_RND;

		else if (strcmp(f, "!UDPSRC_RND") == 0)
			pkt_dev->flags &= ~F_UDPSRC_RND;

		else if (strcmp(f, "UDPDST_RND") == 0)
			pkt_dev->flags |= F_UDPDST_RND;

		else if (strcmp(f, "!UDPDST_RND") == 0)
			pkt_dev->flags &= ~F_UDPDST_RND;

		else if (strcmp(f, "MACSRC_RND") == 0)
			pkt_dev->flags |= F_MACSRC_RND;

		else if (strcmp(f, "!MACSRC_RND") == 0)
			pkt_dev->flags &= ~F_MACSRC_RND;

		else if (strcmp(f, "MACDST_RND") == 0)
			pkt_dev->flags |= F_MACDST_RND;

		else if (strcmp(f, "!MACDST_RND") == 0)
			pkt_dev->flags &= ~F_MACDST_RND;

1192 1193 1194 1195 1196 1197
		else if (strcmp(f, "MPLS_RND") == 0)
			pkt_dev->flags |= F_MPLS_RND;

		else if (strcmp(f, "!MPLS_RND") == 0)
			pkt_dev->flags &= ~F_MPLS_RND;

1198 1199 1200 1201 1202 1203 1204 1205 1206 1207 1208 1209
		else if (strcmp(f, "VID_RND") == 0)
			pkt_dev->flags |= F_VID_RND;

		else if (strcmp(f, "!VID_RND") == 0)
			pkt_dev->flags &= ~F_VID_RND;

		else if (strcmp(f, "SVID_RND") == 0)
			pkt_dev->flags |= F_SVID_RND;

		else if (strcmp(f, "!SVID_RND") == 0)
			pkt_dev->flags &= ~F_SVID_RND;

1210 1211 1212
		else if (strcmp(f, "FLOW_SEQ") == 0)
			pkt_dev->flags |= F_FLOW_SEQ;

1213 1214 1215 1216 1217
		else if (strcmp(f, "QUEUE_MAP_RND") == 0)
			pkt_dev->flags |= F_QUEUE_MAP_RND;

		else if (strcmp(f, "!QUEUE_MAP_RND") == 0)
			pkt_dev->flags &= ~F_QUEUE_MAP_RND;
Robert Olsson's avatar
Robert Olsson committed
1218 1219 1220 1221 1222 1223

		else if (strcmp(f, "QUEUE_MAP_CPU") == 0)
			pkt_dev->flags |= F_QUEUE_MAP_CPU;

		else if (strcmp(f, "!QUEUE_MAP_CPU") == 0)
			pkt_dev->flags &= ~F_QUEUE_MAP_CPU;
1224 1225 1226 1227 1228
#ifdef CONFIG_XFRM
		else if (strcmp(f, "IPSEC") == 0)
			pkt_dev->flags |= F_IPSEC_ON;
#endif

1229 1230 1231
		else if (strcmp(f, "!IPV6") == 0)
			pkt_dev->flags &= ~F_IPV6;

Robert Olsson's avatar
Robert Olsson committed
1232 1233 1234 1235 1236 1237
		else if (strcmp(f, "NODE_ALLOC") == 0)
			pkt_dev->flags |= F_NODE;

		else if (strcmp(f, "!NODE_ALLOC") == 0)
			pkt_dev->flags &= ~F_NODE;

Luiz Capitulino's avatar
Luiz Capitulino committed
1238 1239 1240 1241
		else {
			sprintf(pg_result,
				"Flag -:%s:- unknown\nAvailable flags, (prepend ! to un-set flag):\n%s",
				f,
1242
				"IPSRC_RND, IPDST_RND, UDPSRC_RND, UDPDST_RND, "
Robert Olsson's avatar
Robert Olsson committed
1243
				"MACSRC_RND, MACDST_RND, TXSIZE_RND, IPV6, MPLS_RND, VID_RND, SVID_RND, FLOW_SEQ, IPSEC, NODE_ALLOC\n");
Luiz Capitulino's avatar
Luiz Capitulino committed
1244 1245
			return count;
		}
Linus Torvalds's avatar
Linus Torvalds committed
1246 1247 1248 1249 1250
		sprintf(pg_result, "OK: flags=0x%x", pkt_dev->flags);
		return count;
	}
	if (!strcmp(name, "dst_min") || !strcmp(name, "dst")) {
		len = strn_len(&user_buffer[i], sizeof(pkt_dev->dst_min) - 1);
1251
		if (len < 0)
Luiz Capitulino's avatar
Luiz Capitulino committed
1252
			return len;
Linus Torvalds's avatar
Linus Torvalds committed
1253

Luiz Capitulino's avatar
Luiz Capitulino committed
1254
		if (copy_from_user(buf, &user_buffer[i], len))
Linus Torvalds's avatar