Skip to content
Snippets Groups Projects
dev.c 151 KiB
Newer Older
  • Learn to ignore specific revisions
  • 	case SIOCBONDENSLAVE:
    	case SIOCBONDRELEASE:
    	case SIOCBONDSETHWADDR:
    	case SIOCBONDCHANGEACTIVE:
    	case SIOCBRADDIF:
    	case SIOCBRDELIF:
    	case SIOCSHWTSTAMP:
    		if (!capable(CAP_NET_ADMIN))
    			return -EPERM;
    		/* fall through */
    	case SIOCBONDSLAVEINFOQUERY:
    	case SIOCBONDINFOQUERY:
    		dev_load(net, ifr.ifr_name);
    		rtnl_lock();
    		ret = dev_ifsioc(net, &ifr, cmd);
    		rtnl_unlock();
    		return ret;
    
    	case SIOCGIFMEM:
    		/* Get the per device memory space. We can add this but
    		 * currently do not support it */
    	case SIOCSIFMEM:
    		/* Set the per device memory buffer space.
    		 * Not applicable in our case */
    	case SIOCSIFLINK:
    		return -EINVAL;
    
    	/*
    	 *	Unknown or private ioctl.
    	 */
    	default:
    		if (cmd == SIOCWANDEV ||
    		    (cmd >= SIOCDEVPRIVATE &&
    		     cmd <= SIOCDEVPRIVATE + 15)) {
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    			rtnl_lock();
    
    			ret = dev_ifsioc(net, &ifr, cmd);
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    			rtnl_unlock();
    
    			if (!ret && copy_to_user(arg, &ifr,
    						 sizeof(struct ifreq)))
    				ret = -EFAULT;
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    			return ret;
    
    		}
    		/* Take care of Wireless Extensions */
    		if (cmd >= SIOCIWFIRST && cmd <= SIOCIWLAST)
    			return wext_handle_ioctl(net, &ifr, cmd, arg);
    		return -EINVAL;
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    	}
    }
    
    
    /**
     *	dev_new_index	-	allocate an ifindex
    
     *	@net: the applicable net namespace
    
    Linus Torvalds's avatar
    Linus Torvalds committed
     *
     *	Returns a suitable unique value for a new device interface
     *	number.  The caller must hold the rtnl semaphore or the
     *	dev_base_lock to be sure it remains unique.
     */
    
    static int dev_new_index(struct net *net)
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    {
    	static int ifindex;
    	for (;;) {
    		if (++ifindex <= 0)
    			ifindex = 1;
    
    		if (!__dev_get_by_index(net, ifindex))
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    			return ifindex;
    	}
    }
    
    /* Delayed registration/unregisteration */
    
    static LIST_HEAD(net_todo_list);
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    
    
    static void net_set_todo(struct net_device *dev)
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    {
    	list_add_tail(&dev->todo_list, &net_todo_list);
    }
    
    
    static void rollback_registered_many(struct list_head *head)
    
    	struct net_device *dev, *tmp;
    
    	BUG_ON(dev_boot_phase);
    	ASSERT_RTNL();
    
    
    	list_for_each_entry_safe(dev, tmp, head, unreg_list) {
    
    		/* Some devices call without registering
    
    		 * for initialization unwind. Remove those
    		 * devices and proceed with the remaining.
    
    		 */
    		if (dev->reg_state == NETREG_UNINITIALIZED) {
    			pr_debug("unregister_netdevice: device %s/%p never "
    				 "was registered\n", dev->name, dev);
    
    			list_del(&dev->unreg_list);
    			continue;
    
    		BUG_ON(dev->reg_state != NETREG_REGISTERED);
    
    		/* If device is running, close it first. */
    		dev_close(dev);
    
    		/* And unlink it from device chain. */
    		unlist_netdevice(dev);
    
    		dev->reg_state = NETREG_UNREGISTERING;
    	}
    
    	list_for_each_entry(dev, head, unreg_list) {
    		/* Shutdown queueing discipline. */
    		dev_shutdown(dev);
    
    		/* Notify protocols, that we are about to destroy
    		   this device. They should clean all the things.
    		*/
    		call_netdevice_notifiers(NETDEV_UNREGISTER, dev);
    
    		if (!dev->rtnl_link_ops ||
    		    dev->rtnl_link_state == RTNL_LINK_INITIALIZED)
    			rtmsg_ifinfo(RTM_DELLINK, dev, ~0U);
    
    
    		/*
    		 *	Flush the unicast and multicast chains
    		 */
    		dev_unicast_flush(dev);
    		dev_addr_discard(dev);
    
    		if (dev->netdev_ops->ndo_uninit)
    			dev->netdev_ops->ndo_uninit(dev);
    
    		/* Notifier chain MUST detach us from master device. */
    		WARN_ON(dev->master);
    
    		/* Remove entries from kobject tree */
    		netdev_unregister_kobject(dev);
    	}
    
    	/* Process any work delayed until the end of the batch */
    
    	dev = list_first_entry(head, struct net_device, unreg_list);
    
    	call_netdevice_notifiers(NETDEV_UNREGISTER_BATCH, dev);
    
    	list_for_each_entry(dev, head, unreg_list)
    
    		dev_put(dev);
    }
    
    static void rollback_registered(struct net_device *dev)
    {
    	LIST_HEAD(single);
    
    	list_add(&dev->unreg_list, &single);
    	rollback_registered_many(&single);
    
    static void __netdev_init_queue_locks_one(struct net_device *dev,
    					  struct netdev_queue *dev_queue,
    					  void *_unused)
    
    {
    	spin_lock_init(&dev_queue->_xmit_lock);
    
    	netdev_set_xmit_lockdep_class(&dev_queue->_xmit_lock, dev->type);
    
    	dev_queue->xmit_lock_owner = -1;
    }
    
    static void netdev_init_queue_locks(struct net_device *dev)
    {
    
    	netdev_for_each_tx_queue(dev, __netdev_init_queue_locks_one, NULL);
    	__netdev_init_queue_locks_one(dev, &dev->rx_queue, NULL);
    
    unsigned long netdev_fix_features(unsigned long features, const char *name)
    {
    	/* Fix illegal SG+CSUM combinations. */
    	if ((features & NETIF_F_SG) &&
    	    !(features & NETIF_F_ALL_CSUM)) {
    		if (name)
    			printk(KERN_NOTICE "%s: Dropping NETIF_F_SG since no "
    			       "checksum feature.\n", name);
    		features &= ~NETIF_F_SG;
    	}
    
    	/* TSO requires that SG is present as well. */
    	if ((features & NETIF_F_TSO) && !(features & NETIF_F_SG)) {
    		if (name)
    			printk(KERN_NOTICE "%s: Dropping NETIF_F_TSO since no "
    			       "SG feature.\n", name);
    		features &= ~NETIF_F_TSO;
    	}
    
    	if (features & NETIF_F_UFO) {
    		if (!(features & NETIF_F_GEN_CSUM)) {
    			if (name)
    				printk(KERN_ERR "%s: Dropping NETIF_F_UFO "
    				       "since no NETIF_F_HW_CSUM feature.\n",
    				       name);
    			features &= ~NETIF_F_UFO;
    		}
    
    		if (!(features & NETIF_F_SG)) {
    			if (name)
    				printk(KERN_ERR "%s: Dropping NETIF_F_UFO "
    				       "since no NETIF_F_SG feature.\n", name);
    			features &= ~NETIF_F_UFO;
    		}
    	}
    
    	return features;
    }
    EXPORT_SYMBOL(netdev_fix_features);
    
    
    /**
     *	netif_stacked_transfer_operstate -	transfer operstate
     *	@rootdev: the root or lower level device to transfer state from
     *	@dev: the device to transfer operstate to
     *
     *	Transfer operational state from root to device. This is normally
     *	called when a stacking relationship exists between the root
     *	device and the device(a leaf device).
     */
    void netif_stacked_transfer_operstate(const struct net_device *rootdev,
    					struct net_device *dev)
    {
    	if (rootdev->operstate == IF_OPER_DORMANT)
    		netif_dormant_on(dev);
    	else
    		netif_dormant_off(dev);
    
    	if (netif_carrier_ok(rootdev)) {
    		if (!netif_carrier_ok(dev))
    			netif_carrier_on(dev);
    	} else {
    		if (netif_carrier_ok(dev))
    			netif_carrier_off(dev);
    	}
    }
    EXPORT_SYMBOL(netif_stacked_transfer_operstate);
    
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    /**
     *	register_netdevice	- register a network device
     *	@dev: device to register
     *
     *	Take a completed network device structure and add it to the kernel
     *	interfaces. A %NETDEV_REGISTER message is sent to the netdev notifier
     *	chain. 0 is returned on success. A negative errno code is returned
     *	on a failure to set up the device, or if the name is a duplicate.
     *
     *	Callers must hold the rtnl semaphore. You may want
     *	register_netdev() instead of this.
     *
     *	BUGS:
     *	The locking appears insufficient to guarantee two parallel registers
     *	will not get the same name.
     */
    
    int register_netdevice(struct net_device *dev)
    {
    	int ret;
    
    	struct net *net = dev_net(dev);
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    
    	BUG_ON(dev_boot_phase);
    	ASSERT_RTNL();
    
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    	/* When net_device's are persistent, this will be fatal. */
    	BUG_ON(dev->reg_state != NETREG_UNINITIALIZED);
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    
    
    	spin_lock_init(&dev->addr_list_lock);
    
    	netdev_set_addr_lockdep_class(dev);
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    
    	dev->iflink = -1;
    
    
    	if (!dev->num_rx_queues) {
    		/*
    		 * Allocate a single RX queue if driver never called
    		 * alloc_netdev_mq
    		 */
    
    		dev->_rx = kzalloc(sizeof(struct netdev_rx_queue), GFP_KERNEL);
    		if (!dev->_rx) {
    			ret = -ENOMEM;
    			goto out;
    		}
    
    		dev->_rx->first = dev->_rx;
    		atomic_set(&dev->_rx->count, 1);
    		dev->num_rx_queues = 1;
    	}
    
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    	/* Init, if this function is available */
    
    	if (dev->netdev_ops->ndo_init) {
    		ret = dev->netdev_ops->ndo_init(dev);
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    		if (ret) {
    			if (ret > 0)
    				ret = -EIO;
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    		}
    	}
    
    	ret = dev_get_valid_name(net, dev->name, dev->name, 0);
    	if (ret)
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    
    
    	dev->ifindex = dev_new_index(net);
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    	if (dev->iflink == -1)
    		dev->iflink = dev->ifindex;
    
    
    	/* Fix illegal checksum combinations */
    	if ((dev->features & NETIF_F_HW_CSUM) &&
    	    (dev->features & (NETIF_F_IP_CSUM|NETIF_F_IPV6_CSUM))) {
    		printk(KERN_NOTICE "%s: mixed HW and IP checksum settings.\n",
    		       dev->name);
    		dev->features &= ~(NETIF_F_IP_CSUM|NETIF_F_IPV6_CSUM);
    	}
    
    	if ((dev->features & NETIF_F_NO_CSUM) &&
    	    (dev->features & (NETIF_F_HW_CSUM|NETIF_F_IP_CSUM|NETIF_F_IPV6_CSUM))) {
    		printk(KERN_NOTICE "%s: mixed no checksumming and other settings.\n",
    		       dev->name);
    		dev->features &= ~(NETIF_F_IP_CSUM|NETIF_F_IPV6_CSUM|NETIF_F_HW_CSUM);
    	}
    
    
    	dev->features = netdev_fix_features(dev->features, dev->name);
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    
    
    	/* Enable software GSO if SG is supported. */
    	if (dev->features & NETIF_F_SG)
    		dev->features |= NETIF_F_GSO;
    
    
    	netdev_initialize_kobject(dev);
    
    
    	ret = call_netdevice_notifiers(NETDEV_POST_INIT, dev);
    	ret = notifier_to_errno(ret);
    	if (ret)
    		goto err_uninit;
    
    
    	ret = netdev_register_kobject(dev);
    
    	dev->reg_state = NETREG_REGISTERED;
    
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    	/*
    	 *	Default initial state at registry is that the
    	 *	device is present.
    	 */
    
    	set_bit(__LINK_STATE_PRESENT, &dev->state);
    
    	dev_init_scheduler(dev);
    	dev_hold(dev);
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    
    	/* Notify protocols, that a new device appeared. */
    
    	ret = call_netdevice_notifiers(NETDEV_REGISTER, dev);
    
    	ret = notifier_to_errno(ret);
    
    	if (ret) {
    		rollback_registered(dev);
    		dev->reg_state = NETREG_UNREGISTERED;
    	}
    
    	/*
    	 *	Prevent userspace races by waiting until the network
    	 *	device is fully setup before sending notifications.
    	 */
    
    	if (!dev->rtnl_link_ops ||
    	    dev->rtnl_link_state == RTNL_LINK_INITIALIZED)
    		rtmsg_ifinfo(RTM_NEWLINK, dev, ~0U);
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    
    out:
    	return ret;
    
    	if (dev->netdev_ops->ndo_uninit)
    		dev->netdev_ops->ndo_uninit(dev);
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    }
    
    EXPORT_SYMBOL(register_netdevice);
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    
    
    /**
     *	init_dummy_netdev	- init a dummy network device for NAPI
     *	@dev: device to init
     *
     *	This takes a network device structure and initialize the minimum
     *	amount of fields so it can be used to schedule NAPI polls without
     *	registering a full blown interface. This is to be used by drivers
     *	that need to tie several hardware interfaces to a single NAPI
     *	poll scheduler due to HW limitations.
     */
    int init_dummy_netdev(struct net_device *dev)
    {
    	/* Clear everything. Note we don't initialize spinlocks
    	 * are they aren't supposed to be taken by any of the
    	 * NAPI code and this dummy netdev is supposed to be
    	 * only ever used for NAPI polls
    	 */
    	memset(dev, 0, sizeof(struct net_device));
    
    	/* make sure we BUG if trying to hit standard
    	 * register/unregister code path
    	 */
    	dev->reg_state = NETREG_DUMMY;
    
    	/* initialize the ref count */
    	atomic_set(&dev->refcnt, 1);
    
    	/* NAPI wants this */
    	INIT_LIST_HEAD(&dev->napi_list);
    
    	/* a dummy interface is started by default */
    	set_bit(__LINK_STATE_PRESENT, &dev->state);
    	set_bit(__LINK_STATE_START, &dev->state);
    
    	return 0;
    }
    EXPORT_SYMBOL_GPL(init_dummy_netdev);
    
    
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    /**
     *	register_netdev	- register a network device
     *	@dev: device to register
     *
     *	Take a completed network device structure and add it to the kernel
     *	interfaces. A %NETDEV_REGISTER message is sent to the netdev notifier
     *	chain. 0 is returned on success. A negative errno code is returned
     *	on a failure to set up the device, or if the name is a duplicate.
     *
    
     *	This is a wrapper around register_netdevice that takes the rtnl semaphore
    
    Linus Torvalds's avatar
    Linus Torvalds committed
     *	and expands the device name if you passed a format string to
     *	alloc_netdev.
     */
    int register_netdev(struct net_device *dev)
    {
    	int err;
    
    	rtnl_lock();
    
    	/*
    	 * If the name is a format string the caller wants us to do a
    	 * name allocation.
    	 */
    	if (strchr(dev->name, '%')) {
    		err = dev_alloc_name(dev, dev->name);
    		if (err < 0)
    			goto out;
    	}
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    	err = register_netdevice(dev);
    out:
    	rtnl_unlock();
    	return err;
    }
    EXPORT_SYMBOL(register_netdev);
    
    /*
     * netdev_wait_allrefs - wait until all references are gone.
     *
     * This is called when unregistering network devices.
     *
     * Any protocol or device that holds a reference should register
     * for netdevice notification, and cleanup and put back the
     * reference if they receive an UNREGISTER event.
     * We can get stuck here if buggy protocols don't correctly
    
     * call dev_put.
    
    Linus Torvalds's avatar
    Linus Torvalds committed
     */
    static void netdev_wait_allrefs(struct net_device *dev)
    {
    	unsigned long rebroadcast_time, warning_time;
    
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    	rebroadcast_time = warning_time = jiffies;
    	while (atomic_read(&dev->refcnt) != 0) {
    		if (time_after(jiffies, rebroadcast_time + 1 * HZ)) {
    
    			rtnl_lock();
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    
    			/* Rebroadcast unregister notification */
    
    			call_netdevice_notifiers(NETDEV_UNREGISTER, dev);
    
    			/* don't resend NETDEV_UNREGISTER_BATCH, _BATCH users
    
    			 * should have already handle it the first time */
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    
    			if (test_bit(__LINK_STATE_LINKWATCH_PENDING,
    				     &dev->state)) {
    				/* We must not have linkwatch events
    				 * pending on unregister. If this
    				 * happens, we simply run the queue
    				 * unscheduled, resulting in a noop
    				 * for this device.
    				 */
    				linkwatch_run_queue();
    			}
    
    
    			__rtnl_unlock();
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    
    			rebroadcast_time = jiffies;
    		}
    
    		msleep(250);
    
    		if (time_after(jiffies, warning_time + 10 * HZ)) {
    			printk(KERN_EMERG "unregister_netdevice: "
    			       "waiting for %s to become free. Usage "
    			       "count = %d\n",
    			       dev->name, atomic_read(&dev->refcnt));
    			warning_time = jiffies;
    		}
    	}
    }
    
    /* The sequence is:
     *
     *	rtnl_lock();
     *	...
     *	register_netdevice(x1);
     *	register_netdevice(x2);
     *	...
     *	unregister_netdevice(y1);
     *	unregister_netdevice(y2);
     *      ...
     *	rtnl_unlock();
     *	free_netdev(y1);
     *	free_netdev(y2);
     *
    
     * We are invoked by rtnl_unlock().
    
    Linus Torvalds's avatar
    Linus Torvalds committed
     * This allows us to deal with problems:
    
     * 1) We can delete sysfs objects which invoke hotplug
    
    Linus Torvalds's avatar
    Linus Torvalds committed
     *    without deadlocking with linkwatch via keventd.
     * 2) Since we run with the RTNL semaphore not held, we can sleep
     *    safely in order to wait for the netdev refcnt to drop to zero.
    
     *
     * We must not return until all unregister events added during
     * the interval the lock was held have been completed.
    
    Linus Torvalds's avatar
    Linus Torvalds committed
     */
    void netdev_run_todo(void)
    {
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    
    	/* Snapshot list, allow later requests */
    
    	list_replace_init(&net_todo_list, &list);
    
    
    	__rtnl_unlock();
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    	while (!list_empty(&list)) {
    		struct net_device *dev
    
    			= list_first_entry(&list, struct net_device, todo_list);
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    		list_del(&dev->todo_list);
    
    
    		if (unlikely(dev->reg_state != NETREG_UNREGISTERING)) {
    			printk(KERN_ERR "network todo '%s' but state %d\n",
    			       dev->name, dev->reg_state);
    			dump_stack();
    			continue;
    		}
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    
    
    		dev->reg_state = NETREG_UNREGISTERED;
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    
    
    		for_each_online_cpu(i)
    			flush_backlog(dev, i);
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    
    
    		/* paranoia */
    		BUG_ON(atomic_read(&dev->refcnt));
    
    		WARN_ON(dev->ip_ptr);
    		WARN_ON(dev->ip6_ptr);
    		WARN_ON(dev->dn_ptr);
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    
    
    		if (dev->destructor)
    			dev->destructor(dev);
    
    
    		/* Free network device */
    		kobject_put(&dev->dev.kobj);
    
    /**
     *	dev_txq_stats_fold - fold tx_queues stats
     *	@dev: device to get statistics from
     *	@stats: struct net_device_stats to hold results
     */
    void dev_txq_stats_fold(const struct net_device *dev,
    			struct net_device_stats *stats)
    {
    	unsigned long tx_bytes = 0, tx_packets = 0, tx_dropped = 0;
    	unsigned int i;
    	struct netdev_queue *txq;
    
    	for (i = 0; i < dev->num_tx_queues; i++) {
    		txq = netdev_get_tx_queue(dev, i);
    		tx_bytes   += txq->tx_bytes;
    		tx_packets += txq->tx_packets;
    		tx_dropped += txq->tx_dropped;
    	}
    	if (tx_bytes || tx_packets || tx_dropped) {
    		stats->tx_bytes   = tx_bytes;
    		stats->tx_packets = tx_packets;
    		stats->tx_dropped = tx_dropped;
    	}
    }
    EXPORT_SYMBOL(dev_txq_stats_fold);
    
    
    /**
     *	dev_get_stats	- get network device statistics
     *	@dev: device to get statistics from
     *
     *	Get network statistics from device. The device driver may provide
     *	its own method by setting dev->netdev_ops->get_stats; otherwise
     *	the internal statistics structure is used.
     */
    const struct net_device_stats *dev_get_stats(struct net_device *dev)
    
    	const struct net_device_ops *ops = dev->netdev_ops;
    
    	if (ops->ndo_get_stats)
    		return ops->ndo_get_stats(dev);
    
    
    	dev_txq_stats_fold(dev, &dev->stats);
    	return &dev->stats;
    
    EXPORT_SYMBOL(dev_get_stats);
    
    static void netdev_init_one_queue(struct net_device *dev,
    
    				  struct netdev_queue *queue,
    				  void *_unused)
    
    static void netdev_init_queues(struct net_device *dev)
    {
    
    	netdev_init_one_queue(dev, &dev->rx_queue, NULL);
    	netdev_for_each_tx_queue(dev, netdev_init_one_queue, NULL);
    
    	spin_lock_init(&dev->tx_global_lock);
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    /**
    
     *	alloc_netdev_mq - allocate network device
    
    Linus Torvalds's avatar
    Linus Torvalds committed
     *	@sizeof_priv:	size of private data to allocate space for
     *	@name:		device name format string
     *	@setup:		callback to initialize device
    
     *	@queue_count:	the number of subqueues to allocate
    
    Linus Torvalds's avatar
    Linus Torvalds committed
     *
     *	Allocates a struct net_device with private data area for driver use
    
     *	and performs basic initialization.  Also allocates subquue structs
     *	for each queue on the device at the end of the netdevice.
    
    Linus Torvalds's avatar
    Linus Torvalds committed
     */
    
    struct net_device *alloc_netdev_mq(int sizeof_priv, const char *name,
    		void (*setup)(struct net_device *), unsigned int queue_count)
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    {
    
    	struct netdev_queue *tx;
    
    	struct netdev_rx_queue *rx;
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    	struct net_device *dev;
    
    	size_t alloc_size;
    
    	int i;
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    
    
    	BUG_ON(strlen(name) >= sizeof(dev->name));
    
    
    	alloc_size = sizeof(struct net_device);
    
    	if (sizeof_priv) {
    		/* ensure 32-byte alignment of private area */
    
    		alloc_size = ALIGN(alloc_size, NETDEV_ALIGN);
    
    		alloc_size += sizeof_priv;
    	}
    	/* ensure 32-byte alignment of whole construct */
    
    	alloc_size += NETDEV_ALIGN - 1;
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    
    
    	p = kzalloc(alloc_size, GFP_KERNEL);
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    	if (!p) {
    
    		printk(KERN_ERR "alloc_netdev: Unable to allocate device.\n");
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    		return NULL;
    	}
    
    
    	tx = kcalloc(queue_count, sizeof(struct netdev_queue), GFP_KERNEL);
    
    	if (!tx) {
    		printk(KERN_ERR "alloc_netdev: Unable to allocate "
    		       "tx qdiscs.\n");
    
    		goto free_p;
    
    	rx = kcalloc(queue_count, sizeof(struct netdev_rx_queue), GFP_KERNEL);
    	if (!rx) {
    		printk(KERN_ERR "alloc_netdev: Unable to allocate "
    		       "rx queues.\n");
    		goto free_tx;
    	}
    
    	atomic_set(&rx->count, queue_count);
    
    	/*
    	 * Set a pointer to first element in the array which holds the
    	 * reference count.
    	 */
    	for (i = 0; i < queue_count; i++)
    		rx[i].first = rx;
    
    
    	dev = PTR_ALIGN(p, NETDEV_ALIGN);
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    	dev->padded = (char *)dev - (char *)p;
    
    
    	if (dev_addr_init(dev))
    
    		goto free_rx;
    
    	dev_unicast_init(dev);
    
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    
    
    	dev->_tx = tx;
    	dev->num_tx_queues = queue_count;
    
    	dev->real_num_tx_queues = queue_count;
    
    	dev->_rx = rx;
    	dev->num_rx_queues = queue_count;
    
    
    	dev->gso_max_size = GSO_MAX_SIZE;
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    
    
    	netdev_init_queues(dev);
    
    
    	INIT_LIST_HEAD(&dev->ethtool_ntuple_list.list);
    	dev->ethtool_ntuple_list.count = 0;
    
    	INIT_LIST_HEAD(&dev->napi_list);
    
    	INIT_LIST_HEAD(&dev->unreg_list);
    
    	INIT_LIST_HEAD(&dev->link_watch_list);
    
    	dev->priv_flags = IFF_XMIT_DST_RELEASE;
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    	setup(dev);
    	strcpy(dev->name, name);
    	return dev;
    
    free_rx:
    	kfree(rx);
    
    free_tx:
    	kfree(tx);
    free_p:
    	kfree(p);
    	return NULL;
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    }
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    
    /**
     *	free_netdev - free network device
     *	@dev: device
     *
    
     *	This function does the last stage of destroying an allocated device
     * 	interface. The reference to the device object is released.
    
    Linus Torvalds's avatar
    Linus Torvalds committed
     *	If this is the last reference then it will be freed.
     */
    void free_netdev(struct net_device *dev)
    {
    
    	struct napi_struct *p, *n;
    
    
    	/* Flush device addresses */
    	dev_addr_flush(dev);
    
    
    	/* Clear ethtool n-tuple list */
    	ethtool_ntuple_flush(dev);
    
    
    	list_for_each_entry_safe(p, n, &dev->napi_list, dev_list)
    		netif_napi_del(p);
    
    
    	/*  Compatibility with error handling in drivers */
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    	if (dev->reg_state == NETREG_UNINITIALIZED) {
    		kfree((char *)dev - dev->padded);
    		return;
    	}
    
    	BUG_ON(dev->reg_state != NETREG_UNREGISTERED);
    	dev->reg_state = NETREG_RELEASED;
    
    
    	/* will free via device release */
    	put_device(&dev->dev);
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    }
    
    EXPORT_SYMBOL(free_netdev);
    
    /**
     *	synchronize_net -  Synchronize with packet receive processing
     *
     *	Wait for packets currently being received to be done.
     *	Does not block later packets from starting.
     */
    
    void synchronize_net(void)
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    {
    	might_sleep();
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    }
    
    EXPORT_SYMBOL(synchronize_net);
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    
    /**
    
     *	unregister_netdevice_queue - remove device from the kernel
    
    Linus Torvalds's avatar
    Linus Torvalds committed
     *	@dev: device
    
    Linus Torvalds's avatar
    Linus Torvalds committed
     *	This function shuts down a device interface and removes it
    
     *	from the kernel tables.
    
     *	If head not NULL, device is queued to be unregistered later.
    
    Linus Torvalds's avatar
    Linus Torvalds committed
     *
     *	Callers must hold the rtnl semaphore.  You may want
     *	unregister_netdev() instead of this.
     */
    
    
    void unregister_netdevice_queue(struct net_device *dev, struct list_head *head)
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    {
    
    		list_move_tail(&dev->unreg_list, head);
    
    	} else {
    		rollback_registered(dev);
    		/* Finish processing unregister after unlock */
    		net_set_todo(dev);
    	}
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    }
    
    EXPORT_SYMBOL(unregister_netdevice_queue);
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    
    
    /**
     *	unregister_netdevice_many - unregister many devices
     *	@head: list of devices
     */
    void unregister_netdevice_many(struct list_head *head)
    {
    	struct net_device *dev;
    
    	if (!list_empty(head)) {
    		rollback_registered_many(head);
    		list_for_each_entry(dev, head, unreg_list)
    			net_set_todo(dev);
    	}
    }
    
    EXPORT_SYMBOL(unregister_netdevice_many);
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    /**
     *	unregister_netdev - remove device from the kernel
     *	@dev: device
     *
     *	This function shuts down a device interface and removes it
    
     *	from the kernel tables.
    
    Linus Torvalds's avatar
    Linus Torvalds committed
     *
     *	This is just a wrapper for unregister_netdevice that takes
     *	the rtnl semaphore.  In general you want to use this and not
     *	unregister_netdevice.
     */
    void unregister_netdev(struct net_device *dev)
    {
    	rtnl_lock();
    	unregister_netdevice(dev);
    	rtnl_unlock();
    }
    EXPORT_SYMBOL(unregister_netdev);
    
    
    /**
     *	dev_change_net_namespace - move device to different nethost namespace
     *	@dev: device
     *	@net: network namespace
     *	@pat: If not NULL name pattern to try if the current device name
     *	      is already taken in the destination network namespace.
     *
     *	This function shuts down a device interface and moves it
     *	to a new network namespace. On success 0 is returned, on
     *	a failure a netagive errno code is returned.
     *
     *	Callers must hold the rtnl semaphore.
     */
    
    int dev_change_net_namespace(struct net_device *dev, struct net *net, const char *pat)
    {
    	int err;
    
    	ASSERT_RTNL();
    
    	/* Don't allow namespace local devices to be moved. */
    	err = -EINVAL;
    	if (dev->features & NETIF_F_NETNS_LOCAL)
    		goto out;
    
    
    #ifdef CONFIG_SYSFS
    	/* Don't allow real devices to be moved when sysfs
    	 * is enabled.
    	 */
    	err = -EINVAL;
    	if (dev->dev.parent)
    		goto out;
    #endif
    
    
    	/* Ensure the device has been registrered */
    	err = -EINVAL;
    	if (dev->reg_state != NETREG_REGISTERED)
    		goto out;
    
    	/* Get out if there is nothing todo */
    	err = 0;
    
    		goto out;
    
    	/* Pick the destination device name, and ensure
    	 * we can use it in the destination network namespace.
    	 */
    	err = -EEXIST;
    
    	if (__dev_get_by_name(net, dev->name)) {
    
    		/* We get here if we can't use the current device name */
    		if (!pat)
    			goto out;
    
    		if (dev_get_valid_name(net, pat, dev->name, 1))
    
    			goto out;
    	}
    
    	/*
    	 * And now a mini version of register_netdevice unregister_netdevice.
    	 */
    
    	/* If device is running close it first. */
    
    
    	/* And unlink it from device chain */
    	err = -ENODEV;
    	unlist_netdevice(dev);
    
    	synchronize_net();
    
    	/* Shutdown queueing discipline. */
    	dev_shutdown(dev);
    
    	/* Notify protocols, that we are about to destroy
    	   this device. They should clean all the things.
    	*/
    	call_netdevice_notifiers(NETDEV_UNREGISTER, dev);
    
    	call_netdevice_notifiers(NETDEV_UNREGISTER_BATCH, dev);
    
    
    	/*
    	 *	Flush the unicast and multicast chains
    	 */
    
    	dev_unicast_flush(dev);
    
    	netdev_unregister_kobject(dev);
    
    
    	/* Actually switch the network namespace */
    
    
    	/* If there is an ifindex conflict assign a new one */
    	if (__dev_get_by_index(net, dev->ifindex)) {
    		int iflink = (dev->iflink == dev->ifindex);
    		dev->ifindex = dev_new_index(net);
    		if (iflink)
    			dev->iflink = dev->ifindex;
    	}
    
    
    	/* Fixup kobjects */
    
    	err = netdev_register_kobject(dev);
    
    	WARN_ON(err);
    
    
    	/* Add the device back in the hashes */
    	list_netdevice(dev);
    
    	/* Notify protocols, that a new device appeared. */
    	call_netdevice_notifiers(NETDEV_REGISTER, dev);
    
    
    	/*
    	 *	Prevent userspace races by waiting until the network
    	 *	device is fully setup before sending notifications.
    	 */
    	rtmsg_ifinfo(RTM_NEWLINK, dev, ~0U);
    
    
    EXPORT_SYMBOL_GPL(dev_change_net_namespace);
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    static int dev_cpu_callback(struct notifier_block *nfb,
    			    unsigned long action,
    			    void *ocpu)
    {
    	struct sk_buff **list_skb;
    
    	struct Qdisc **list_net;
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    	struct sk_buff *skb;
    	unsigned int cpu, oldcpu = (unsigned long)ocpu;
    	struct softnet_data *sd, *oldsd;
    
    
    	if (action != CPU_DEAD && action != CPU_DEAD_FROZEN)
    
    Linus Torvalds's avatar
    Linus Torvalds committed
    		return NOTIFY_OK;
    
    	local_irq_disable();
    	cpu = smp_processor_id();
    	sd = &per_cpu(softnet_data, cpu);
    	oldsd = &per_cpu(softnet_data, oldcpu);
    
    	/* Find end of our completion_queue. */
    	list_skb = &sd->completion_queue;
    	while (*list_skb)
    		list_skb = &(*list_skb)->next;
    	/* Append completion queue from offline CPU. */
    	*list_skb = oldsd->completion_queue;