1 #define pr_fmt(fmt) KBUILD_MODNAME ":%s: " fmt, __func__
3 #include <linux/kernel.h>
4 #include <linux/string.h>
5 #include <linux/timer.h>
6 #include <linux/init.h>
7 #include <linux/bitops.h>
8 #include <linux/capability.h>
9 #include <linux/seq_file.h>
11 /* We are an ethernet device */
12 #include <linux/if_ether.h>
13 #include <linux/netdevice.h>
14 #include <linux/etherdevice.h>
16 #include <linux/skbuff.h>
18 #include <linux/uaccess.h>
19 #include <asm/byteorder.h>
20 #include <net/checksum.h> /* for ip_fast_csum() */
23 #include <linux/proc_fs.h>
26 #include <linux/atmdev.h>
27 #include <linux/atmlec.h>
28 #include <linux/atmmpc.h>
30 #include <linux/module.h>
34 #include "resources.h"
37 * mpc.c: Implementation of MPOA client kernel part
41 #define dprintk(format, args...) \
42 printk(KERN_DEBUG "mpoa:%s: " format, __func__, ##args)
43 #define dprintk_cont(format, args...) printk(KERN_CONT format, ##args)
45 #define dprintk(format, args...) \
47 printk(KERN_DEBUG "mpoa:%s: " format, __func__, ##args);\
49 #define dprintk_cont(format, args...) \
50 do { if (0) printk(KERN_CONT format, ##args); } while (0)
54 #define ddprintk(format, args...) \
55 printk(KERN_DEBUG "mpoa:%s: " format, __func__, ##args)
56 #define ddprintk_cont(format, args...) printk(KERN_CONT format, ##args)
58 #define ddprintk(format, args...) \
60 printk(KERN_DEBUG "mpoa:%s: " format, __func__, ##args);\
62 #define ddprintk_cont(format, args...) \
63 do { if (0) printk(KERN_CONT format, ##args); } while (0)
66 #define MPOA_TAG_LEN 4
68 /* mpc_daemon -> kernel */
69 static void MPOA_trigger_rcvd(struct k_message *msg, struct mpoa_client *mpc);
70 static void MPOA_res_reply_rcvd(struct k_message *msg, struct mpoa_client *mpc);
71 static void ingress_purge_rcvd(struct k_message *msg, struct mpoa_client *mpc);
72 static void egress_purge_rcvd(struct k_message *msg, struct mpoa_client *mpc);
73 static void mps_death(struct k_message *msg, struct mpoa_client *mpc);
74 static void clean_up(struct k_message *msg, struct mpoa_client *mpc,
76 static void MPOA_cache_impos_rcvd(struct k_message *msg,
77 struct mpoa_client *mpc);
78 static void set_mpc_ctrl_addr_rcvd(struct k_message *mesg,
79 struct mpoa_client *mpc);
80 static void set_mps_mac_addr_rcvd(struct k_message *mesg,
81 struct mpoa_client *mpc);
83 static const uint8_t *copy_macs(struct mpoa_client *mpc,
84 const uint8_t *router_mac,
85 const uint8_t *tlvs, uint8_t mps_macs,
87 static void purge_egress_shortcut(struct atm_vcc *vcc, eg_cache_entry *entry);
89 static void send_set_mps_ctrl_addr(const char *addr, struct mpoa_client *mpc);
90 static void mpoad_close(struct atm_vcc *vcc);
91 static int msg_from_mpoad(struct atm_vcc *vcc, struct sk_buff *skb);
93 static void mpc_push(struct atm_vcc *vcc, struct sk_buff *skb);
94 static netdev_tx_t mpc_send_packet(struct sk_buff *skb,
95 struct net_device *dev);
96 static int mpoa_event_listener(struct notifier_block *mpoa_notifier,
97 unsigned long event, void *dev);
98 static void mpc_timer_refresh(void);
99 static void mpc_cache_check(unsigned long checking_time);
101 static struct llc_snap_hdr llc_snap_mpoa_ctrl = {
104 {0x00, 0x03} /* For MPOA control PDUs */
106 static struct llc_snap_hdr llc_snap_mpoa_data = {
109 {0x08, 0x00} /* This is for IP PDUs only */
111 static struct llc_snap_hdr llc_snap_mpoa_data_tagged = {
114 {0x88, 0x4c} /* This is for tagged data PDUs */
117 static struct notifier_block mpoa_notifier = {
123 struct mpoa_client *mpcs = NULL; /* FIXME */
124 static struct atm_mpoa_qos *qos_head = NULL;
125 static DEFINE_TIMER(mpc_timer, NULL, 0, 0);
128 static struct mpoa_client *find_mpc_by_itfnum(int itf)
130 struct mpoa_client *mpc;
132 mpc = mpcs; /* our global linked list */
133 while (mpc != NULL) {
134 if (mpc->dev_num == itf)
139 return NULL; /* not found */
142 static struct mpoa_client *find_mpc_by_vcc(struct atm_vcc *vcc)
144 struct mpoa_client *mpc;
146 mpc = mpcs; /* our global linked list */
147 while (mpc != NULL) {
148 if (mpc->mpoad_vcc == vcc)
153 return NULL; /* not found */
156 static struct mpoa_client *find_mpc_by_lec(struct net_device *dev)
158 struct mpoa_client *mpc;
160 mpc = mpcs; /* our global linked list */
161 while (mpc != NULL) {
167 return NULL; /* not found */
171 * Functions for managing QoS list
175 * Overwrites the old entry or makes a new one.
177 struct atm_mpoa_qos *atm_mpoa_add_qos(__be32 dst_ip, struct atm_qos *qos)
179 struct atm_mpoa_qos *entry;
181 entry = atm_mpoa_search_qos(dst_ip);
187 entry = kmalloc(sizeof(struct atm_mpoa_qos), GFP_KERNEL);
189 pr_info("mpoa: out of memory\n");
193 entry->ipaddr = dst_ip;
196 entry->next = qos_head;
202 struct atm_mpoa_qos *atm_mpoa_search_qos(__be32 dst_ip)
204 struct atm_mpoa_qos *qos;
208 if (qos->ipaddr == dst_ip)
217 * Returns 0 for failure
219 int atm_mpoa_delete_qos(struct atm_mpoa_qos *entry)
221 struct atm_mpoa_qos *curr;
225 if (entry == qos_head) {
226 qos_head = qos_head->next;
232 while (curr != NULL) {
233 if (curr->next == entry) {
234 curr->next = entry->next;
244 /* this is buggered - we need locking for qos_head */
245 void atm_mpoa_disp_qos(struct seq_file *m)
247 struct atm_mpoa_qos *qos;
250 seq_printf(m, "QoS entries for shortcuts:\n");
251 seq_printf(m, "IP address\n TX:max_pcr pcr min_pcr max_cdv max_sdu\n RX:max_pcr pcr min_pcr max_cdv max_sdu\n");
253 while (qos != NULL) {
254 seq_printf(m, "%pI4\n %-7d %-7d %-7d %-7d %-7d\n %-7d %-7d %-7d %-7d %-7d\n",
256 qos->qos.txtp.max_pcr,
258 qos->qos.txtp.min_pcr,
259 qos->qos.txtp.max_cdv,
260 qos->qos.txtp.max_sdu,
261 qos->qos.rxtp.max_pcr,
263 qos->qos.rxtp.min_pcr,
264 qos->qos.rxtp.max_cdv,
265 qos->qos.rxtp.max_sdu);
270 static struct net_device *find_lec_by_itfnum(int itf)
272 struct net_device *dev;
275 sprintf(name, "lec%d", itf);
276 dev = dev_get_by_name(&init_net, name);
281 static struct mpoa_client *alloc_mpc(void)
283 struct mpoa_client *mpc;
285 mpc = kzalloc(sizeof(struct mpoa_client), GFP_KERNEL);
288 rwlock_init(&mpc->ingress_lock);
289 rwlock_init(&mpc->egress_lock);
291 atm_mpoa_init_cache(mpc);
293 mpc->parameters.mpc_p1 = MPC_P1;
294 mpc->parameters.mpc_p2 = MPC_P2;
295 memset(mpc->parameters.mpc_p3, 0, sizeof(mpc->parameters.mpc_p3));
296 mpc->parameters.mpc_p4 = MPC_P4;
297 mpc->parameters.mpc_p5 = MPC_P5;
298 mpc->parameters.mpc_p6 = MPC_P6;
307 * start_mpc() puts the MPC on line. All the packets destined
308 * to the lec underneath us are now being monitored and
309 * shortcuts will be established.
312 static void start_mpc(struct mpoa_client *mpc, struct net_device *dev)
315 dprintk("(%s)\n", mpc->dev->name);
316 if (!dev->netdev_ops)
317 pr_info("(%s) not starting\n", dev->name);
319 mpc->old_ops = dev->netdev_ops;
320 mpc->new_ops = *mpc->old_ops;
321 mpc->new_ops.ndo_start_xmit = mpc_send_packet;
322 dev->netdev_ops = &mpc->new_ops;
326 static void stop_mpc(struct mpoa_client *mpc)
328 struct net_device *dev = mpc->dev;
329 dprintk("(%s)", mpc->dev->name);
331 /* Lets not nullify lec device's dev->hard_start_xmit */
332 if (dev->netdev_ops != &mpc->new_ops) {
333 dprintk_cont(" mpc already stopped, not fatal\n");
338 dev->netdev_ops = mpc->old_ops;
341 /* close_shortcuts(mpc); ??? FIXME */
344 static const char *mpoa_device_type_string(char type) __attribute__ ((unused));
346 static const char *mpoa_device_type_string(char type)
350 return "non-MPOA device";
356 return "both MPS and MPC";
359 return "unspecified (non-MPOA) device";
363 * lec device calls this via its netdev_priv(dev)->lane2_ops
364 * ->associate_indicator() when it sees a TLV in LE_ARP packet.
365 * We fill in the pointer above when we see a LANE2 lec initializing
366 * See LANE2 spec 3.1.5
368 * Quite a big and ugly function but when you look at it
369 * all it does is to try to locate and parse MPOA Device
371 * We give our lec a pointer to this function and when the
372 * lec sees a TLV it uses the pointer to call this function.
375 static void lane2_assoc_ind(struct net_device *dev, const u8 *mac_addr,
376 const u8 *tlvs, u32 sizeoftlvs)
379 uint8_t length, mpoa_device_type, number_of_mps_macs;
380 const uint8_t *end_of_tlvs;
381 struct mpoa_client *mpc;
383 mpoa_device_type = number_of_mps_macs = 0; /* silence gcc */
384 dprintk("(%s) received TLV(s), ", dev->name);
385 dprintk("total length of all TLVs %d\n", sizeoftlvs);
386 mpc = find_mpc_by_lec(dev); /* Sampo-Fix: moved here from below */
388 pr_info("(%s) no mpc\n", dev->name);
391 end_of_tlvs = tlvs + sizeoftlvs;
392 while (end_of_tlvs - tlvs >= 5) {
393 type = ((tlvs[0] << 24) | (tlvs[1] << 16) |
394 (tlvs[2] << 8) | tlvs[3]);
397 dprintk(" type 0x%x length %02x\n", type, length);
398 if (tlvs + length > end_of_tlvs) {
399 pr_info("TLV value extends past its buffer, aborting parse\n");
404 pr_info("mpoa: (%s) TLV type was 0, returning\n",
409 if (type != TLV_MPOA_DEVICE_TYPE) {
411 continue; /* skip other TLVs */
413 mpoa_device_type = *tlvs++;
414 number_of_mps_macs = *tlvs++;
415 dprintk("(%s) MPOA device type '%s', ",
416 dev->name, mpoa_device_type_string(mpoa_device_type));
417 if (mpoa_device_type == MPS_AND_MPC &&
418 length < (42 + number_of_mps_macs*ETH_ALEN)) { /* :) */
419 pr_info("(%s) short MPOA Device Type TLV\n",
423 if ((mpoa_device_type == MPS || mpoa_device_type == MPC) &&
424 length < 22 + number_of_mps_macs*ETH_ALEN) {
425 pr_info("(%s) short MPOA Device Type TLV\n", dev->name);
428 if (mpoa_device_type != MPS &&
429 mpoa_device_type != MPS_AND_MPC) {
430 dprintk("ignoring non-MPS device ");
431 if (mpoa_device_type == MPC)
433 continue; /* we are only interested in MPSs */
435 if (number_of_mps_macs == 0 &&
436 mpoa_device_type == MPS_AND_MPC) {
437 pr_info("(%s) MPS_AND_MPC has zero MACs\n", dev->name);
438 continue; /* someone should read the spec */
440 dprintk_cont("this MPS has %d MAC addresses\n",
444 * ok, now we can go and tell our daemon
445 * the control address of MPS
447 send_set_mps_ctrl_addr(tlvs, mpc);
449 tlvs = copy_macs(mpc, mac_addr, tlvs,
450 number_of_mps_macs, mpoa_device_type);
454 if (end_of_tlvs - tlvs != 0)
455 pr_info("(%s) ignoring %Zd bytes of trailing TLV garbage\n",
456 dev->name, end_of_tlvs - tlvs);
461 * Store at least advertizing router's MAC address
462 * plus the possible MAC address(es) to mpc->mps_macs.
463 * For a freshly allocated MPOA client mpc->mps_macs == 0.
465 static const uint8_t *copy_macs(struct mpoa_client *mpc,
466 const uint8_t *router_mac,
467 const uint8_t *tlvs, uint8_t mps_macs,
471 num_macs = (mps_macs > 1) ? mps_macs : 1;
473 if (mpc->number_of_mps_macs != num_macs) { /* need to reallocate? */
474 if (mpc->number_of_mps_macs != 0)
475 kfree(mpc->mps_macs);
476 mpc->number_of_mps_macs = 0;
477 mpc->mps_macs = kmalloc(num_macs * ETH_ALEN, GFP_KERNEL);
478 if (mpc->mps_macs == NULL) {
479 pr_info("(%s) out of mem\n", mpc->dev->name);
483 memcpy(mpc->mps_macs, router_mac, ETH_ALEN);
484 tlvs += 20; if (device_type == MPS_AND_MPC) tlvs += 20;
486 memcpy(mpc->mps_macs, tlvs, mps_macs*ETH_ALEN);
487 tlvs += mps_macs*ETH_ALEN;
488 mpc->number_of_mps_macs = num_macs;
493 static int send_via_shortcut(struct sk_buff *skb, struct mpoa_client *mpc)
495 in_cache_entry *entry;
501 struct llc_snap_hdr hdr;
503 } tagged_llc_snap_hdr = {
504 {0xaa, 0xaa, 0x03, {0x00, 0x00, 0x00}, {0x88, 0x4c}},
508 buff = skb->data + mpc->dev->hard_header_len;
509 iph = (struct iphdr *)buff;
512 ddprintk("(%s) ipaddr 0x%x\n",
513 mpc->dev->name, ipaddr);
515 entry = mpc->in_ops->get(ipaddr, mpc);
517 entry = mpc->in_ops->add_entry(ipaddr, mpc);
519 mpc->in_ops->put(entry);
522 /* threshold not exceeded or VCC not ready */
523 if (mpc->in_ops->cache_hit(entry, mpc) != OPEN) {
524 ddprintk("(%s) cache_hit: returns != OPEN\n",
526 mpc->in_ops->put(entry);
530 ddprintk("(%s) using shortcut\n",
532 /* MPOA spec A.1.4, MPOA client must decrement IP ttl at least by one */
534 ddprintk("(%s) IP ttl = %u, using LANE\n",
535 mpc->dev->name, iph->ttl);
536 mpc->in_ops->put(entry);
541 iph->check = ip_fast_csum((unsigned char *)iph, iph->ihl);
543 if (entry->ctrl_info.tag != 0) {
544 ddprintk("(%s) adding tag 0x%x\n",
545 mpc->dev->name, entry->ctrl_info.tag);
546 tagged_llc_snap_hdr.tag = entry->ctrl_info.tag;
547 skb_pull(skb, ETH_HLEN); /* get rid of Eth header */
548 skb_push(skb, sizeof(tagged_llc_snap_hdr));
549 /* add LLC/SNAP header */
550 skb_copy_to_linear_data(skb, &tagged_llc_snap_hdr,
551 sizeof(tagged_llc_snap_hdr));
553 skb_pull(skb, ETH_HLEN); /* get rid of Eth header */
554 skb_push(skb, sizeof(struct llc_snap_hdr));
555 /* add LLC/SNAP header + tag */
556 skb_copy_to_linear_data(skb, &llc_snap_mpoa_data,
557 sizeof(struct llc_snap_hdr));
560 atomic_add(skb->truesize, &sk_atm(entry->shortcut)->sk_wmem_alloc);
561 ATM_SKB(skb)->atm_options = entry->shortcut->atm_options;
562 entry->shortcut->send(entry->shortcut, skb);
563 entry->packets_fwded++;
564 mpc->in_ops->put(entry);
570 * Probably needs some error checks and locking, not sure...
572 static netdev_tx_t mpc_send_packet(struct sk_buff *skb,
573 struct net_device *dev)
575 struct mpoa_client *mpc;
579 mpc = find_mpc_by_lec(dev); /* this should NEVER fail */
581 pr_info("(%s) no MPC found\n", dev->name);
585 eth = (struct ethhdr *)skb->data;
586 if (eth->h_proto != htons(ETH_P_IP))
587 goto non_ip; /* Multi-Protocol Over ATM :-) */
589 /* Weed out funny packets (e.g., AF_PACKET or raw). */
590 if (skb->len < ETH_HLEN + sizeof(struct iphdr))
592 skb_set_network_header(skb, ETH_HLEN);
593 if (skb->len < ETH_HLEN + ip_hdr(skb)->ihl * 4 || ip_hdr(skb)->ihl < 5)
596 while (i < mpc->number_of_mps_macs) {
597 if (!compare_ether_addr(eth->h_dest,
598 (mpc->mps_macs + i*ETH_ALEN)))
599 if (send_via_shortcut(skb, mpc) == 0) /* try shortcut */
605 return mpc->old_ops->ndo_start_xmit(skb, dev);
608 static int atm_mpoa_vcc_attach(struct atm_vcc *vcc, void __user *arg)
611 struct mpoa_client *mpc;
612 struct atmmpc_ioc ioc_data;
613 in_cache_entry *in_entry;
616 bytes_left = copy_from_user(&ioc_data, arg, sizeof(struct atmmpc_ioc));
617 if (bytes_left != 0) {
618 pr_info("mpoa:Short read (missed %d bytes) from userland\n",
622 ipaddr = ioc_data.ipaddr;
623 if (ioc_data.dev_num < 0 || ioc_data.dev_num >= MAX_LEC_ITF)
626 mpc = find_mpc_by_itfnum(ioc_data.dev_num);
630 if (ioc_data.type == MPC_SOCKET_INGRESS) {
631 in_entry = mpc->in_ops->get(ipaddr, mpc);
632 if (in_entry == NULL ||
633 in_entry->entry_state < INGRESS_RESOLVED) {
634 pr_info("(%s) did not find RESOLVED entry from ingress cache\n",
636 if (in_entry != NULL)
637 mpc->in_ops->put(in_entry);
640 pr_info("(%s) attaching ingress SVC, entry = %pI4\n",
641 mpc->dev->name, &in_entry->ctrl_info.in_dst_ip);
642 in_entry->shortcut = vcc;
643 mpc->in_ops->put(in_entry);
645 pr_info("(%s) attaching egress SVC\n", mpc->dev->name);
648 vcc->proto_data = mpc->dev;
649 vcc->push = mpc_push;
657 static void mpc_vcc_close(struct atm_vcc *vcc, struct net_device *dev)
659 struct mpoa_client *mpc;
660 in_cache_entry *in_entry;
661 eg_cache_entry *eg_entry;
663 mpc = find_mpc_by_lec(dev);
665 pr_info("(%s) close for unknown MPC\n", dev->name);
669 dprintk("(%s)\n", dev->name);
670 in_entry = mpc->in_ops->get_by_vcc(vcc, mpc);
672 dprintk("(%s) ingress SVC closed ip = %pI4\n",
673 mpc->dev->name, &in_entry->ctrl_info.in_dst_ip);
674 in_entry->shortcut = NULL;
675 mpc->in_ops->put(in_entry);
677 eg_entry = mpc->eg_ops->get_by_vcc(vcc, mpc);
679 dprintk("(%s) egress SVC closed\n", mpc->dev->name);
680 eg_entry->shortcut = NULL;
681 mpc->eg_ops->put(eg_entry);
684 if (in_entry == NULL && eg_entry == NULL)
685 dprintk("(%s) unused vcc closed\n", dev->name);
690 static void mpc_push(struct atm_vcc *vcc, struct sk_buff *skb)
692 struct net_device *dev = (struct net_device *)vcc->proto_data;
693 struct sk_buff *new_skb;
695 struct mpoa_client *mpc;
699 ddprintk("(%s)\n", dev->name);
701 dprintk("(%s) null skb, closing VCC\n", dev->name);
702 mpc_vcc_close(vcc, dev);
707 if (memcmp(skb->data, &llc_snap_mpoa_ctrl,
708 sizeof(struct llc_snap_hdr)) == 0) {
709 struct sock *sk = sk_atm(vcc);
711 dprintk("(%s) control packet arrived\n", dev->name);
712 /* Pass control packets to daemon */
713 skb_queue_tail(&sk->sk_receive_queue, skb);
714 sk->sk_data_ready(sk, skb->len);
718 /* data coming over the shortcut */
719 atm_return(vcc, skb->truesize);
721 mpc = find_mpc_by_lec(dev);
723 pr_info("(%s) unknown MPC\n", dev->name);
727 if (memcmp(skb->data, &llc_snap_mpoa_data_tagged,
728 sizeof(struct llc_snap_hdr)) == 0) { /* MPOA tagged data */
729 ddprintk("(%s) tagged data packet arrived\n", dev->name);
731 } else if (memcmp(skb->data, &llc_snap_mpoa_data,
732 sizeof(struct llc_snap_hdr)) == 0) { /* MPOA data */
733 pr_info("(%s) Unsupported non-tagged data packet arrived. Purging\n",
735 dev_kfree_skb_any(skb);
738 pr_info("(%s) garbage arrived, purging\n", dev->name);
739 dev_kfree_skb_any(skb);
743 tmp = skb->data + sizeof(struct llc_snap_hdr);
744 tag = *(__be32 *)tmp;
746 eg = mpc->eg_ops->get_by_tag(tag, mpc);
748 pr_info("mpoa: (%s) Didn't find egress cache entry, tag = %u\n",
750 purge_egress_shortcut(vcc, NULL);
751 dev_kfree_skb_any(skb);
756 * See if ingress MPC is using shortcut we opened as a return channel.
757 * This means we have a bi-directional vcc opened by us.
759 if (eg->shortcut == NULL) {
761 pr_info("(%s) egress SVC in use\n", dev->name);
764 skb_pull(skb, sizeof(struct llc_snap_hdr) + sizeof(tag));
765 /* get rid of LLC/SNAP header */
766 new_skb = skb_realloc_headroom(skb, eg->ctrl_info.DH_length);
767 /* LLC/SNAP is shorter than MAC header :( */
768 dev_kfree_skb_any(skb);
769 if (new_skb == NULL) {
770 mpc->eg_ops->put(eg);
773 skb_push(new_skb, eg->ctrl_info.DH_length); /* add MAC header */
774 skb_copy_to_linear_data(new_skb, eg->ctrl_info.DLL_header,
775 eg->ctrl_info.DH_length);
776 new_skb->protocol = eth_type_trans(new_skb, dev);
777 skb_reset_network_header(new_skb);
779 eg->latest_ip_addr = ip_hdr(new_skb)->saddr;
781 mpc->eg_ops->put(eg);
783 memset(ATM_SKB(skb), 0, sizeof(struct atm_skb_data));
789 static struct atmdev_ops mpc_ops = { /* only send is required */
790 .close = mpoad_close,
791 .send = msg_from_mpoad
794 static struct atm_dev mpc_dev = {
798 .lock = __SPIN_LOCK_UNLOCKED(mpc_dev.lock)
799 /* members not explicitly initialised will be 0 */
802 static int atm_mpoa_mpoad_attach(struct atm_vcc *vcc, int arg)
804 struct mpoa_client *mpc;
805 struct lec_priv *priv;
809 init_timer(&mpc_timer);
812 /* This lets us now how our LECs are doing */
813 err = register_netdevice_notifier(&mpoa_notifier);
815 del_timer(&mpc_timer);
820 mpc = find_mpc_by_itfnum(arg);
822 dprintk("allocating new mpc for itf %d\n", arg);
827 mpc->dev = find_lec_by_itfnum(arg);
828 /* NULL if there was no lec */
830 if (mpc->mpoad_vcc) {
831 pr_info("mpoad is already present for itf %d\n", arg);
835 if (mpc->dev) { /* check if the lec is LANE2 capable */
836 priv = netdev_priv(mpc->dev);
837 if (priv->lane_version < 2) {
841 priv->lane2_ops->associate_indicator = lane2_assoc_ind;
844 mpc->mpoad_vcc = vcc;
846 vcc_insert_socket(sk_atm(vcc));
847 set_bit(ATM_VF_META, &vcc->flags);
848 set_bit(ATM_VF_READY, &vcc->flags);
851 char empty[ATM_ESA_LEN];
852 memset(empty, 0, ATM_ESA_LEN);
854 start_mpc(mpc, mpc->dev);
855 /* set address if mpcd e.g. gets killed and restarted.
856 * If we do not do it now we have to wait for the next LE_ARP
858 if (memcmp(mpc->mps_ctrl_addr, empty, ATM_ESA_LEN) != 0)
859 send_set_mps_ctrl_addr(mpc->mps_ctrl_addr, mpc);
862 __module_get(THIS_MODULE);
866 static void send_set_mps_ctrl_addr(const char *addr, struct mpoa_client *mpc)
868 struct k_message mesg;
870 memcpy(mpc->mps_ctrl_addr, addr, ATM_ESA_LEN);
872 mesg.type = SET_MPS_CTRL_ADDR;
873 memcpy(mesg.MPS_ctrl, addr, ATM_ESA_LEN);
874 msg_to_mpoad(&mesg, mpc);
879 static void mpoad_close(struct atm_vcc *vcc)
881 struct mpoa_client *mpc;
884 mpc = find_mpc_by_vcc(vcc);
886 pr_info("did not find MPC\n");
889 if (!mpc->mpoad_vcc) {
890 pr_info("close for non-present mpoad\n");
894 mpc->mpoad_vcc = NULL;
896 struct lec_priv *priv = netdev_priv(mpc->dev);
897 priv->lane2_ops->associate_indicator = NULL;
902 mpc->in_ops->destroy_cache(mpc);
903 mpc->eg_ops->destroy_cache(mpc);
905 while ((skb = skb_dequeue(&sk_atm(vcc)->sk_receive_queue))) {
906 atm_return(vcc, skb->truesize);
910 pr_info("(%s) going down\n",
911 (mpc->dev) ? mpc->dev->name : "<unknown>");
912 module_put(THIS_MODULE);
920 static int msg_from_mpoad(struct atm_vcc *vcc, struct sk_buff *skb)
923 struct mpoa_client *mpc = find_mpc_by_vcc(vcc);
924 struct k_message *mesg = (struct k_message *)skb->data;
925 atomic_sub(skb->truesize, &sk_atm(vcc)->sk_wmem_alloc);
928 pr_info("no mpc found\n");
931 dprintk("(%s)", mpc->dev ? mpc->dev->name : "<unknown>");
932 switch (mesg->type) {
933 case MPOA_RES_REPLY_RCVD:
934 dprintk_cont("mpoa_res_reply_rcvd\n");
935 MPOA_res_reply_rcvd(mesg, mpc);
937 case MPOA_TRIGGER_RCVD:
938 dprintk_cont("mpoa_trigger_rcvd\n");
939 MPOA_trigger_rcvd(mesg, mpc);
941 case INGRESS_PURGE_RCVD:
942 dprintk_cont("nhrp_purge_rcvd\n");
943 ingress_purge_rcvd(mesg, mpc);
945 case EGRESS_PURGE_RCVD:
946 dprintk_cont("egress_purge_reply_rcvd\n");
947 egress_purge_rcvd(mesg, mpc);
950 dprintk_cont("mps_death\n");
951 mps_death(mesg, mpc);
953 case CACHE_IMPOS_RCVD:
954 dprintk_cont("cache_impos_rcvd\n");
955 MPOA_cache_impos_rcvd(mesg, mpc);
957 case SET_MPC_CTRL_ADDR:
958 dprintk_cont("set_mpc_ctrl_addr\n");
959 set_mpc_ctrl_addr_rcvd(mesg, mpc);
961 case SET_MPS_MAC_ADDR:
962 dprintk_cont("set_mps_mac_addr\n");
963 set_mps_mac_addr_rcvd(mesg, mpc);
965 case CLEAN_UP_AND_EXIT:
966 dprintk_cont("clean_up_and_exit\n");
967 clean_up(mesg, mpc, DIE);
970 dprintk_cont("reload\n");
971 clean_up(mesg, mpc, RELOAD);
974 dprintk_cont("set_mpc_params\n");
975 mpc->parameters = mesg->content.params;
978 dprintk_cont("unknown message %d\n", mesg->type);
986 /* Remember that this function may not do things that sleep */
987 int msg_to_mpoad(struct k_message *mesg, struct mpoa_client *mpc)
992 if (mpc == NULL || !mpc->mpoad_vcc) {
993 pr_info("mesg %d to a non-existent mpoad\n", mesg->type);
997 skb = alloc_skb(sizeof(struct k_message), GFP_ATOMIC);
1000 skb_put(skb, sizeof(struct k_message));
1001 skb_copy_to_linear_data(skb, mesg, sizeof(*mesg));
1002 atm_force_charge(mpc->mpoad_vcc, skb->truesize);
1004 sk = sk_atm(mpc->mpoad_vcc);
1005 skb_queue_tail(&sk->sk_receive_queue, skb);
1006 sk->sk_data_ready(sk, skb->len);
1011 static int mpoa_event_listener(struct notifier_block *mpoa_notifier,
1012 unsigned long event, void *dev_ptr)
1014 struct net_device *dev;
1015 struct mpoa_client *mpc;
1016 struct lec_priv *priv;
1018 dev = (struct net_device *)dev_ptr;
1020 if (!net_eq(dev_net(dev), &init_net))
1023 if (dev->name == NULL || strncmp(dev->name, "lec", 3))
1024 return NOTIFY_DONE; /* we are only interested in lec:s */
1027 case NETDEV_REGISTER: /* a new lec device was allocated */
1028 priv = netdev_priv(dev);
1029 if (priv->lane_version < 2)
1031 priv->lane2_ops->associate_indicator = lane2_assoc_ind;
1032 mpc = find_mpc_by_itfnum(priv->itfnum);
1034 dprintk("allocating new mpc for %s\n", dev->name);
1037 pr_info("no new mpc");
1041 mpc->dev_num = priv->itfnum;
1044 dprintk("(%s) was initialized\n", dev->name);
1046 case NETDEV_UNREGISTER:
1047 /* the lec device was deallocated */
1048 mpc = find_mpc_by_lec(dev);
1051 dprintk("device (%s) was deallocated\n", dev->name);
1057 /* the dev was ifconfig'ed up */
1058 mpc = find_mpc_by_lec(dev);
1061 if (mpc->mpoad_vcc != NULL)
1062 start_mpc(mpc, dev);
1065 /* the dev was ifconfig'ed down */
1066 /* this means that the flow of packets from the
1069 mpc = find_mpc_by_lec(dev);
1072 if (mpc->mpoad_vcc != NULL)
1077 case NETDEV_CHANGEMTU:
1078 case NETDEV_CHANGEADDR:
1079 case NETDEV_GOING_DOWN:
1089 * Functions which are called after a message is received from mpcd.
1090 * Msg is reused on purpose.
1094 static void MPOA_trigger_rcvd(struct k_message *msg, struct mpoa_client *mpc)
1096 __be32 dst_ip = msg->content.in_info.in_dst_ip;
1097 in_cache_entry *entry;
1099 entry = mpc->in_ops->get(dst_ip, mpc);
1100 if (entry == NULL) {
1101 entry = mpc->in_ops->add_entry(dst_ip, mpc);
1102 entry->entry_state = INGRESS_RESOLVING;
1103 msg->type = SND_MPOA_RES_RQST;
1104 msg->content.in_info = entry->ctrl_info;
1105 msg_to_mpoad(msg, mpc);
1106 do_gettimeofday(&(entry->reply_wait));
1107 mpc->in_ops->put(entry);
1111 if (entry->entry_state == INGRESS_INVALID) {
1112 entry->entry_state = INGRESS_RESOLVING;
1113 msg->type = SND_MPOA_RES_RQST;
1114 msg->content.in_info = entry->ctrl_info;
1115 msg_to_mpoad(msg, mpc);
1116 do_gettimeofday(&(entry->reply_wait));
1117 mpc->in_ops->put(entry);
1121 pr_info("(%s) entry already in resolving state\n",
1122 (mpc->dev) ? mpc->dev->name : "<unknown>");
1123 mpc->in_ops->put(entry);
1128 * Things get complicated because we have to check if there's an egress
1129 * shortcut with suitable traffic parameters we could use.
1131 static void check_qos_and_open_shortcut(struct k_message *msg,
1132 struct mpoa_client *client,
1133 in_cache_entry *entry)
1135 __be32 dst_ip = msg->content.in_info.in_dst_ip;
1136 struct atm_mpoa_qos *qos = atm_mpoa_search_qos(dst_ip);
1137 eg_cache_entry *eg_entry = client->eg_ops->get_by_src_ip(dst_ip, client);
1139 if (eg_entry && eg_entry->shortcut) {
1140 if (eg_entry->shortcut->qos.txtp.traffic_class &
1141 msg->qos.txtp.traffic_class &
1142 (qos ? qos->qos.txtp.traffic_class : ATM_UBR | ATM_CBR)) {
1143 if (eg_entry->shortcut->qos.txtp.traffic_class == ATM_UBR)
1144 entry->shortcut = eg_entry->shortcut;
1145 else if (eg_entry->shortcut->qos.txtp.max_pcr > 0)
1146 entry->shortcut = eg_entry->shortcut;
1148 if (entry->shortcut) {
1149 dprintk("(%s) using egress SVC to reach %pI4\n",
1150 client->dev->name, &dst_ip);
1151 client->eg_ops->put(eg_entry);
1155 if (eg_entry != NULL)
1156 client->eg_ops->put(eg_entry);
1158 /* No luck in the egress cache we must open an ingress SVC */
1159 msg->type = OPEN_INGRESS_SVC;
1161 (qos->qos.txtp.traffic_class == msg->qos.txtp.traffic_class)) {
1162 msg->qos = qos->qos;
1163 pr_info("(%s) trying to get a CBR shortcut\n",
1166 memset(&msg->qos, 0, sizeof(struct atm_qos));
1167 msg_to_mpoad(msg, client);
1171 static void MPOA_res_reply_rcvd(struct k_message *msg, struct mpoa_client *mpc)
1173 __be32 dst_ip = msg->content.in_info.in_dst_ip;
1174 in_cache_entry *entry = mpc->in_ops->get(dst_ip, mpc);
1176 dprintk("(%s) ip %pI4\n",
1177 mpc->dev->name, &dst_ip);
1178 ddprintk("(%s) entry = %p",
1179 mpc->dev->name, entry);
1180 if (entry == NULL) {
1181 pr_info("(%s) ARGH, received res. reply for an entry that doesn't exist.\n",
1185 ddprintk_cont(" entry_state = %d ", entry->entry_state);
1187 if (entry->entry_state == INGRESS_RESOLVED) {
1188 pr_info("(%s) RESOLVED entry!\n", mpc->dev->name);
1189 mpc->in_ops->put(entry);
1193 entry->ctrl_info = msg->content.in_info;
1194 do_gettimeofday(&(entry->tv));
1195 do_gettimeofday(&(entry->reply_wait)); /* Used in refreshing func from now on */
1196 entry->refresh_time = 0;
1197 ddprintk_cont("entry->shortcut = %p\n", entry->shortcut);
1199 if (entry->entry_state == INGRESS_RESOLVING &&
1200 entry->shortcut != NULL) {
1201 entry->entry_state = INGRESS_RESOLVED;
1202 mpc->in_ops->put(entry);
1203 return; /* Shortcut already open... */
1206 if (entry->shortcut != NULL) {
1207 pr_info("(%s) entry->shortcut != NULL, impossible!\n",
1209 mpc->in_ops->put(entry);
1213 check_qos_and_open_shortcut(msg, mpc, entry);
1214 entry->entry_state = INGRESS_RESOLVED;
1215 mpc->in_ops->put(entry);
1221 static void ingress_purge_rcvd(struct k_message *msg, struct mpoa_client *mpc)
1223 __be32 dst_ip = msg->content.in_info.in_dst_ip;
1224 __be32 mask = msg->ip_mask;
1225 in_cache_entry *entry = mpc->in_ops->get_with_mask(dst_ip, mpc, mask);
1227 if (entry == NULL) {
1228 pr_info("(%s) purge for a non-existing entry, ip = %pI4\n",
1229 mpc->dev->name, &dst_ip);
1234 dprintk("(%s) removing an ingress entry, ip = %pI4\n",
1235 mpc->dev->name, &dst_ip);
1236 write_lock_bh(&mpc->ingress_lock);
1237 mpc->in_ops->remove_entry(entry, mpc);
1238 write_unlock_bh(&mpc->ingress_lock);
1239 mpc->in_ops->put(entry);
1240 entry = mpc->in_ops->get_with_mask(dst_ip, mpc, mask);
1241 } while (entry != NULL);
1246 static void egress_purge_rcvd(struct k_message *msg, struct mpoa_client *mpc)
1248 __be32 cache_id = msg->content.eg_info.cache_id;
1249 eg_cache_entry *entry = mpc->eg_ops->get_by_cache_id(cache_id, mpc);
1251 if (entry == NULL) {
1252 dprintk("(%s) purge for a non-existing entry\n",
1257 write_lock_irq(&mpc->egress_lock);
1258 mpc->eg_ops->remove_entry(entry, mpc);
1259 write_unlock_irq(&mpc->egress_lock);
1261 mpc->eg_ops->put(entry);
1266 static void purge_egress_shortcut(struct atm_vcc *vcc, eg_cache_entry *entry)
1269 struct k_message *purge_msg;
1270 struct sk_buff *skb;
1272 dprintk("entering\n");
1274 pr_info("vcc == NULL\n");
1278 skb = alloc_skb(sizeof(struct k_message), GFP_ATOMIC);
1280 pr_info("out of memory\n");
1284 skb_put(skb, sizeof(struct k_message));
1285 memset(skb->data, 0, sizeof(struct k_message));
1286 purge_msg = (struct k_message *)skb->data;
1287 purge_msg->type = DATA_PLANE_PURGE;
1289 purge_msg->content.eg_info = entry->ctrl_info;
1291 atm_force_charge(vcc, skb->truesize);
1294 skb_queue_tail(&sk->sk_receive_queue, skb);
1295 sk->sk_data_ready(sk, skb->len);
1296 dprintk("exiting\n");
1302 * Our MPS died. Tell our daemon to send NHRP data plane purge to each
1303 * of the egress shortcuts we have.
1305 static void mps_death(struct k_message *msg, struct mpoa_client *mpc)
1307 eg_cache_entry *entry;
1309 dprintk("(%s)\n", mpc->dev->name);
1311 if (memcmp(msg->MPS_ctrl, mpc->mps_ctrl_addr, ATM_ESA_LEN)) {
1312 pr_info("(%s) wrong MPS\n", mpc->dev->name);
1316 /* FIXME: This knows too much of the cache structure */
1317 read_lock_irq(&mpc->egress_lock);
1318 entry = mpc->eg_cache;
1319 while (entry != NULL) {
1320 purge_egress_shortcut(entry->shortcut, entry);
1321 entry = entry->next;
1323 read_unlock_irq(&mpc->egress_lock);
1325 mpc->in_ops->destroy_cache(mpc);
1326 mpc->eg_ops->destroy_cache(mpc);
1331 static void MPOA_cache_impos_rcvd(struct k_message *msg,
1332 struct mpoa_client *mpc)
1334 uint16_t holding_time;
1335 eg_cache_entry *entry = mpc->eg_ops->get_by_cache_id(msg->content.eg_info.cache_id, mpc);
1337 holding_time = msg->content.eg_info.holding_time;
1338 dprintk("(%s) entry = %p, holding_time = %u\n",
1339 mpc->dev->name, entry, holding_time);
1340 if (entry == NULL && holding_time) {
1341 entry = mpc->eg_ops->add_entry(msg, mpc);
1342 mpc->eg_ops->put(entry);
1346 mpc->eg_ops->update(entry, holding_time);
1350 write_lock_irq(&mpc->egress_lock);
1351 mpc->eg_ops->remove_entry(entry, mpc);
1352 write_unlock_irq(&mpc->egress_lock);
1354 mpc->eg_ops->put(entry);
1359 static void set_mpc_ctrl_addr_rcvd(struct k_message *mesg,
1360 struct mpoa_client *mpc)
1362 struct lec_priv *priv;
1365 uint8_t tlv[4 + 1 + 1 + 1 + ATM_ESA_LEN];
1367 tlv[0] = 00; tlv[1] = 0xa0; tlv[2] = 0x3e; tlv[3] = 0x2a; /* type */
1368 tlv[4] = 1 + 1 + ATM_ESA_LEN; /* length */
1369 tlv[5] = 0x02; /* MPOA client */
1370 tlv[6] = 0x00; /* number of MPS MAC addresses */
1372 memcpy(&tlv[7], mesg->MPS_ctrl, ATM_ESA_LEN); /* MPC ctrl ATM addr */
1373 memcpy(mpc->our_ctrl_addr, mesg->MPS_ctrl, ATM_ESA_LEN);
1375 dprintk("(%s) setting MPC ctrl ATM address to",
1376 mpc->dev ? mpc->dev->name : "<unknown>");
1377 for (i = 7; i < sizeof(tlv); i++)
1378 dprintk_cont(" %02x", tlv[i]);
1382 priv = netdev_priv(mpc->dev);
1383 retval = priv->lane2_ops->associate_req(mpc->dev,
1387 pr_info("(%s) MPOA device type TLV association failed\n",
1389 retval = priv->lane2_ops->resolve(mpc->dev, NULL, 1, NULL, NULL);
1391 pr_info("(%s) targetless LE_ARP request failed\n",
1398 static void set_mps_mac_addr_rcvd(struct k_message *msg,
1399 struct mpoa_client *client)
1402 if (client->number_of_mps_macs)
1403 kfree(client->mps_macs);
1404 client->number_of_mps_macs = 0;
1405 client->mps_macs = kmemdup(msg->MPS_ctrl, ETH_ALEN, GFP_KERNEL);
1406 if (client->mps_macs == NULL) {
1407 pr_info("out of memory\n");
1410 client->number_of_mps_macs = 1;
1416 * purge egress cache and tell daemon to 'action' (DIE, RELOAD)
1418 static void clean_up(struct k_message *msg, struct mpoa_client *mpc, int action)
1421 eg_cache_entry *entry;
1422 msg->type = SND_EGRESS_PURGE;
1425 /* FIXME: This knows too much of the cache structure */
1426 read_lock_irq(&mpc->egress_lock);
1427 entry = mpc->eg_cache;
1428 while (entry != NULL) {
1429 msg->content.eg_info = entry->ctrl_info;
1430 dprintk("cache_id %u\n", entry->ctrl_info.cache_id);
1431 msg_to_mpoad(msg, mpc);
1432 entry = entry->next;
1434 read_unlock_irq(&mpc->egress_lock);
1437 msg_to_mpoad(msg, mpc);
1441 static void mpc_timer_refresh(void)
1443 mpc_timer.expires = jiffies + (MPC_P2 * HZ);
1444 mpc_timer.data = mpc_timer.expires;
1445 mpc_timer.function = mpc_cache_check;
1446 add_timer(&mpc_timer);
1451 static void mpc_cache_check(unsigned long checking_time)
1453 struct mpoa_client *mpc = mpcs;
1454 static unsigned long previous_resolving_check_time;
1455 static unsigned long previous_refresh_time;
1457 while (mpc != NULL) {
1458 mpc->in_ops->clear_count(mpc);
1459 mpc->eg_ops->clear_expired(mpc);
1460 if (checking_time - previous_resolving_check_time >
1461 mpc->parameters.mpc_p4 * HZ) {
1462 mpc->in_ops->check_resolving(mpc);
1463 previous_resolving_check_time = checking_time;
1465 if (checking_time - previous_refresh_time >
1466 mpc->parameters.mpc_p5 * HZ) {
1467 mpc->in_ops->refresh(mpc);
1468 previous_refresh_time = checking_time;
1472 mpc_timer_refresh();
1477 static int atm_mpoa_ioctl(struct socket *sock, unsigned int cmd,
1481 struct atm_vcc *vcc = ATM_SD(sock);
1483 if (cmd != ATMMPC_CTRL && cmd != ATMMPC_DATA)
1484 return -ENOIOCTLCMD;
1486 if (!capable(CAP_NET_ADMIN))
1491 err = atm_mpoa_mpoad_attach(vcc, (int)arg);
1493 sock->state = SS_CONNECTED;
1496 err = atm_mpoa_vcc_attach(vcc, (void __user *)arg);
1504 static struct atm_ioctl atm_ioctl_ops = {
1505 .owner = THIS_MODULE,
1506 .ioctl = atm_mpoa_ioctl,
1509 static __init int atm_mpoa_init(void)
1511 register_atm_ioctl(&atm_ioctl_ops);
1513 if (mpc_proc_init() != 0)
1514 pr_info("failed to initialize /proc/mpoa\n");
1516 pr_info("mpc.c: " __DATE__ " " __TIME__ " initialized\n");
1521 static void __exit atm_mpoa_cleanup(void)
1523 struct mpoa_client *mpc, *tmp;
1524 struct atm_mpoa_qos *qos, *nextqos;
1525 struct lec_priv *priv;
1529 del_timer(&mpc_timer);
1530 unregister_netdevice_notifier(&mpoa_notifier);
1531 deregister_atm_ioctl(&atm_ioctl_ops);
1535 while (mpc != NULL) {
1537 if (mpc->dev != NULL) {
1539 priv = netdev_priv(mpc->dev);
1540 if (priv->lane2_ops != NULL)
1541 priv->lane2_ops->associate_indicator = NULL;
1543 ddprintk("about to clear caches\n");
1544 mpc->in_ops->destroy_cache(mpc);
1545 mpc->eg_ops->destroy_cache(mpc);
1546 ddprintk("caches cleared\n");
1547 kfree(mpc->mps_macs);
1548 memset(mpc, 0, sizeof(struct mpoa_client));
1549 ddprintk("about to kfree %p\n", mpc);
1551 ddprintk("next mpc is at %p\n", tmp);
1557 while (qos != NULL) {
1558 nextqos = qos->next;
1559 dprintk("freeing qos entry %p\n", qos);
1567 module_init(atm_mpoa_init);
1568 module_exit(atm_mpoa_cleanup);
1570 MODULE_LICENSE("GPL");