2 * IP multicast routing support for mrouted 3.6/3.8
4 * (c) 1995 Alan Cox, <alan@redhat.com>
5 * Linux Consultancy and Custom Driver Development
7 * This program is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU General Public License
9 * as published by the Free Software Foundation; either version
10 * 2 of the License, or (at your option) any later version.
12 * Version: $Id: ipmr.c,v 1.65 2001/10/31 21:55:54 davem Exp $
15 * Michael Chastain : Incorrect size of copying.
16 * Alan Cox : Added the cache manager code
17 * Alan Cox : Fixed the clone/copy bug and device race.
18 * Mike McLagan : Routing by source
19 * Malcolm Beattie : Buffer handling fixes.
20 * Alexey Kuznetsov : Double buffer free and other fixes.
21 * SVR Anand : Fixed several multicast bugs and problems.
22 * Alexey Kuznetsov : Status, optimisations and more.
23 * Brad Parker : Better behaviour on mrouted upcall
25 * Carlos Picoto : PIMv1 Support
26 * Pavlin Ivanov Radoslavov: PIMv2 Registers must checksum only PIM header
27 * Relax this requrement to work with older peers.
31 #include <asm/system.h>
32 #include <asm/uaccess.h>
33 #include <linux/types.h>
34 #include <linux/capability.h>
35 #include <linux/errno.h>
36 #include <linux/timer.h>
38 #include <linux/kernel.h>
39 #include <linux/fcntl.h>
40 #include <linux/stat.h>
41 #include <linux/socket.h>
43 #include <linux/inet.h>
44 #include <linux/netdevice.h>
45 #include <linux/inetdevice.h>
46 #include <linux/igmp.h>
47 #include <linux/proc_fs.h>
48 #include <linux/seq_file.h>
49 #include <linux/mroute.h>
50 #include <linux/init.h>
51 #include <linux/if_ether.h>
53 #include <net/protocol.h>
54 #include <linux/skbuff.h>
55 #include <net/route.h>
60 #include <linux/notifier.h>
61 #include <linux/if_arp.h>
62 #include <linux/netfilter_ipv4.h>
64 #include <net/checksum.h>
66 #if defined(CONFIG_IP_PIMSM_V1) || defined(CONFIG_IP_PIMSM_V2)
67 #define CONFIG_IP_PIMSM 1
70 static struct sock *mroute_socket;
73 /* Big lock, protecting vif table, mrt cache and mroute socket state.
74 Note that the changes are semaphored via rtnl_lock.
77 static DEFINE_RWLOCK(mrt_lock);
80 * Multicast router control variables
83 static struct vif_device vif_table[MAXVIFS]; /* Devices */
86 #define VIF_EXISTS(idx) (vif_table[idx].dev != NULL)
88 static int mroute_do_assert; /* Set in PIM assert */
89 static int mroute_do_pim;
91 static struct mfc_cache *mfc_cache_array[MFC_LINES]; /* Forwarding cache */
93 static struct mfc_cache *mfc_unres_queue; /* Queue of unresolved entries */
94 static atomic_t cache_resolve_queue_len; /* Size of unresolved */
96 /* Special spinlock for queue of unresolved entries */
97 static DEFINE_SPINLOCK(mfc_unres_lock);
99 /* We return to original Alan's scheme. Hash table of resolved
100 entries is changed only in process context and protected
101 with weak lock mrt_lock. Queue of unresolved entries is protected
102 with strong spinlock mfc_unres_lock.
104 In this case data path is free of exclusive locks at all.
107 static struct kmem_cache *mrt_cachep __read_mostly;
109 static int ip_mr_forward(struct sk_buff *skb, struct mfc_cache *cache, int local);
110 static int ipmr_cache_report(struct sk_buff *pkt, vifi_t vifi, int assert);
111 static int ipmr_fill_mroute(struct sk_buff *skb, struct mfc_cache *c, struct rtmsg *rtm);
113 #ifdef CONFIG_IP_PIMSM_V2
114 static struct net_protocol pim_protocol;
117 static struct timer_list ipmr_expire_timer;
119 /* Service routines creating virtual interfaces: DVMRP tunnels and PIMREG */
122 struct net_device *ipmr_new_tunnel(struct vifctl *v)
124 struct net_device *dev;
126 dev = __dev_get_by_name("tunl0");
132 struct ip_tunnel_parm p;
133 struct in_device *in_dev;
135 memset(&p, 0, sizeof(p));
136 p.iph.daddr = v->vifc_rmt_addr.s_addr;
137 p.iph.saddr = v->vifc_lcl_addr.s_addr;
140 p.iph.protocol = IPPROTO_IPIP;
141 sprintf(p.name, "dvmrp%d", v->vifc_vifi);
142 ifr.ifr_ifru.ifru_data = (void*)&p;
144 oldfs = get_fs(); set_fs(KERNEL_DS);
145 err = dev->do_ioctl(dev, &ifr, SIOCADDTUNNEL);
150 if (err == 0 && (dev = __dev_get_by_name(p.name)) != NULL) {
151 dev->flags |= IFF_MULTICAST;
153 in_dev = __in_dev_get_rtnl(dev);
154 if (in_dev == NULL && (in_dev = inetdev_init(dev)) == NULL)
156 in_dev->cnf.rp_filter = 0;
165 /* allow the register to be completed before unregistering. */
169 unregister_netdevice(dev);
173 #ifdef CONFIG_IP_PIMSM
175 static int reg_vif_num = -1;
177 static int reg_vif_xmit(struct sk_buff *skb, struct net_device *dev)
179 read_lock(&mrt_lock);
180 ((struct net_device_stats*)netdev_priv(dev))->tx_bytes += skb->len;
181 ((struct net_device_stats*)netdev_priv(dev))->tx_packets++;
182 ipmr_cache_report(skb, reg_vif_num, IGMPMSG_WHOLEPKT);
183 read_unlock(&mrt_lock);
188 static struct net_device_stats *reg_vif_get_stats(struct net_device *dev)
190 return (struct net_device_stats*)netdev_priv(dev);
193 static void reg_vif_setup(struct net_device *dev)
195 dev->type = ARPHRD_PIMREG;
196 dev->mtu = ETH_DATA_LEN - sizeof(struct iphdr) - 8;
197 dev->flags = IFF_NOARP;
198 dev->hard_start_xmit = reg_vif_xmit;
199 dev->get_stats = reg_vif_get_stats;
200 dev->destructor = free_netdev;
203 static struct net_device *ipmr_reg_vif(void)
205 struct net_device *dev;
206 struct in_device *in_dev;
208 dev = alloc_netdev(sizeof(struct net_device_stats), "pimreg",
214 if (register_netdevice(dev)) {
220 if ((in_dev = inetdev_init(dev)) == NULL)
223 in_dev->cnf.rp_filter = 0;
231 /* allow the register to be completed before unregistering. */
235 unregister_netdevice(dev);
244 static int vif_delete(int vifi)
246 struct vif_device *v;
247 struct net_device *dev;
248 struct in_device *in_dev;
250 if (vifi < 0 || vifi >= maxvif)
251 return -EADDRNOTAVAIL;
253 v = &vif_table[vifi];
255 write_lock_bh(&mrt_lock);
260 write_unlock_bh(&mrt_lock);
261 return -EADDRNOTAVAIL;
264 #ifdef CONFIG_IP_PIMSM
265 if (vifi == reg_vif_num)
269 if (vifi+1 == maxvif) {
271 for (tmp=vifi-1; tmp>=0; tmp--) {
278 write_unlock_bh(&mrt_lock);
280 dev_set_allmulti(dev, -1);
282 if ((in_dev = __in_dev_get_rtnl(dev)) != NULL) {
283 in_dev->cnf.mc_forwarding--;
284 ip_rt_multicast_event(in_dev);
287 if (v->flags&(VIFF_TUNNEL|VIFF_REGISTER))
288 unregister_netdevice(dev);
294 /* Destroy an unresolved cache entry, killing queued skbs
295 and reporting error to netlink readers.
298 static void ipmr_destroy_unres(struct mfc_cache *c)
303 atomic_dec(&cache_resolve_queue_len);
305 while ((skb=skb_dequeue(&c->mfc_un.unres.unresolved))) {
306 if (ip_hdr(skb)->version == 0) {
307 struct nlmsghdr *nlh = (struct nlmsghdr *)skb_pull(skb, sizeof(struct iphdr));
308 nlh->nlmsg_type = NLMSG_ERROR;
309 nlh->nlmsg_len = NLMSG_LENGTH(sizeof(struct nlmsgerr));
310 skb_trim(skb, nlh->nlmsg_len);
312 e->error = -ETIMEDOUT;
313 memset(&e->msg, 0, sizeof(e->msg));
315 rtnl_unicast(skb, NETLINK_CB(skb).pid);
320 kmem_cache_free(mrt_cachep, c);
324 /* Single timer process for all the unresolved queue. */
326 static void ipmr_expire_process(unsigned long dummy)
329 unsigned long expires;
330 struct mfc_cache *c, **cp;
332 if (!spin_trylock(&mfc_unres_lock)) {
333 mod_timer(&ipmr_expire_timer, jiffies+HZ/10);
337 if (atomic_read(&cache_resolve_queue_len) == 0)
342 cp = &mfc_unres_queue;
344 while ((c=*cp) != NULL) {
345 if (time_after(c->mfc_un.unres.expires, now)) {
346 unsigned long interval = c->mfc_un.unres.expires - now;
347 if (interval < expires)
355 ipmr_destroy_unres(c);
358 if (atomic_read(&cache_resolve_queue_len))
359 mod_timer(&ipmr_expire_timer, jiffies + expires);
362 spin_unlock(&mfc_unres_lock);
365 /* Fill oifs list. It is called under write locked mrt_lock. */
367 static void ipmr_update_thresholds(struct mfc_cache *cache, unsigned char *ttls)
371 cache->mfc_un.res.minvif = MAXVIFS;
372 cache->mfc_un.res.maxvif = 0;
373 memset(cache->mfc_un.res.ttls, 255, MAXVIFS);
375 for (vifi=0; vifi<maxvif; vifi++) {
376 if (VIF_EXISTS(vifi) && ttls[vifi] && ttls[vifi] < 255) {
377 cache->mfc_un.res.ttls[vifi] = ttls[vifi];
378 if (cache->mfc_un.res.minvif > vifi)
379 cache->mfc_un.res.minvif = vifi;
380 if (cache->mfc_un.res.maxvif <= vifi)
381 cache->mfc_un.res.maxvif = vifi + 1;
386 static int vif_add(struct vifctl *vifc, int mrtsock)
388 int vifi = vifc->vifc_vifi;
389 struct vif_device *v = &vif_table[vifi];
390 struct net_device *dev;
391 struct in_device *in_dev;
394 if (VIF_EXISTS(vifi))
397 switch (vifc->vifc_flags) {
398 #ifdef CONFIG_IP_PIMSM
401 * Special Purpose VIF in PIM
402 * All the packets will be sent to the daemon
404 if (reg_vif_num >= 0)
406 dev = ipmr_reg_vif();
412 dev = ipmr_new_tunnel(vifc);
417 dev = ip_dev_find(vifc->vifc_lcl_addr.s_addr);
419 return -EADDRNOTAVAIL;
426 if ((in_dev = __in_dev_get_rtnl(dev)) == NULL)
427 return -EADDRNOTAVAIL;
428 in_dev->cnf.mc_forwarding++;
429 dev_set_allmulti(dev, +1);
430 ip_rt_multicast_event(in_dev);
433 * Fill in the VIF structures
435 v->rate_limit=vifc->vifc_rate_limit;
436 v->local=vifc->vifc_lcl_addr.s_addr;
437 v->remote=vifc->vifc_rmt_addr.s_addr;
438 v->flags=vifc->vifc_flags;
440 v->flags |= VIFF_STATIC;
441 v->threshold=vifc->vifc_threshold;
446 v->link = dev->ifindex;
447 if (v->flags&(VIFF_TUNNEL|VIFF_REGISTER))
448 v->link = dev->iflink;
450 /* And finish update writing critical data */
451 write_lock_bh(&mrt_lock);
454 #ifdef CONFIG_IP_PIMSM
455 if (v->flags&VIFF_REGISTER)
460 write_unlock_bh(&mrt_lock);
464 static struct mfc_cache *ipmr_cache_find(__be32 origin, __be32 mcastgrp)
466 int line=MFC_HASH(mcastgrp,origin);
469 for (c=mfc_cache_array[line]; c; c = c->next) {
470 if (c->mfc_origin==origin && c->mfc_mcastgrp==mcastgrp)
477 * Allocate a multicast cache entry
479 static struct mfc_cache *ipmr_cache_alloc(void)
481 struct mfc_cache *c=kmem_cache_zalloc(mrt_cachep, GFP_KERNEL);
484 c->mfc_un.res.minvif = MAXVIFS;
488 static struct mfc_cache *ipmr_cache_alloc_unres(void)
490 struct mfc_cache *c=kmem_cache_zalloc(mrt_cachep, GFP_ATOMIC);
493 skb_queue_head_init(&c->mfc_un.unres.unresolved);
494 c->mfc_un.unres.expires = jiffies + 10*HZ;
499 * A cache entry has gone into a resolved state from queued
502 static void ipmr_cache_resolve(struct mfc_cache *uc, struct mfc_cache *c)
508 * Play the pending entries through our router
511 while ((skb=__skb_dequeue(&uc->mfc_un.unres.unresolved))) {
512 if (ip_hdr(skb)->version == 0) {
513 struct nlmsghdr *nlh = (struct nlmsghdr *)skb_pull(skb, sizeof(struct iphdr));
515 if (ipmr_fill_mroute(skb, c, NLMSG_DATA(nlh)) > 0) {
516 nlh->nlmsg_len = skb->tail - (u8*)nlh;
518 nlh->nlmsg_type = NLMSG_ERROR;
519 nlh->nlmsg_len = NLMSG_LENGTH(sizeof(struct nlmsgerr));
520 skb_trim(skb, nlh->nlmsg_len);
522 e->error = -EMSGSIZE;
523 memset(&e->msg, 0, sizeof(e->msg));
526 rtnl_unicast(skb, NETLINK_CB(skb).pid);
528 ip_mr_forward(skb, c, 0);
533 * Bounce a cache query up to mrouted. We could use netlink for this but mrouted
534 * expects the following bizarre scheme.
536 * Called under mrt_lock.
539 static int ipmr_cache_report(struct sk_buff *pkt, vifi_t vifi, int assert)
542 const int ihl = ip_hdrlen(pkt);
543 struct igmphdr *igmp;
547 #ifdef CONFIG_IP_PIMSM
548 if (assert == IGMPMSG_WHOLEPKT)
549 skb = skb_realloc_headroom(pkt, sizeof(struct iphdr));
552 skb = alloc_skb(128, GFP_ATOMIC);
557 #ifdef CONFIG_IP_PIMSM
558 if (assert == IGMPMSG_WHOLEPKT) {
559 /* Ugly, but we have no choice with this interface.
560 Duplicate old header, fix ihl, length etc.
561 And all this only to mangle msg->im_msgtype and
562 to set msg->im_mbz to "mbz" :-)
564 skb_push(skb, sizeof(struct iphdr));
565 skb_reset_network_header(skb);
566 skb_reset_transport_header(skb);
567 msg = (struct igmpmsg *)skb_network_header(skb);
568 memcpy(msg, skb_network_header(pkt), sizeof(struct iphdr));
569 msg->im_msgtype = IGMPMSG_WHOLEPKT;
571 msg->im_vif = reg_vif_num;
572 ip_hdr(skb)->ihl = sizeof(struct iphdr) >> 2;
573 ip_hdr(skb)->tot_len = htons(ntohs(ip_hdr(pkt)->tot_len) +
574 sizeof(struct iphdr));
583 skb->nh.raw = skb_put(skb, ihl);
584 memcpy(skb->data,pkt->data,ihl);
585 ip_hdr(skb)->protocol = 0; /* Flag to the kernel this is a route add */
586 msg = (struct igmpmsg *)skb_network_header(skb);
588 skb->dst = dst_clone(pkt->dst);
594 igmp=(struct igmphdr *)skb_put(skb,sizeof(struct igmphdr));
596 msg->im_msgtype = assert;
598 ip_hdr(skb)->tot_len = htons(skb->len); /* Fix the length */
599 skb->h.raw = skb->nh.raw;
602 if (mroute_socket == NULL) {
610 if ((ret=sock_queue_rcv_skb(mroute_socket,skb))<0) {
612 printk(KERN_WARNING "mroute: pending queue full, dropping entries.\n");
620 * Queue a packet for resolution. It gets locked cache entry!
624 ipmr_cache_unresolved(vifi_t vifi, struct sk_buff *skb)
628 const struct iphdr *iph = ip_hdr(skb);
630 spin_lock_bh(&mfc_unres_lock);
631 for (c=mfc_unres_queue; c; c=c->next) {
632 if (c->mfc_mcastgrp == iph->daddr &&
633 c->mfc_origin == iph->saddr)
639 * Create a new entry if allowable
642 if (atomic_read(&cache_resolve_queue_len)>=10 ||
643 (c=ipmr_cache_alloc_unres())==NULL) {
644 spin_unlock_bh(&mfc_unres_lock);
651 * Fill in the new cache entry
654 c->mfc_origin = iph->saddr;
655 c->mfc_mcastgrp = iph->daddr;
658 * Reflect first query at mrouted.
660 if ((err = ipmr_cache_report(skb, vifi, IGMPMSG_NOCACHE))<0) {
661 /* If the report failed throw the cache entry
664 spin_unlock_bh(&mfc_unres_lock);
666 kmem_cache_free(mrt_cachep, c);
671 atomic_inc(&cache_resolve_queue_len);
672 c->next = mfc_unres_queue;
675 mod_timer(&ipmr_expire_timer, c->mfc_un.unres.expires);
679 * See if we can append the packet
681 if (c->mfc_un.unres.unresolved.qlen>3) {
685 skb_queue_tail(&c->mfc_un.unres.unresolved,skb);
689 spin_unlock_bh(&mfc_unres_lock);
694 * MFC cache manipulation by user space mroute daemon
697 static int ipmr_mfc_delete(struct mfcctl *mfc)
700 struct mfc_cache *c, **cp;
702 line=MFC_HASH(mfc->mfcc_mcastgrp.s_addr, mfc->mfcc_origin.s_addr);
704 for (cp=&mfc_cache_array[line]; (c=*cp) != NULL; cp = &c->next) {
705 if (c->mfc_origin == mfc->mfcc_origin.s_addr &&
706 c->mfc_mcastgrp == mfc->mfcc_mcastgrp.s_addr) {
707 write_lock_bh(&mrt_lock);
709 write_unlock_bh(&mrt_lock);
711 kmem_cache_free(mrt_cachep, c);
718 static int ipmr_mfc_add(struct mfcctl *mfc, int mrtsock)
721 struct mfc_cache *uc, *c, **cp;
723 line=MFC_HASH(mfc->mfcc_mcastgrp.s_addr, mfc->mfcc_origin.s_addr);
725 for (cp=&mfc_cache_array[line]; (c=*cp) != NULL; cp = &c->next) {
726 if (c->mfc_origin == mfc->mfcc_origin.s_addr &&
727 c->mfc_mcastgrp == mfc->mfcc_mcastgrp.s_addr)
732 write_lock_bh(&mrt_lock);
733 c->mfc_parent = mfc->mfcc_parent;
734 ipmr_update_thresholds(c, mfc->mfcc_ttls);
736 c->mfc_flags |= MFC_STATIC;
737 write_unlock_bh(&mrt_lock);
741 if (!MULTICAST(mfc->mfcc_mcastgrp.s_addr))
744 c=ipmr_cache_alloc();
748 c->mfc_origin=mfc->mfcc_origin.s_addr;
749 c->mfc_mcastgrp=mfc->mfcc_mcastgrp.s_addr;
750 c->mfc_parent=mfc->mfcc_parent;
751 ipmr_update_thresholds(c, mfc->mfcc_ttls);
753 c->mfc_flags |= MFC_STATIC;
755 write_lock_bh(&mrt_lock);
756 c->next = mfc_cache_array[line];
757 mfc_cache_array[line] = c;
758 write_unlock_bh(&mrt_lock);
761 * Check to see if we resolved a queued list. If so we
762 * need to send on the frames and tidy up.
764 spin_lock_bh(&mfc_unres_lock);
765 for (cp = &mfc_unres_queue; (uc=*cp) != NULL;
767 if (uc->mfc_origin == c->mfc_origin &&
768 uc->mfc_mcastgrp == c->mfc_mcastgrp) {
770 if (atomic_dec_and_test(&cache_resolve_queue_len))
771 del_timer(&ipmr_expire_timer);
775 spin_unlock_bh(&mfc_unres_lock);
778 ipmr_cache_resolve(uc, c);
779 kmem_cache_free(mrt_cachep, uc);
785 * Close the multicast socket, and clear the vif tables etc
788 static void mroute_clean_tables(struct sock *sk)
793 * Shut down all active vif entries
795 for (i=0; i<maxvif; i++) {
796 if (!(vif_table[i].flags&VIFF_STATIC))
803 for (i=0;i<MFC_LINES;i++) {
804 struct mfc_cache *c, **cp;
806 cp = &mfc_cache_array[i];
807 while ((c = *cp) != NULL) {
808 if (c->mfc_flags&MFC_STATIC) {
812 write_lock_bh(&mrt_lock);
814 write_unlock_bh(&mrt_lock);
816 kmem_cache_free(mrt_cachep, c);
820 if (atomic_read(&cache_resolve_queue_len) != 0) {
823 spin_lock_bh(&mfc_unres_lock);
824 while (mfc_unres_queue != NULL) {
826 mfc_unres_queue = c->next;
827 spin_unlock_bh(&mfc_unres_lock);
829 ipmr_destroy_unres(c);
831 spin_lock_bh(&mfc_unres_lock);
833 spin_unlock_bh(&mfc_unres_lock);
837 static void mrtsock_destruct(struct sock *sk)
840 if (sk == mroute_socket) {
841 ipv4_devconf.mc_forwarding--;
843 write_lock_bh(&mrt_lock);
845 write_unlock_bh(&mrt_lock);
847 mroute_clean_tables(sk);
853 * Socket options and virtual interface manipulation. The whole
854 * virtual interface system is a complete heap, but unfortunately
855 * that's how BSD mrouted happens to think. Maybe one day with a proper
856 * MOSPF/PIM router set up we can clean this up.
859 int ip_mroute_setsockopt(struct sock *sk,int optname,char __user *optval,int optlen)
865 if (optname != MRT_INIT) {
866 if (sk != mroute_socket && !capable(CAP_NET_ADMIN))
872 if (sk->sk_type != SOCK_RAW ||
873 inet_sk(sk)->num != IPPROTO_IGMP)
875 if (optlen!=sizeof(int))
884 ret = ip_ra_control(sk, 1, mrtsock_destruct);
886 write_lock_bh(&mrt_lock);
888 write_unlock_bh(&mrt_lock);
890 ipv4_devconf.mc_forwarding++;
895 if (sk!=mroute_socket)
897 return ip_ra_control(sk, 0, NULL);
900 if (optlen!=sizeof(vif))
902 if (copy_from_user(&vif,optval,sizeof(vif)))
904 if (vif.vifc_vifi >= MAXVIFS)
907 if (optname==MRT_ADD_VIF) {
908 ret = vif_add(&vif, sk==mroute_socket);
910 ret = vif_delete(vif.vifc_vifi);
916 * Manipulate the forwarding caches. These live
917 * in a sort of kernel/user symbiosis.
921 if (optlen!=sizeof(mfc))
923 if (copy_from_user(&mfc,optval, sizeof(mfc)))
926 if (optname==MRT_DEL_MFC)
927 ret = ipmr_mfc_delete(&mfc);
929 ret = ipmr_mfc_add(&mfc, sk==mroute_socket);
933 * Control PIM assert.
938 if (get_user(v,(int __user *)optval))
940 mroute_do_assert=(v)?1:0;
943 #ifdef CONFIG_IP_PIMSM
947 if (get_user(v,(int __user *)optval))
952 if (v != mroute_do_pim) {
954 mroute_do_assert = v;
955 #ifdef CONFIG_IP_PIMSM_V2
957 ret = inet_add_protocol(&pim_protocol,
960 ret = inet_del_protocol(&pim_protocol,
971 * Spurious command, or MRT_VERSION which you cannot
980 * Getsock opt support for the multicast routing system.
983 int ip_mroute_getsockopt(struct sock *sk,int optname,char __user *optval,int __user *optlen)
988 if (optname!=MRT_VERSION &&
989 #ifdef CONFIG_IP_PIMSM
995 if (get_user(olr, optlen))
998 olr = min_t(unsigned int, olr, sizeof(int));
1002 if (put_user(olr,optlen))
1004 if (optname==MRT_VERSION)
1006 #ifdef CONFIG_IP_PIMSM
1007 else if (optname==MRT_PIM)
1011 val=mroute_do_assert;
1012 if (copy_to_user(optval,&val,olr))
1018 * The IP multicast ioctl support routines.
1021 int ipmr_ioctl(struct sock *sk, int cmd, void __user *arg)
1023 struct sioc_sg_req sr;
1024 struct sioc_vif_req vr;
1025 struct vif_device *vif;
1026 struct mfc_cache *c;
1030 if (copy_from_user(&vr,arg,sizeof(vr)))
1032 if (vr.vifi>=maxvif)
1034 read_lock(&mrt_lock);
1035 vif=&vif_table[vr.vifi];
1036 if (VIF_EXISTS(vr.vifi)) {
1037 vr.icount=vif->pkt_in;
1038 vr.ocount=vif->pkt_out;
1039 vr.ibytes=vif->bytes_in;
1040 vr.obytes=vif->bytes_out;
1041 read_unlock(&mrt_lock);
1043 if (copy_to_user(arg,&vr,sizeof(vr)))
1047 read_unlock(&mrt_lock);
1048 return -EADDRNOTAVAIL;
1050 if (copy_from_user(&sr,arg,sizeof(sr)))
1053 read_lock(&mrt_lock);
1054 c = ipmr_cache_find(sr.src.s_addr, sr.grp.s_addr);
1056 sr.pktcnt = c->mfc_un.res.pkt;
1057 sr.bytecnt = c->mfc_un.res.bytes;
1058 sr.wrong_if = c->mfc_un.res.wrong_if;
1059 read_unlock(&mrt_lock);
1061 if (copy_to_user(arg,&sr,sizeof(sr)))
1065 read_unlock(&mrt_lock);
1066 return -EADDRNOTAVAIL;
1068 return -ENOIOCTLCMD;
1073 static int ipmr_device_event(struct notifier_block *this, unsigned long event, void *ptr)
1075 struct vif_device *v;
1077 if (event != NETDEV_UNREGISTER)
1080 for (ct=0;ct<maxvif;ct++,v++) {
1088 static struct notifier_block ip_mr_notifier={
1089 .notifier_call = ipmr_device_event,
1093 * Encapsulate a packet by attaching a valid IPIP header to it.
1094 * This avoids tunnel drivers and other mess and gives us the speed so
1095 * important for multicast video.
1098 static void ip_encap(struct sk_buff *skb, __be32 saddr, __be32 daddr)
1101 struct iphdr *old_iph = ip_hdr(skb);
1103 skb_push(skb, sizeof(struct iphdr));
1104 skb->h.raw = skb->nh.raw;
1105 skb_reset_network_header(skb);
1109 iph->tos = old_iph->tos;
1110 iph->ttl = old_iph->ttl;
1114 iph->protocol = IPPROTO_IPIP;
1116 iph->tot_len = htons(skb->len);
1117 ip_select_ident(iph, skb->dst, NULL);
1120 memset(&(IPCB(skb)->opt), 0, sizeof(IPCB(skb)->opt));
1124 static inline int ipmr_forward_finish(struct sk_buff *skb)
1126 struct ip_options * opt = &(IPCB(skb)->opt);
1128 IP_INC_STATS_BH(IPSTATS_MIB_OUTFORWDATAGRAMS);
1130 if (unlikely(opt->optlen))
1131 ip_forward_options(skb);
1133 return dst_output(skb);
1137 * Processing handlers for ipmr_forward
1140 static void ipmr_queue_xmit(struct sk_buff *skb, struct mfc_cache *c, int vifi)
1142 const struct iphdr *iph = ip_hdr(skb);
1143 struct vif_device *vif = &vif_table[vifi];
1144 struct net_device *dev;
1148 if (vif->dev == NULL)
1151 #ifdef CONFIG_IP_PIMSM
1152 if (vif->flags & VIFF_REGISTER) {
1154 vif->bytes_out+=skb->len;
1155 ((struct net_device_stats*)netdev_priv(vif->dev))->tx_bytes += skb->len;
1156 ((struct net_device_stats*)netdev_priv(vif->dev))->tx_packets++;
1157 ipmr_cache_report(skb, vifi, IGMPMSG_WHOLEPKT);
1163 if (vif->flags&VIFF_TUNNEL) {
1164 struct flowi fl = { .oif = vif->link,
1166 { .daddr = vif->remote,
1167 .saddr = vif->local,
1168 .tos = RT_TOS(iph->tos) } },
1169 .proto = IPPROTO_IPIP };
1170 if (ip_route_output_key(&rt, &fl))
1172 encap = sizeof(struct iphdr);
1174 struct flowi fl = { .oif = vif->link,
1176 { .daddr = iph->daddr,
1177 .tos = RT_TOS(iph->tos) } },
1178 .proto = IPPROTO_IPIP };
1179 if (ip_route_output_key(&rt, &fl))
1183 dev = rt->u.dst.dev;
1185 if (skb->len+encap > dst_mtu(&rt->u.dst) && (ntohs(iph->frag_off) & IP_DF)) {
1186 /* Do not fragment multicasts. Alas, IPv4 does not
1187 allow to send ICMP, so that packets will disappear
1191 IP_INC_STATS_BH(IPSTATS_MIB_FRAGFAILS);
1196 encap += LL_RESERVED_SPACE(dev) + rt->u.dst.header_len;
1198 if (skb_cow(skb, encap)) {
1204 vif->bytes_out+=skb->len;
1206 dst_release(skb->dst);
1207 skb->dst = &rt->u.dst;
1208 ip_decrease_ttl(ip_hdr(skb));
1210 /* FIXME: forward and output firewalls used to be called here.
1211 * What do we do with netfilter? -- RR */
1212 if (vif->flags & VIFF_TUNNEL) {
1213 ip_encap(skb, vif->local, vif->remote);
1214 /* FIXME: extra output firewall step used to be here. --RR */
1215 ((struct ip_tunnel *)netdev_priv(vif->dev))->stat.tx_packets++;
1216 ((struct ip_tunnel *)netdev_priv(vif->dev))->stat.tx_bytes+=skb->len;
1219 IPCB(skb)->flags |= IPSKB_FORWARDED;
1222 * RFC1584 teaches, that DVMRP/PIM router must deliver packets locally
1223 * not only before forwarding, but after forwarding on all output
1224 * interfaces. It is clear, if mrouter runs a multicasting
1225 * program, it should receive packets not depending to what interface
1226 * program is joined.
1227 * If we will not make it, the program will have to join on all
1228 * interfaces. On the other hand, multihoming host (or router, but
1229 * not mrouter) cannot join to more than one interface - it will
1230 * result in receiving multiple packets.
1232 NF_HOOK(PF_INET, NF_IP_FORWARD, skb, skb->dev, dev,
1233 ipmr_forward_finish);
1241 static int ipmr_find_vif(struct net_device *dev)
1244 for (ct=maxvif-1; ct>=0; ct--) {
1245 if (vif_table[ct].dev == dev)
1251 /* "local" means that we should preserve one skb (for local delivery) */
1253 static int ip_mr_forward(struct sk_buff *skb, struct mfc_cache *cache, int local)
1258 vif = cache->mfc_parent;
1259 cache->mfc_un.res.pkt++;
1260 cache->mfc_un.res.bytes += skb->len;
1263 * Wrong interface: drop packet and (maybe) send PIM assert.
1265 if (vif_table[vif].dev != skb->dev) {
1268 if (((struct rtable*)skb->dst)->fl.iif == 0) {
1269 /* It is our own packet, looped back.
1270 Very complicated situation...
1272 The best workaround until routing daemons will be
1273 fixed is not to redistribute packet, if it was
1274 send through wrong interface. It means, that
1275 multicast applications WILL NOT work for
1276 (S,G), which have default multicast route pointing
1277 to wrong oif. In any case, it is not a good
1278 idea to use multicasting applications on router.
1283 cache->mfc_un.res.wrong_if++;
1284 true_vifi = ipmr_find_vif(skb->dev);
1286 if (true_vifi >= 0 && mroute_do_assert &&
1287 /* pimsm uses asserts, when switching from RPT to SPT,
1288 so that we cannot check that packet arrived on an oif.
1289 It is bad, but otherwise we would need to move pretty
1290 large chunk of pimd to kernel. Ough... --ANK
1292 (mroute_do_pim || cache->mfc_un.res.ttls[true_vifi] < 255) &&
1294 cache->mfc_un.res.last_assert + MFC_ASSERT_THRESH)) {
1295 cache->mfc_un.res.last_assert = jiffies;
1296 ipmr_cache_report(skb, true_vifi, IGMPMSG_WRONGVIF);
1301 vif_table[vif].pkt_in++;
1302 vif_table[vif].bytes_in+=skb->len;
1307 for (ct = cache->mfc_un.res.maxvif-1; ct >= cache->mfc_un.res.minvif; ct--) {
1308 if (ip_hdr(skb)->ttl > cache->mfc_un.res.ttls[ct]) {
1310 struct sk_buff *skb2 = skb_clone(skb, GFP_ATOMIC);
1312 ipmr_queue_xmit(skb2, cache, psend);
1319 struct sk_buff *skb2 = skb_clone(skb, GFP_ATOMIC);
1321 ipmr_queue_xmit(skb2, cache, psend);
1323 ipmr_queue_xmit(skb, cache, psend);
1336 * Multicast packets for forwarding arrive here
1339 int ip_mr_input(struct sk_buff *skb)
1341 struct mfc_cache *cache;
1342 int local = ((struct rtable*)skb->dst)->rt_flags&RTCF_LOCAL;
1344 /* Packet is looped back after forward, it should not be
1345 forwarded second time, but still can be delivered locally.
1347 if (IPCB(skb)->flags&IPSKB_FORWARDED)
1351 if (IPCB(skb)->opt.router_alert) {
1352 if (ip_call_ra_chain(skb))
1354 } else if (ip_hdr(skb)->protocol == IPPROTO_IGMP){
1355 /* IGMPv1 (and broken IGMPv2 implementations sort of
1356 Cisco IOS <= 11.2(8)) do not put router alert
1357 option to IGMP packets destined to routable
1358 groups. It is very bad, because it means
1359 that we can forward NO IGMP messages.
1361 read_lock(&mrt_lock);
1362 if (mroute_socket) {
1364 raw_rcv(mroute_socket, skb);
1365 read_unlock(&mrt_lock);
1368 read_unlock(&mrt_lock);
1372 read_lock(&mrt_lock);
1373 cache = ipmr_cache_find(ip_hdr(skb)->saddr, ip_hdr(skb)->daddr);
1376 * No usable cache entry
1382 struct sk_buff *skb2 = skb_clone(skb, GFP_ATOMIC);
1383 ip_local_deliver(skb);
1385 read_unlock(&mrt_lock);
1391 vif = ipmr_find_vif(skb->dev);
1393 int err = ipmr_cache_unresolved(vif, skb);
1394 read_unlock(&mrt_lock);
1398 read_unlock(&mrt_lock);
1403 ip_mr_forward(skb, cache, local);
1405 read_unlock(&mrt_lock);
1408 return ip_local_deliver(skb);
1414 return ip_local_deliver(skb);
1419 #ifdef CONFIG_IP_PIMSM_V1
1421 * Handle IGMP messages of PIMv1
1424 int pim_rcv_v1(struct sk_buff * skb)
1426 struct igmphdr *pim;
1427 struct iphdr *encap;
1428 struct net_device *reg_dev = NULL;
1430 if (!pskb_may_pull(skb, sizeof(*pim) + sizeof(*encap)))
1433 pim = igmp_hdr(skb);
1435 if (!mroute_do_pim ||
1436 skb->len < sizeof(*pim) + sizeof(*encap) ||
1437 pim->group != PIM_V1_VERSION || pim->code != PIM_V1_REGISTER)
1440 encap = (struct iphdr *)(skb_transport_header(skb) +
1441 sizeof(struct igmphdr));
1444 a. packet is really destinted to a multicast group
1445 b. packet is not a NULL-REGISTER
1446 c. packet is not truncated
1448 if (!MULTICAST(encap->daddr) ||
1449 encap->tot_len == 0 ||
1450 ntohs(encap->tot_len) + sizeof(*pim) > skb->len)
1453 read_lock(&mrt_lock);
1454 if (reg_vif_num >= 0)
1455 reg_dev = vif_table[reg_vif_num].dev;
1458 read_unlock(&mrt_lock);
1460 if (reg_dev == NULL)
1463 skb->mac.raw = skb->nh.raw;
1464 skb_pull(skb, (u8*)encap - skb->data);
1465 skb_reset_network_header(skb);
1467 skb->protocol = htons(ETH_P_IP);
1469 skb->pkt_type = PACKET_HOST;
1470 dst_release(skb->dst);
1472 ((struct net_device_stats*)netdev_priv(reg_dev))->rx_bytes += skb->len;
1473 ((struct net_device_stats*)netdev_priv(reg_dev))->rx_packets++;
1484 #ifdef CONFIG_IP_PIMSM_V2
1485 static int pim_rcv(struct sk_buff * skb)
1487 struct pimreghdr *pim;
1488 struct iphdr *encap;
1489 struct net_device *reg_dev = NULL;
1491 if (!pskb_may_pull(skb, sizeof(*pim) + sizeof(*encap)))
1494 pim = (struct pimreghdr *)skb_transport_header(skb);
1495 if (pim->type != ((PIM_VERSION<<4)|(PIM_REGISTER)) ||
1496 (pim->flags&PIM_NULL_REGISTER) ||
1497 (ip_compute_csum((void *)pim, sizeof(*pim)) != 0 &&
1498 csum_fold(skb_checksum(skb, 0, skb->len, 0))))
1501 /* check if the inner packet is destined to mcast group */
1502 encap = (struct iphdr *)(skb_transport_header(skb) +
1503 sizeof(struct pimreghdr));
1504 if (!MULTICAST(encap->daddr) ||
1505 encap->tot_len == 0 ||
1506 ntohs(encap->tot_len) + sizeof(*pim) > skb->len)
1509 read_lock(&mrt_lock);
1510 if (reg_vif_num >= 0)
1511 reg_dev = vif_table[reg_vif_num].dev;
1514 read_unlock(&mrt_lock);
1516 if (reg_dev == NULL)
1519 skb->mac.raw = skb->nh.raw;
1520 skb_pull(skb, (u8*)encap - skb->data);
1521 skb_reset_network_header(skb);
1523 skb->protocol = htons(ETH_P_IP);
1525 skb->pkt_type = PACKET_HOST;
1526 dst_release(skb->dst);
1527 ((struct net_device_stats*)netdev_priv(reg_dev))->rx_bytes += skb->len;
1528 ((struct net_device_stats*)netdev_priv(reg_dev))->rx_packets++;
1541 ipmr_fill_mroute(struct sk_buff *skb, struct mfc_cache *c, struct rtmsg *rtm)
1544 struct rtnexthop *nhp;
1545 struct net_device *dev = vif_table[c->mfc_parent].dev;
1547 struct rtattr *mp_head;
1550 RTA_PUT(skb, RTA_IIF, 4, &dev->ifindex);
1552 mp_head = (struct rtattr*)skb_put(skb, RTA_LENGTH(0));
1554 for (ct = c->mfc_un.res.minvif; ct < c->mfc_un.res.maxvif; ct++) {
1555 if (c->mfc_un.res.ttls[ct] < 255) {
1556 if (skb_tailroom(skb) < RTA_ALIGN(RTA_ALIGN(sizeof(*nhp)) + 4))
1557 goto rtattr_failure;
1558 nhp = (struct rtnexthop*)skb_put(skb, RTA_ALIGN(sizeof(*nhp)));
1559 nhp->rtnh_flags = 0;
1560 nhp->rtnh_hops = c->mfc_un.res.ttls[ct];
1561 nhp->rtnh_ifindex = vif_table[ct].dev->ifindex;
1562 nhp->rtnh_len = sizeof(*nhp);
1565 mp_head->rta_type = RTA_MULTIPATH;
1566 mp_head->rta_len = skb->tail - (u8*)mp_head;
1567 rtm->rtm_type = RTN_MULTICAST;
1571 skb_trim(skb, b - skb->data);
1575 int ipmr_get_route(struct sk_buff *skb, struct rtmsg *rtm, int nowait)
1578 struct mfc_cache *cache;
1579 struct rtable *rt = (struct rtable*)skb->dst;
1581 read_lock(&mrt_lock);
1582 cache = ipmr_cache_find(rt->rt_src, rt->rt_dst);
1585 struct sk_buff *skb2;
1587 struct net_device *dev;
1591 read_unlock(&mrt_lock);
1596 if (dev == NULL || (vif = ipmr_find_vif(dev)) < 0) {
1597 read_unlock(&mrt_lock);
1600 skb2 = skb_clone(skb, GFP_ATOMIC);
1602 read_unlock(&mrt_lock);
1606 skb_push(skb2, sizeof(struct iphdr));
1607 skb_reset_network_header(skb2);
1609 iph->ihl = sizeof(struct iphdr) >> 2;
1610 iph->saddr = rt->rt_src;
1611 iph->daddr = rt->rt_dst;
1613 err = ipmr_cache_unresolved(vif, skb2);
1614 read_unlock(&mrt_lock);
1618 if (!nowait && (rtm->rtm_flags&RTM_F_NOTIFY))
1619 cache->mfc_flags |= MFC_NOTIFY;
1620 err = ipmr_fill_mroute(skb, cache, rtm);
1621 read_unlock(&mrt_lock);
1625 #ifdef CONFIG_PROC_FS
1627 * The /proc interfaces to multicast routing /proc/ip_mr_cache /proc/ip_mr_vif
1629 struct ipmr_vif_iter {
1633 static struct vif_device *ipmr_vif_seq_idx(struct ipmr_vif_iter *iter,
1636 for (iter->ct = 0; iter->ct < maxvif; ++iter->ct) {
1637 if (!VIF_EXISTS(iter->ct))
1640 return &vif_table[iter->ct];
1645 static void *ipmr_vif_seq_start(struct seq_file *seq, loff_t *pos)
1647 read_lock(&mrt_lock);
1648 return *pos ? ipmr_vif_seq_idx(seq->private, *pos - 1)
1652 static void *ipmr_vif_seq_next(struct seq_file *seq, void *v, loff_t *pos)
1654 struct ipmr_vif_iter *iter = seq->private;
1657 if (v == SEQ_START_TOKEN)
1658 return ipmr_vif_seq_idx(iter, 0);
1660 while (++iter->ct < maxvif) {
1661 if (!VIF_EXISTS(iter->ct))
1663 return &vif_table[iter->ct];
1668 static void ipmr_vif_seq_stop(struct seq_file *seq, void *v)
1670 read_unlock(&mrt_lock);
1673 static int ipmr_vif_seq_show(struct seq_file *seq, void *v)
1675 if (v == SEQ_START_TOKEN) {
1677 "Interface BytesIn PktsIn BytesOut PktsOut Flags Local Remote\n");
1679 const struct vif_device *vif = v;
1680 const char *name = vif->dev ? vif->dev->name : "none";
1683 "%2Zd %-10s %8ld %7ld %8ld %7ld %05X %08X %08X\n",
1685 name, vif->bytes_in, vif->pkt_in,
1686 vif->bytes_out, vif->pkt_out,
1687 vif->flags, vif->local, vif->remote);
1692 static const struct seq_operations ipmr_vif_seq_ops = {
1693 .start = ipmr_vif_seq_start,
1694 .next = ipmr_vif_seq_next,
1695 .stop = ipmr_vif_seq_stop,
1696 .show = ipmr_vif_seq_show,
1699 static int ipmr_vif_open(struct inode *inode, struct file *file)
1701 struct seq_file *seq;
1703 struct ipmr_vif_iter *s = kmalloc(sizeof(*s), GFP_KERNEL);
1708 rc = seq_open(file, &ipmr_vif_seq_ops);
1713 seq = file->private_data;
1723 static const struct file_operations ipmr_vif_fops = {
1724 .owner = THIS_MODULE,
1725 .open = ipmr_vif_open,
1727 .llseek = seq_lseek,
1728 .release = seq_release_private,
1731 struct ipmr_mfc_iter {
1732 struct mfc_cache **cache;
1737 static struct mfc_cache *ipmr_mfc_seq_idx(struct ipmr_mfc_iter *it, loff_t pos)
1739 struct mfc_cache *mfc;
1741 it->cache = mfc_cache_array;
1742 read_lock(&mrt_lock);
1743 for (it->ct = 0; it->ct < MFC_LINES; it->ct++)
1744 for (mfc = mfc_cache_array[it->ct]; mfc; mfc = mfc->next)
1747 read_unlock(&mrt_lock);
1749 it->cache = &mfc_unres_queue;
1750 spin_lock_bh(&mfc_unres_lock);
1751 for (mfc = mfc_unres_queue; mfc; mfc = mfc->next)
1754 spin_unlock_bh(&mfc_unres_lock);
1761 static void *ipmr_mfc_seq_start(struct seq_file *seq, loff_t *pos)
1763 struct ipmr_mfc_iter *it = seq->private;
1766 return *pos ? ipmr_mfc_seq_idx(seq->private, *pos - 1)
1770 static void *ipmr_mfc_seq_next(struct seq_file *seq, void *v, loff_t *pos)
1772 struct mfc_cache *mfc = v;
1773 struct ipmr_mfc_iter *it = seq->private;
1777 if (v == SEQ_START_TOKEN)
1778 return ipmr_mfc_seq_idx(seq->private, 0);
1783 if (it->cache == &mfc_unres_queue)
1786 BUG_ON(it->cache != mfc_cache_array);
1788 while (++it->ct < MFC_LINES) {
1789 mfc = mfc_cache_array[it->ct];
1794 /* exhausted cache_array, show unresolved */
1795 read_unlock(&mrt_lock);
1796 it->cache = &mfc_unres_queue;
1799 spin_lock_bh(&mfc_unres_lock);
1800 mfc = mfc_unres_queue;
1805 spin_unlock_bh(&mfc_unres_lock);
1811 static void ipmr_mfc_seq_stop(struct seq_file *seq, void *v)
1813 struct ipmr_mfc_iter *it = seq->private;
1815 if (it->cache == &mfc_unres_queue)
1816 spin_unlock_bh(&mfc_unres_lock);
1817 else if (it->cache == mfc_cache_array)
1818 read_unlock(&mrt_lock);
1821 static int ipmr_mfc_seq_show(struct seq_file *seq, void *v)
1825 if (v == SEQ_START_TOKEN) {
1827 "Group Origin Iif Pkts Bytes Wrong Oifs\n");
1829 const struct mfc_cache *mfc = v;
1830 const struct ipmr_mfc_iter *it = seq->private;
1832 seq_printf(seq, "%08lX %08lX %-3d %8ld %8ld %8ld",
1833 (unsigned long) mfc->mfc_mcastgrp,
1834 (unsigned long) mfc->mfc_origin,
1836 mfc->mfc_un.res.pkt,
1837 mfc->mfc_un.res.bytes,
1838 mfc->mfc_un.res.wrong_if);
1840 if (it->cache != &mfc_unres_queue) {
1841 for (n = mfc->mfc_un.res.minvif;
1842 n < mfc->mfc_un.res.maxvif; n++ ) {
1844 && mfc->mfc_un.res.ttls[n] < 255)
1847 n, mfc->mfc_un.res.ttls[n]);
1850 seq_putc(seq, '\n');
1855 static const struct seq_operations ipmr_mfc_seq_ops = {
1856 .start = ipmr_mfc_seq_start,
1857 .next = ipmr_mfc_seq_next,
1858 .stop = ipmr_mfc_seq_stop,
1859 .show = ipmr_mfc_seq_show,
1862 static int ipmr_mfc_open(struct inode *inode, struct file *file)
1864 struct seq_file *seq;
1866 struct ipmr_mfc_iter *s = kmalloc(sizeof(*s), GFP_KERNEL);
1871 rc = seq_open(file, &ipmr_mfc_seq_ops);
1875 seq = file->private_data;
1885 static const struct file_operations ipmr_mfc_fops = {
1886 .owner = THIS_MODULE,
1887 .open = ipmr_mfc_open,
1889 .llseek = seq_lseek,
1890 .release = seq_release_private,
1894 #ifdef CONFIG_IP_PIMSM_V2
1895 static struct net_protocol pim_protocol = {
1902 * Setup for IP multicast routing
1905 void __init ip_mr_init(void)
1907 mrt_cachep = kmem_cache_create("ip_mrt_cache",
1908 sizeof(struct mfc_cache),
1909 0, SLAB_HWCACHE_ALIGN|SLAB_PANIC,
1911 init_timer(&ipmr_expire_timer);
1912 ipmr_expire_timer.function=ipmr_expire_process;
1913 register_netdevice_notifier(&ip_mr_notifier);
1914 #ifdef CONFIG_PROC_FS
1915 proc_net_fops_create("ip_mr_vif", 0, &ipmr_vif_fops);
1916 proc_net_fops_create("ip_mr_cache", 0, &ipmr_mfc_fops);