1 /* 2 * IP Virtual Server 3 * data structure and functionality definitions 4 */ 5 6 #ifndef _NET_IP_VS_H 7 #define _NET_IP_VS_H 8 9 #include <linux/ip_vs.h> /* definitions shared with userland */ 10 11 #include <asm/types.h> /* for __uXX types */ 12 13 #include <linux/sysctl.h> /* for ctl_path */ 14 #include <linux/list.h> /* for struct list_head */ 15 #include <linux/spinlock.h> /* for struct rwlock_t */ 16 #include <asm/atomic.h> /* for struct atomic_t */ 17 #include <linux/compiler.h> 18 #include <linux/timer.h> 19 20 #include <net/checksum.h> 21 #include <linux/netfilter.h> /* for union nf_inet_addr */ 22 #include <linux/ip.h> 23 #include <linux/ipv6.h> /* for struct ipv6hdr */ 24 #include <net/ipv6.h> /* for ipv6_addr_copy */ 25 #if defined(CONFIG_NF_CONNTRACK) || defined(CONFIG_NF_CONNTRACK_MODULE) 26 #include <net/netfilter/nf_conntrack.h> 27 #endif 28 #include <net/net_namespace.h> /* Netw namespace */ 29 30 /* 31 * Generic access of ipvs struct 32 */ 33 static inline struct netns_ipvs *net_ipvs(struct net* net) 34 { 35 return net->ipvs; 36 } 37 /* 38 * Get net ptr from skb in traffic cases 39 * use skb_sknet when call is from userland (ioctl or netlink) 40 */ 41 static inline struct net *skb_net(const struct sk_buff *skb) 42 { 43 #ifdef CONFIG_NET_NS 44 #ifdef CONFIG_IP_VS_DEBUG 45 /* 46 * This is used for debug only. 47 * Start with the most likely hit 48 * End with BUG 49 */ 50 if (likely(skb->dev && skb->dev->nd_net)) 51 return dev_net(skb->dev); 52 if (skb_dst(skb) && skb_dst(skb)->dev) 53 return dev_net(skb_dst(skb)->dev); 54 WARN(skb->sk, "Maybe skb_sknet should be used in %s() at line:%d\n", 55 __func__, __LINE__); 56 if (likely(skb->sk && skb->sk->sk_net)) 57 return sock_net(skb->sk); 58 pr_err("There is no net ptr to find in the skb in %s() line:%d\n", 59 __func__, __LINE__); 60 BUG(); 61 #else 62 return dev_net(skb->dev ? : skb_dst(skb)->dev); 63 #endif 64 #else 65 return &init_net; 66 #endif 67 } 68 69 static inline struct net *skb_sknet(const struct sk_buff *skb) 70 { 71 #ifdef CONFIG_NET_NS 72 #ifdef CONFIG_IP_VS_DEBUG 73 /* Start with the most likely hit */ 74 if (likely(skb->sk && skb->sk->sk_net)) 75 return sock_net(skb->sk); 76 WARN(skb->dev, "Maybe skb_net should be used instead in %s() line:%d\n", 77 __func__, __LINE__); 78 if (likely(skb->dev && skb->dev->nd_net)) 79 return dev_net(skb->dev); 80 pr_err("There is no net ptr to find in the skb in %s() line:%d\n", 81 __func__, __LINE__); 82 BUG(); 83 #else 84 return sock_net(skb->sk); 85 #endif 86 #else 87 return &init_net; 88 #endif 89 } 90 /* 91 * This one needed for single_open_net since net is stored directly in 92 * private not as a struct i.e. seq_file_net can't be used. 93 */ 94 static inline struct net *seq_file_single_net(struct seq_file *seq) 95 { 96 #ifdef CONFIG_NET_NS 97 return (struct net *)seq->private; 98 #else 99 return &init_net; 100 #endif 101 } 102 103 /* Connections' size value needed by ip_vs_ctl.c */ 104 extern int ip_vs_conn_tab_size; 105 106 107 struct ip_vs_iphdr { 108 int len; 109 __u8 protocol; 110 union nf_inet_addr saddr; 111 union nf_inet_addr daddr; 112 }; 113 114 static inline void 115 ip_vs_fill_iphdr(int af, const void *nh, struct ip_vs_iphdr *iphdr) 116 { 117 #ifdef CONFIG_IP_VS_IPV6 118 if (af == AF_INET6) { 119 const struct ipv6hdr *iph = nh; 120 iphdr->len = sizeof(struct ipv6hdr); 121 iphdr->protocol = iph->nexthdr; 122 ipv6_addr_copy(&iphdr->saddr.in6, &iph->saddr); 123 ipv6_addr_copy(&iphdr->daddr.in6, &iph->daddr); 124 } else 125 #endif 126 { 127 const struct iphdr *iph = nh; 128 iphdr->len = iph->ihl * 4; 129 iphdr->protocol = iph->protocol; 130 iphdr->saddr.ip = iph->saddr; 131 iphdr->daddr.ip = iph->daddr; 132 } 133 } 134 135 static inline void ip_vs_addr_copy(int af, union nf_inet_addr *dst, 136 const union nf_inet_addr *src) 137 { 138 #ifdef CONFIG_IP_VS_IPV6 139 if (af == AF_INET6) 140 ipv6_addr_copy(&dst->in6, &src->in6); 141 else 142 #endif 143 dst->ip = src->ip; 144 } 145 146 static inline int ip_vs_addr_equal(int af, const union nf_inet_addr *a, 147 const union nf_inet_addr *b) 148 { 149 #ifdef CONFIG_IP_VS_IPV6 150 if (af == AF_INET6) 151 return ipv6_addr_equal(&a->in6, &b->in6); 152 #endif 153 return a->ip == b->ip; 154 } 155 156 #ifdef CONFIG_IP_VS_DEBUG 157 #include <linux/net.h> 158 159 extern int ip_vs_get_debug_level(void); 160 161 static inline const char *ip_vs_dbg_addr(int af, char *buf, size_t buf_len, 162 const union nf_inet_addr *addr, 163 int *idx) 164 { 165 int len; 166 #ifdef CONFIG_IP_VS_IPV6 167 if (af == AF_INET6) 168 len = snprintf(&buf[*idx], buf_len - *idx, "[%pI6]", 169 &addr->in6) + 1; 170 else 171 #endif 172 len = snprintf(&buf[*idx], buf_len - *idx, "%pI4", 173 &addr->ip) + 1; 174 175 *idx += len; 176 BUG_ON(*idx > buf_len + 1); 177 return &buf[*idx - len]; 178 } 179 180 #define IP_VS_DBG_BUF(level, msg, ...) \ 181 do { \ 182 char ip_vs_dbg_buf[160]; \ 183 int ip_vs_dbg_idx = 0; \ 184 if (level <= ip_vs_get_debug_level()) \ 185 printk(KERN_DEBUG pr_fmt(msg), ##__VA_ARGS__); \ 186 } while (0) 187 #define IP_VS_ERR_BUF(msg...) \ 188 do { \ 189 char ip_vs_dbg_buf[160]; \ 190 int ip_vs_dbg_idx = 0; \ 191 pr_err(msg); \ 192 } while (0) 193 194 /* Only use from within IP_VS_DBG_BUF() or IP_VS_ERR_BUF macros */ 195 #define IP_VS_DBG_ADDR(af, addr) \ 196 ip_vs_dbg_addr(af, ip_vs_dbg_buf, \ 197 sizeof(ip_vs_dbg_buf), addr, \ 198 &ip_vs_dbg_idx) 199 200 #define IP_VS_DBG(level, msg, ...) \ 201 do { \ 202 if (level <= ip_vs_get_debug_level()) \ 203 printk(KERN_DEBUG pr_fmt(msg), ##__VA_ARGS__); \ 204 } while (0) 205 #define IP_VS_DBG_RL(msg, ...) \ 206 do { \ 207 if (net_ratelimit()) \ 208 printk(KERN_DEBUG pr_fmt(msg), ##__VA_ARGS__); \ 209 } while (0) 210 #define IP_VS_DBG_PKT(level, af, pp, skb, ofs, msg) \ 211 do { \ 212 if (level <= ip_vs_get_debug_level()) \ 213 pp->debug_packet(af, pp, skb, ofs, msg); \ 214 } while (0) 215 #define IP_VS_DBG_RL_PKT(level, af, pp, skb, ofs, msg) \ 216 do { \ 217 if (level <= ip_vs_get_debug_level() && \ 218 net_ratelimit()) \ 219 pp->debug_packet(af, pp, skb, ofs, msg); \ 220 } while (0) 221 #else /* NO DEBUGGING at ALL */ 222 #define IP_VS_DBG_BUF(level, msg...) do {} while (0) 223 #define IP_VS_ERR_BUF(msg...) do {} while (0) 224 #define IP_VS_DBG(level, msg...) do {} while (0) 225 #define IP_VS_DBG_RL(msg...) do {} while (0) 226 #define IP_VS_DBG_PKT(level, af, pp, skb, ofs, msg) do {} while (0) 227 #define IP_VS_DBG_RL_PKT(level, af, pp, skb, ofs, msg) do {} while (0) 228 #endif 229 230 #define IP_VS_BUG() BUG() 231 #define IP_VS_ERR_RL(msg, ...) \ 232 do { \ 233 if (net_ratelimit()) \ 234 pr_err(msg, ##__VA_ARGS__); \ 235 } while (0) 236 237 #ifdef CONFIG_IP_VS_DEBUG 238 #define EnterFunction(level) \ 239 do { \ 240 if (level <= ip_vs_get_debug_level()) \ 241 printk(KERN_DEBUG \ 242 pr_fmt("Enter: %s, %s line %i\n"), \ 243 __func__, __FILE__, __LINE__); \ 244 } while (0) 245 #define LeaveFunction(level) \ 246 do { \ 247 if (level <= ip_vs_get_debug_level()) \ 248 printk(KERN_DEBUG \ 249 pr_fmt("Leave: %s, %s line %i\n"), \ 250 __func__, __FILE__, __LINE__); \ 251 } while (0) 252 #else 253 #define EnterFunction(level) do {} while (0) 254 #define LeaveFunction(level) do {} while (0) 255 #endif 256 257 #define IP_VS_WAIT_WHILE(expr) while (expr) { cpu_relax(); } 258 259 260 /* 261 * The port number of FTP service (in network order). 262 */ 263 #define FTPPORT cpu_to_be16(21) 264 #define FTPDATA cpu_to_be16(20) 265 266 /* 267 * TCP State Values 268 */ 269 enum { 270 IP_VS_TCP_S_NONE = 0, 271 IP_VS_TCP_S_ESTABLISHED, 272 IP_VS_TCP_S_SYN_SENT, 273 IP_VS_TCP_S_SYN_RECV, 274 IP_VS_TCP_S_FIN_WAIT, 275 IP_VS_TCP_S_TIME_WAIT, 276 IP_VS_TCP_S_CLOSE, 277 IP_VS_TCP_S_CLOSE_WAIT, 278 IP_VS_TCP_S_LAST_ACK, 279 IP_VS_TCP_S_LISTEN, 280 IP_VS_TCP_S_SYNACK, 281 IP_VS_TCP_S_LAST 282 }; 283 284 /* 285 * UDP State Values 286 */ 287 enum { 288 IP_VS_UDP_S_NORMAL, 289 IP_VS_UDP_S_LAST, 290 }; 291 292 /* 293 * ICMP State Values 294 */ 295 enum { 296 IP_VS_ICMP_S_NORMAL, 297 IP_VS_ICMP_S_LAST, 298 }; 299 300 /* 301 * SCTP State Values 302 */ 303 enum ip_vs_sctp_states { 304 IP_VS_SCTP_S_NONE, 305 IP_VS_SCTP_S_INIT_CLI, 306 IP_VS_SCTP_S_INIT_SER, 307 IP_VS_SCTP_S_INIT_ACK_CLI, 308 IP_VS_SCTP_S_INIT_ACK_SER, 309 IP_VS_SCTP_S_ECHO_CLI, 310 IP_VS_SCTP_S_ECHO_SER, 311 IP_VS_SCTP_S_ESTABLISHED, 312 IP_VS_SCTP_S_SHUT_CLI, 313 IP_VS_SCTP_S_SHUT_SER, 314 IP_VS_SCTP_S_SHUT_ACK_CLI, 315 IP_VS_SCTP_S_SHUT_ACK_SER, 316 IP_VS_SCTP_S_CLOSED, 317 IP_VS_SCTP_S_LAST 318 }; 319 320 /* 321 * Delta sequence info structure 322 * Each ip_vs_conn has 2 (output AND input seq. changes). 323 * Only used in the VS/NAT. 324 */ 325 struct ip_vs_seq { 326 __u32 init_seq; /* Add delta from this seq */ 327 __u32 delta; /* Delta in sequence numbers */ 328 __u32 previous_delta; /* Delta in sequence numbers 329 before last resized pkt */ 330 }; 331 332 /* 333 * counters per cpu 334 */ 335 struct ip_vs_counters { 336 __u32 conns; /* connections scheduled */ 337 __u32 inpkts; /* incoming packets */ 338 __u32 outpkts; /* outgoing packets */ 339 __u64 inbytes; /* incoming bytes */ 340 __u64 outbytes; /* outgoing bytes */ 341 }; 342 /* 343 * Stats per cpu 344 */ 345 struct ip_vs_cpu_stats { 346 struct ip_vs_counters ustats; 347 struct u64_stats_sync syncp; 348 }; 349 350 /* 351 * IPVS statistics objects 352 */ 353 struct ip_vs_estimator { 354 struct list_head list; 355 356 u64 last_inbytes; 357 u64 last_outbytes; 358 u32 last_conns; 359 u32 last_inpkts; 360 u32 last_outpkts; 361 362 u32 cps; 363 u32 inpps; 364 u32 outpps; 365 u32 inbps; 366 u32 outbps; 367 }; 368 369 struct ip_vs_stats { 370 struct ip_vs_stats_user ustats; /* statistics */ 371 struct ip_vs_estimator est; /* estimator */ 372 struct ip_vs_cpu_stats *cpustats; /* per cpu counters */ 373 spinlock_t lock; /* spin lock */ 374 struct ip_vs_stats_user ustats0; /* reset values */ 375 }; 376 377 struct dst_entry; 378 struct iphdr; 379 struct ip_vs_conn; 380 struct ip_vs_app; 381 struct sk_buff; 382 struct ip_vs_proto_data; 383 384 struct ip_vs_protocol { 385 struct ip_vs_protocol *next; 386 char *name; 387 u16 protocol; 388 u16 num_states; 389 int dont_defrag; 390 391 void (*init)(struct ip_vs_protocol *pp); 392 393 void (*exit)(struct ip_vs_protocol *pp); 394 395 void (*init_netns)(struct net *net, struct ip_vs_proto_data *pd); 396 397 void (*exit_netns)(struct net *net, struct ip_vs_proto_data *pd); 398 399 int (*conn_schedule)(int af, struct sk_buff *skb, 400 struct ip_vs_proto_data *pd, 401 int *verdict, struct ip_vs_conn **cpp); 402 403 struct ip_vs_conn * 404 (*conn_in_get)(int af, 405 const struct sk_buff *skb, 406 const struct ip_vs_iphdr *iph, 407 unsigned int proto_off, 408 int inverse); 409 410 struct ip_vs_conn * 411 (*conn_out_get)(int af, 412 const struct sk_buff *skb, 413 const struct ip_vs_iphdr *iph, 414 unsigned int proto_off, 415 int inverse); 416 417 int (*snat_handler)(struct sk_buff *skb, 418 struct ip_vs_protocol *pp, struct ip_vs_conn *cp); 419 420 int (*dnat_handler)(struct sk_buff *skb, 421 struct ip_vs_protocol *pp, struct ip_vs_conn *cp); 422 423 int (*csum_check)(int af, struct sk_buff *skb, 424 struct ip_vs_protocol *pp); 425 426 const char *(*state_name)(int state); 427 428 int (*state_transition)(struct ip_vs_conn *cp, int direction, 429 const struct sk_buff *skb, 430 struct ip_vs_proto_data *pd); 431 432 int (*register_app)(struct net *net, struct ip_vs_app *inc); 433 434 void (*unregister_app)(struct net *net, struct ip_vs_app *inc); 435 436 int (*app_conn_bind)(struct ip_vs_conn *cp); 437 438 void (*debug_packet)(int af, struct ip_vs_protocol *pp, 439 const struct sk_buff *skb, 440 int offset, 441 const char *msg); 442 443 void (*timeout_change)(struct ip_vs_proto_data *pd, int flags); 444 }; 445 446 /* 447 * protocol data per netns 448 */ 449 struct ip_vs_proto_data { 450 struct ip_vs_proto_data *next; 451 struct ip_vs_protocol *pp; 452 int *timeout_table; /* protocol timeout table */ 453 atomic_t appcnt; /* counter of proto app incs. */ 454 struct tcp_states_t *tcp_state_table; 455 }; 456 457 extern struct ip_vs_protocol *ip_vs_proto_get(unsigned short proto); 458 extern struct ip_vs_proto_data *ip_vs_proto_data_get(struct net *net, 459 unsigned short proto); 460 461 struct ip_vs_conn_param { 462 struct net *net; 463 const union nf_inet_addr *caddr; 464 const union nf_inet_addr *vaddr; 465 __be16 cport; 466 __be16 vport; 467 __u16 protocol; 468 u16 af; 469 470 const struct ip_vs_pe *pe; 471 char *pe_data; 472 __u8 pe_data_len; 473 }; 474 475 /* 476 * IP_VS structure allocated for each dynamically scheduled connection 477 */ 478 struct ip_vs_conn { 479 struct hlist_node c_list; /* hashed list heads */ 480 #ifdef CONFIG_NET_NS 481 struct net *net; /* Name space */ 482 #endif 483 /* Protocol, addresses and port numbers */ 484 u16 af; /* address family */ 485 __be16 cport; 486 __be16 vport; 487 __be16 dport; 488 __u32 fwmark; /* Fire wall mark from skb */ 489 union nf_inet_addr caddr; /* client address */ 490 union nf_inet_addr vaddr; /* virtual address */ 491 union nf_inet_addr daddr; /* destination address */ 492 volatile __u32 flags; /* status flags */ 493 __u16 protocol; /* Which protocol (TCP/UDP) */ 494 495 /* counter and timer */ 496 atomic_t refcnt; /* reference count */ 497 struct timer_list timer; /* Expiration timer */ 498 volatile unsigned long timeout; /* timeout */ 499 500 /* Flags and state transition */ 501 spinlock_t lock; /* lock for state transition */ 502 volatile __u16 state; /* state info */ 503 volatile __u16 old_state; /* old state, to be used for 504 * state transition triggerd 505 * synchronization 506 */ 507 508 /* Control members */ 509 struct ip_vs_conn *control; /* Master control connection */ 510 atomic_t n_control; /* Number of controlled ones */ 511 struct ip_vs_dest *dest; /* real server */ 512 atomic_t in_pkts; /* incoming packet counter */ 513 514 /* packet transmitter for different forwarding methods. If it 515 mangles the packet, it must return NF_DROP or better NF_STOLEN, 516 otherwise this must be changed to a sk_buff **. 517 NF_ACCEPT can be returned when destination is local. 518 */ 519 int (*packet_xmit)(struct sk_buff *skb, struct ip_vs_conn *cp, 520 struct ip_vs_protocol *pp); 521 522 /* Note: we can group the following members into a structure, 523 in order to save more space, and the following members are 524 only used in VS/NAT anyway */ 525 struct ip_vs_app *app; /* bound ip_vs_app object */ 526 void *app_data; /* Application private data */ 527 struct ip_vs_seq in_seq; /* incoming seq. struct */ 528 struct ip_vs_seq out_seq; /* outgoing seq. struct */ 529 530 const struct ip_vs_pe *pe; 531 char *pe_data; 532 __u8 pe_data_len; 533 }; 534 535 /* 536 * To save some memory in conn table when name space is disabled. 537 */ 538 static inline struct net *ip_vs_conn_net(const struct ip_vs_conn *cp) 539 { 540 #ifdef CONFIG_NET_NS 541 return cp->net; 542 #else 543 return &init_net; 544 #endif 545 } 546 static inline void ip_vs_conn_net_set(struct ip_vs_conn *cp, struct net *net) 547 { 548 #ifdef CONFIG_NET_NS 549 cp->net = net; 550 #endif 551 } 552 553 static inline int ip_vs_conn_net_eq(const struct ip_vs_conn *cp, 554 struct net *net) 555 { 556 #ifdef CONFIG_NET_NS 557 return cp->net == net; 558 #else 559 return 1; 560 #endif 561 } 562 563 /* 564 * Extended internal versions of struct ip_vs_service_user and 565 * ip_vs_dest_user for IPv6 support. 566 * 567 * We need these to conveniently pass around service and destination 568 * options, but unfortunately, we also need to keep the old definitions to 569 * maintain userspace backwards compatibility for the setsockopt interface. 570 */ 571 struct ip_vs_service_user_kern { 572 /* virtual service addresses */ 573 u16 af; 574 u16 protocol; 575 union nf_inet_addr addr; /* virtual ip address */ 576 u16 port; 577 u32 fwmark; /* firwall mark of service */ 578 579 /* virtual service options */ 580 char *sched_name; 581 char *pe_name; 582 unsigned flags; /* virtual service flags */ 583 unsigned timeout; /* persistent timeout in sec */ 584 u32 netmask; /* persistent netmask */ 585 }; 586 587 588 struct ip_vs_dest_user_kern { 589 /* destination server address */ 590 union nf_inet_addr addr; 591 u16 port; 592 593 /* real server options */ 594 unsigned conn_flags; /* connection flags */ 595 int weight; /* destination weight */ 596 597 /* thresholds for active connections */ 598 u32 u_threshold; /* upper threshold */ 599 u32 l_threshold; /* lower threshold */ 600 }; 601 602 603 /* 604 * The information about the virtual service offered to the net 605 * and the forwarding entries 606 */ 607 struct ip_vs_service { 608 struct list_head s_list; /* for normal service table */ 609 struct list_head f_list; /* for fwmark-based service table */ 610 atomic_t refcnt; /* reference counter */ 611 atomic_t usecnt; /* use counter */ 612 613 u16 af; /* address family */ 614 __u16 protocol; /* which protocol (TCP/UDP) */ 615 union nf_inet_addr addr; /* IP address for virtual service */ 616 __be16 port; /* port number for the service */ 617 __u32 fwmark; /* firewall mark of the service */ 618 unsigned flags; /* service status flags */ 619 unsigned timeout; /* persistent timeout in ticks */ 620 __be32 netmask; /* grouping granularity */ 621 struct net *net; 622 623 struct list_head destinations; /* real server d-linked list */ 624 __u32 num_dests; /* number of servers */ 625 struct ip_vs_stats stats; /* statistics for the service */ 626 struct ip_vs_app *inc; /* bind conns to this app inc */ 627 628 /* for scheduling */ 629 struct ip_vs_scheduler *scheduler; /* bound scheduler object */ 630 rwlock_t sched_lock; /* lock sched_data */ 631 void *sched_data; /* scheduler application data */ 632 633 /* alternate persistence engine */ 634 struct ip_vs_pe *pe; 635 }; 636 637 638 /* 639 * The real server destination forwarding entry 640 * with ip address, port number, and so on. 641 */ 642 struct ip_vs_dest { 643 struct list_head n_list; /* for the dests in the service */ 644 struct list_head d_list; /* for table with all the dests */ 645 646 u16 af; /* address family */ 647 __be16 port; /* port number of the server */ 648 union nf_inet_addr addr; /* IP address of the server */ 649 volatile unsigned flags; /* dest status flags */ 650 atomic_t conn_flags; /* flags to copy to conn */ 651 atomic_t weight; /* server weight */ 652 653 atomic_t refcnt; /* reference counter */ 654 struct ip_vs_stats stats; /* statistics */ 655 656 /* connection counters and thresholds */ 657 atomic_t activeconns; /* active connections */ 658 atomic_t inactconns; /* inactive connections */ 659 atomic_t persistconns; /* persistent connections */ 660 __u32 u_threshold; /* upper threshold */ 661 __u32 l_threshold; /* lower threshold */ 662 663 /* for destination cache */ 664 spinlock_t dst_lock; /* lock of dst_cache */ 665 struct dst_entry *dst_cache; /* destination cache entry */ 666 u32 dst_rtos; /* RT_TOS(tos) for dst */ 667 u32 dst_cookie; 668 #ifdef CONFIG_IP_VS_IPV6 669 struct in6_addr dst_saddr; 670 #endif 671 672 /* for virtual service */ 673 struct ip_vs_service *svc; /* service it belongs to */ 674 __u16 protocol; /* which protocol (TCP/UDP) */ 675 __be16 vport; /* virtual port number */ 676 union nf_inet_addr vaddr; /* virtual IP address */ 677 __u32 vfwmark; /* firewall mark of service */ 678 }; 679 680 681 /* 682 * The scheduler object 683 */ 684 struct ip_vs_scheduler { 685 struct list_head n_list; /* d-linked list head */ 686 char *name; /* scheduler name */ 687 atomic_t refcnt; /* reference counter */ 688 struct module *module; /* THIS_MODULE/NULL */ 689 690 /* scheduler initializing service */ 691 int (*init_service)(struct ip_vs_service *svc); 692 /* scheduling service finish */ 693 int (*done_service)(struct ip_vs_service *svc); 694 /* scheduler updating service */ 695 int (*update_service)(struct ip_vs_service *svc); 696 697 /* selecting a server from the given service */ 698 struct ip_vs_dest* (*schedule)(struct ip_vs_service *svc, 699 const struct sk_buff *skb); 700 }; 701 702 /* The persistence engine object */ 703 struct ip_vs_pe { 704 struct list_head n_list; /* d-linked list head */ 705 char *name; /* scheduler name */ 706 atomic_t refcnt; /* reference counter */ 707 struct module *module; /* THIS_MODULE/NULL */ 708 709 /* get the connection template, if any */ 710 int (*fill_param)(struct ip_vs_conn_param *p, struct sk_buff *skb); 711 bool (*ct_match)(const struct ip_vs_conn_param *p, 712 struct ip_vs_conn *ct); 713 u32 (*hashkey_raw)(const struct ip_vs_conn_param *p, u32 initval, 714 bool inverse); 715 int (*show_pe_data)(const struct ip_vs_conn *cp, char *buf); 716 }; 717 718 /* 719 * The application module object (a.k.a. app incarnation) 720 */ 721 struct ip_vs_app { 722 struct list_head a_list; /* member in app list */ 723 int type; /* IP_VS_APP_TYPE_xxx */ 724 char *name; /* application module name */ 725 __u16 protocol; 726 struct module *module; /* THIS_MODULE/NULL */ 727 struct list_head incs_list; /* list of incarnations */ 728 729 /* members for application incarnations */ 730 struct list_head p_list; /* member in proto app list */ 731 struct ip_vs_app *app; /* its real application */ 732 __be16 port; /* port number in net order */ 733 atomic_t usecnt; /* usage counter */ 734 735 /* 736 * output hook: Process packet in inout direction, diff set for TCP. 737 * Return: 0=Error, 1=Payload Not Mangled/Mangled but checksum is ok, 738 * 2=Mangled but checksum was not updated 739 */ 740 int (*pkt_out)(struct ip_vs_app *, struct ip_vs_conn *, 741 struct sk_buff *, int *diff); 742 743 /* 744 * input hook: Process packet in outin direction, diff set for TCP. 745 * Return: 0=Error, 1=Payload Not Mangled/Mangled but checksum is ok, 746 * 2=Mangled but checksum was not updated 747 */ 748 int (*pkt_in)(struct ip_vs_app *, struct ip_vs_conn *, 749 struct sk_buff *, int *diff); 750 751 /* ip_vs_app initializer */ 752 int (*init_conn)(struct ip_vs_app *, struct ip_vs_conn *); 753 754 /* ip_vs_app finish */ 755 int (*done_conn)(struct ip_vs_app *, struct ip_vs_conn *); 756 757 758 /* not used now */ 759 int (*bind_conn)(struct ip_vs_app *, struct ip_vs_conn *, 760 struct ip_vs_protocol *); 761 762 void (*unbind_conn)(struct ip_vs_app *, struct ip_vs_conn *); 763 764 int * timeout_table; 765 int * timeouts; 766 int timeouts_size; 767 768 int (*conn_schedule)(struct sk_buff *skb, struct ip_vs_app *app, 769 int *verdict, struct ip_vs_conn **cpp); 770 771 struct ip_vs_conn * 772 (*conn_in_get)(const struct sk_buff *skb, struct ip_vs_app *app, 773 const struct iphdr *iph, unsigned int proto_off, 774 int inverse); 775 776 struct ip_vs_conn * 777 (*conn_out_get)(const struct sk_buff *skb, struct ip_vs_app *app, 778 const struct iphdr *iph, unsigned int proto_off, 779 int inverse); 780 781 int (*state_transition)(struct ip_vs_conn *cp, int direction, 782 const struct sk_buff *skb, 783 struct ip_vs_app *app); 784 785 void (*timeout_change)(struct ip_vs_app *app, int flags); 786 }; 787 788 /* IPVS in network namespace */ 789 struct netns_ipvs { 790 int gen; /* Generation */ 791 /* 792 * Hash table: for real service lookups 793 */ 794 #define IP_VS_RTAB_BITS 4 795 #define IP_VS_RTAB_SIZE (1 << IP_VS_RTAB_BITS) 796 #define IP_VS_RTAB_MASK (IP_VS_RTAB_SIZE - 1) 797 798 struct list_head rs_table[IP_VS_RTAB_SIZE]; 799 /* ip_vs_app */ 800 struct list_head app_list; 801 802 /* ip_vs_proto */ 803 #define IP_VS_PROTO_TAB_SIZE 32 /* must be power of 2 */ 804 struct ip_vs_proto_data *proto_data_table[IP_VS_PROTO_TAB_SIZE]; 805 /* ip_vs_proto_tcp */ 806 #ifdef CONFIG_IP_VS_PROTO_TCP 807 #define TCP_APP_TAB_BITS 4 808 #define TCP_APP_TAB_SIZE (1 << TCP_APP_TAB_BITS) 809 #define TCP_APP_TAB_MASK (TCP_APP_TAB_SIZE - 1) 810 struct list_head tcp_apps[TCP_APP_TAB_SIZE]; 811 spinlock_t tcp_app_lock; 812 #endif 813 /* ip_vs_proto_udp */ 814 #ifdef CONFIG_IP_VS_PROTO_UDP 815 #define UDP_APP_TAB_BITS 4 816 #define UDP_APP_TAB_SIZE (1 << UDP_APP_TAB_BITS) 817 #define UDP_APP_TAB_MASK (UDP_APP_TAB_SIZE - 1) 818 struct list_head udp_apps[UDP_APP_TAB_SIZE]; 819 spinlock_t udp_app_lock; 820 #endif 821 /* ip_vs_proto_sctp */ 822 #ifdef CONFIG_IP_VS_PROTO_SCTP 823 #define SCTP_APP_TAB_BITS 4 824 #define SCTP_APP_TAB_SIZE (1 << SCTP_APP_TAB_BITS) 825 #define SCTP_APP_TAB_MASK (SCTP_APP_TAB_SIZE - 1) 826 /* Hash table for SCTP application incarnations */ 827 struct list_head sctp_apps[SCTP_APP_TAB_SIZE]; 828 spinlock_t sctp_app_lock; 829 #endif 830 /* ip_vs_conn */ 831 atomic_t conn_count; /* connection counter */ 832 833 /* ip_vs_ctl */ 834 struct ip_vs_stats tot_stats; /* Statistics & est. */ 835 836 int num_services; /* no of virtual services */ 837 838 rwlock_t rs_lock; /* real services table */ 839 /* semaphore for IPVS sockopts. And, [gs]etsockopt may sleep. */ 840 struct lock_class_key ctl_key; /* ctl_mutex debuging */ 841 /* Trash for destinations */ 842 struct list_head dest_trash; 843 /* Service counters */ 844 atomic_t ftpsvc_counter; 845 atomic_t nullsvc_counter; 846 847 #ifdef CONFIG_SYSCTL 848 /* 1/rate drop and drop-entry variables */ 849 struct delayed_work defense_work; /* Work handler */ 850 int drop_rate; 851 int drop_counter; 852 atomic_t dropentry; 853 /* locks in ctl.c */ 854 spinlock_t dropentry_lock; /* drop entry handling */ 855 spinlock_t droppacket_lock; /* drop packet handling */ 856 spinlock_t securetcp_lock; /* state and timeout tables */ 857 858 /* sys-ctl struct */ 859 struct ctl_table_header *sysctl_hdr; 860 struct ctl_table *sysctl_tbl; 861 #endif 862 863 /* sysctl variables */ 864 int sysctl_amemthresh; 865 int sysctl_am_droprate; 866 int sysctl_drop_entry; 867 int sysctl_drop_packet; 868 int sysctl_secure_tcp; 869 #ifdef CONFIG_IP_VS_NFCT 870 int sysctl_conntrack; 871 #endif 872 int sysctl_snat_reroute; 873 int sysctl_sync_ver; 874 int sysctl_cache_bypass; 875 int sysctl_expire_nodest_conn; 876 int sysctl_expire_quiescent_template; 877 int sysctl_sync_threshold[2]; 878 int sysctl_nat_icmp_send; 879 880 /* ip_vs_lblc */ 881 int sysctl_lblc_expiration; 882 struct ctl_table_header *lblc_ctl_header; 883 struct ctl_table *lblc_ctl_table; 884 /* ip_vs_lblcr */ 885 int sysctl_lblcr_expiration; 886 struct ctl_table_header *lblcr_ctl_header; 887 struct ctl_table *lblcr_ctl_table; 888 /* ip_vs_est */ 889 struct list_head est_list; /* estimator list */ 890 spinlock_t est_lock; 891 struct timer_list est_timer; /* Estimation timer */ 892 /* ip_vs_sync */ 893 struct list_head sync_queue; 894 spinlock_t sync_lock; 895 struct ip_vs_sync_buff *sync_buff; 896 spinlock_t sync_buff_lock; 897 struct sockaddr_in sync_mcast_addr; 898 struct task_struct *master_thread; 899 struct task_struct *backup_thread; 900 int send_mesg_maxlen; 901 int recv_mesg_maxlen; 902 volatile int sync_state; 903 volatile int master_syncid; 904 volatile int backup_syncid; 905 /* multicast interface name */ 906 char master_mcast_ifn[IP_VS_IFNAME_MAXLEN]; 907 char backup_mcast_ifn[IP_VS_IFNAME_MAXLEN]; 908 /* net name space ptr */ 909 struct net *net; /* Needed by timer routines */ 910 }; 911 912 #define DEFAULT_SYNC_THRESHOLD 3 913 #define DEFAULT_SYNC_PERIOD 50 914 #define DEFAULT_SYNC_VER 1 915 916 #ifdef CONFIG_SYSCTL 917 918 static inline int sysctl_sync_threshold(struct netns_ipvs *ipvs) 919 { 920 return ipvs->sysctl_sync_threshold[0]; 921 } 922 923 static inline int sysctl_sync_period(struct netns_ipvs *ipvs) 924 { 925 return ipvs->sysctl_sync_threshold[1]; 926 } 927 928 static inline int sysctl_sync_ver(struct netns_ipvs *ipvs) 929 { 930 return ipvs->sysctl_sync_ver; 931 } 932 933 #else 934 935 static inline int sysctl_sync_threshold(struct netns_ipvs *ipvs) 936 { 937 return DEFAULT_SYNC_THRESHOLD; 938 } 939 940 static inline int sysctl_sync_period(struct netns_ipvs *ipvs) 941 { 942 return DEFAULT_SYNC_PERIOD; 943 } 944 945 static inline int sysctl_sync_ver(struct netns_ipvs *ipvs) 946 { 947 return DEFAULT_SYNC_VER; 948 } 949 950 #endif 951 952 /* 953 * IPVS core functions 954 * (from ip_vs_core.c) 955 */ 956 extern const char *ip_vs_proto_name(unsigned proto); 957 extern void ip_vs_init_hash_table(struct list_head *table, int rows); 958 #define IP_VS_INIT_HASH_TABLE(t) ip_vs_init_hash_table((t), ARRAY_SIZE((t))) 959 960 #define IP_VS_APP_TYPE_FTP 1 961 962 /* 963 * ip_vs_conn handling functions 964 * (from ip_vs_conn.c) 965 */ 966 967 enum { 968 IP_VS_DIR_INPUT = 0, 969 IP_VS_DIR_OUTPUT, 970 IP_VS_DIR_INPUT_ONLY, 971 IP_VS_DIR_LAST, 972 }; 973 974 static inline void ip_vs_conn_fill_param(struct net *net, int af, int protocol, 975 const union nf_inet_addr *caddr, 976 __be16 cport, 977 const union nf_inet_addr *vaddr, 978 __be16 vport, 979 struct ip_vs_conn_param *p) 980 { 981 p->net = net; 982 p->af = af; 983 p->protocol = protocol; 984 p->caddr = caddr; 985 p->cport = cport; 986 p->vaddr = vaddr; 987 p->vport = vport; 988 p->pe = NULL; 989 p->pe_data = NULL; 990 } 991 992 struct ip_vs_conn *ip_vs_conn_in_get(const struct ip_vs_conn_param *p); 993 struct ip_vs_conn *ip_vs_ct_in_get(const struct ip_vs_conn_param *p); 994 995 struct ip_vs_conn * ip_vs_conn_in_get_proto(int af, const struct sk_buff *skb, 996 const struct ip_vs_iphdr *iph, 997 unsigned int proto_off, 998 int inverse); 999 1000 struct ip_vs_conn *ip_vs_conn_out_get(const struct ip_vs_conn_param *p); 1001 1002 struct ip_vs_conn * ip_vs_conn_out_get_proto(int af, const struct sk_buff *skb, 1003 const struct ip_vs_iphdr *iph, 1004 unsigned int proto_off, 1005 int inverse); 1006 1007 /* put back the conn without restarting its timer */ 1008 static inline void __ip_vs_conn_put(struct ip_vs_conn *cp) 1009 { 1010 atomic_dec(&cp->refcnt); 1011 } 1012 extern void ip_vs_conn_put(struct ip_vs_conn *cp); 1013 extern void ip_vs_conn_fill_cport(struct ip_vs_conn *cp, __be16 cport); 1014 1015 struct ip_vs_conn *ip_vs_conn_new(const struct ip_vs_conn_param *p, 1016 const union nf_inet_addr *daddr, 1017 __be16 dport, unsigned flags, 1018 struct ip_vs_dest *dest, __u32 fwmark); 1019 extern void ip_vs_conn_expire_now(struct ip_vs_conn *cp); 1020 1021 extern const char * ip_vs_state_name(__u16 proto, int state); 1022 1023 extern void ip_vs_tcp_conn_listen(struct net *net, struct ip_vs_conn *cp); 1024 extern int ip_vs_check_template(struct ip_vs_conn *ct); 1025 extern void ip_vs_random_dropentry(struct net *net); 1026 extern int ip_vs_conn_init(void); 1027 extern void ip_vs_conn_cleanup(void); 1028 1029 static inline void ip_vs_control_del(struct ip_vs_conn *cp) 1030 { 1031 struct ip_vs_conn *ctl_cp = cp->control; 1032 if (!ctl_cp) { 1033 IP_VS_ERR_BUF("request control DEL for uncontrolled: " 1034 "%s:%d to %s:%d\n", 1035 IP_VS_DBG_ADDR(cp->af, &cp->caddr), 1036 ntohs(cp->cport), 1037 IP_VS_DBG_ADDR(cp->af, &cp->vaddr), 1038 ntohs(cp->vport)); 1039 1040 return; 1041 } 1042 1043 IP_VS_DBG_BUF(7, "DELeting control for: " 1044 "cp.dst=%s:%d ctl_cp.dst=%s:%d\n", 1045 IP_VS_DBG_ADDR(cp->af, &cp->caddr), 1046 ntohs(cp->cport), 1047 IP_VS_DBG_ADDR(cp->af, &ctl_cp->caddr), 1048 ntohs(ctl_cp->cport)); 1049 1050 cp->control = NULL; 1051 if (atomic_read(&ctl_cp->n_control) == 0) { 1052 IP_VS_ERR_BUF("BUG control DEL with n=0 : " 1053 "%s:%d to %s:%d\n", 1054 IP_VS_DBG_ADDR(cp->af, &cp->caddr), 1055 ntohs(cp->cport), 1056 IP_VS_DBG_ADDR(cp->af, &cp->vaddr), 1057 ntohs(cp->vport)); 1058 1059 return; 1060 } 1061 atomic_dec(&ctl_cp->n_control); 1062 } 1063 1064 static inline void 1065 ip_vs_control_add(struct ip_vs_conn *cp, struct ip_vs_conn *ctl_cp) 1066 { 1067 if (cp->control) { 1068 IP_VS_ERR_BUF("request control ADD for already controlled: " 1069 "%s:%d to %s:%d\n", 1070 IP_VS_DBG_ADDR(cp->af, &cp->caddr), 1071 ntohs(cp->cport), 1072 IP_VS_DBG_ADDR(cp->af, &cp->vaddr), 1073 ntohs(cp->vport)); 1074 1075 ip_vs_control_del(cp); 1076 } 1077 1078 IP_VS_DBG_BUF(7, "ADDing control for: " 1079 "cp.dst=%s:%d ctl_cp.dst=%s:%d\n", 1080 IP_VS_DBG_ADDR(cp->af, &cp->caddr), 1081 ntohs(cp->cport), 1082 IP_VS_DBG_ADDR(cp->af, &ctl_cp->caddr), 1083 ntohs(ctl_cp->cport)); 1084 1085 cp->control = ctl_cp; 1086 atomic_inc(&ctl_cp->n_control); 1087 } 1088 1089 1090 /* 1091 * IPVS application functions 1092 * (from ip_vs_app.c) 1093 */ 1094 #define IP_VS_APP_MAX_PORTS 8 1095 extern int register_ip_vs_app(struct net *net, struct ip_vs_app *app); 1096 extern void unregister_ip_vs_app(struct net *net, struct ip_vs_app *app); 1097 extern int ip_vs_bind_app(struct ip_vs_conn *cp, struct ip_vs_protocol *pp); 1098 extern void ip_vs_unbind_app(struct ip_vs_conn *cp); 1099 extern int register_ip_vs_app_inc(struct net *net, struct ip_vs_app *app, 1100 __u16 proto, __u16 port); 1101 extern int ip_vs_app_inc_get(struct ip_vs_app *inc); 1102 extern void ip_vs_app_inc_put(struct ip_vs_app *inc); 1103 1104 extern int ip_vs_app_pkt_out(struct ip_vs_conn *, struct sk_buff *skb); 1105 extern int ip_vs_app_pkt_in(struct ip_vs_conn *, struct sk_buff *skb); 1106 extern int ip_vs_app_init(void); 1107 extern void ip_vs_app_cleanup(void); 1108 1109 void ip_vs_bind_pe(struct ip_vs_service *svc, struct ip_vs_pe *pe); 1110 void ip_vs_unbind_pe(struct ip_vs_service *svc); 1111 int register_ip_vs_pe(struct ip_vs_pe *pe); 1112 int unregister_ip_vs_pe(struct ip_vs_pe *pe); 1113 struct ip_vs_pe *ip_vs_pe_getbyname(const char *name); 1114 struct ip_vs_pe *__ip_vs_pe_getbyname(const char *pe_name); 1115 1116 static inline void ip_vs_pe_get(const struct ip_vs_pe *pe) 1117 { 1118 if (pe && pe->module) 1119 __module_get(pe->module); 1120 } 1121 1122 static inline void ip_vs_pe_put(const struct ip_vs_pe *pe) 1123 { 1124 if (pe && pe->module) 1125 module_put(pe->module); 1126 } 1127 1128 /* 1129 * IPVS protocol functions (from ip_vs_proto.c) 1130 */ 1131 extern int ip_vs_protocol_init(void); 1132 extern void ip_vs_protocol_cleanup(void); 1133 extern void ip_vs_protocol_timeout_change(struct netns_ipvs *ipvs, int flags); 1134 extern int *ip_vs_create_timeout_table(int *table, int size); 1135 extern int 1136 ip_vs_set_state_timeout(int *table, int num, const char *const *names, 1137 const char *name, int to); 1138 extern void 1139 ip_vs_tcpudp_debug_packet(int af, struct ip_vs_protocol *pp, 1140 const struct sk_buff *skb, 1141 int offset, const char *msg); 1142 1143 extern struct ip_vs_protocol ip_vs_protocol_tcp; 1144 extern struct ip_vs_protocol ip_vs_protocol_udp; 1145 extern struct ip_vs_protocol ip_vs_protocol_icmp; 1146 extern struct ip_vs_protocol ip_vs_protocol_esp; 1147 extern struct ip_vs_protocol ip_vs_protocol_ah; 1148 extern struct ip_vs_protocol ip_vs_protocol_sctp; 1149 1150 /* 1151 * Registering/unregistering scheduler functions 1152 * (from ip_vs_sched.c) 1153 */ 1154 extern int register_ip_vs_scheduler(struct ip_vs_scheduler *scheduler); 1155 extern int unregister_ip_vs_scheduler(struct ip_vs_scheduler *scheduler); 1156 extern int ip_vs_bind_scheduler(struct ip_vs_service *svc, 1157 struct ip_vs_scheduler *scheduler); 1158 extern int ip_vs_unbind_scheduler(struct ip_vs_service *svc); 1159 extern struct ip_vs_scheduler *ip_vs_scheduler_get(const char *sched_name); 1160 extern void ip_vs_scheduler_put(struct ip_vs_scheduler *scheduler); 1161 extern struct ip_vs_conn * 1162 ip_vs_schedule(struct ip_vs_service *svc, struct sk_buff *skb, 1163 struct ip_vs_proto_data *pd, int *ignored); 1164 extern int ip_vs_leave(struct ip_vs_service *svc, struct sk_buff *skb, 1165 struct ip_vs_proto_data *pd); 1166 1167 extern void ip_vs_scheduler_err(struct ip_vs_service *svc, const char *msg); 1168 1169 1170 /* 1171 * IPVS control data and functions (from ip_vs_ctl.c) 1172 */ 1173 extern struct ip_vs_stats ip_vs_stats; 1174 extern const struct ctl_path net_vs_ctl_path[]; 1175 extern int sysctl_ip_vs_sync_ver; 1176 1177 extern void ip_vs_sync_switch_mode(struct net *net, int mode); 1178 extern struct ip_vs_service * 1179 ip_vs_service_get(struct net *net, int af, __u32 fwmark, __u16 protocol, 1180 const union nf_inet_addr *vaddr, __be16 vport); 1181 1182 static inline void ip_vs_service_put(struct ip_vs_service *svc) 1183 { 1184 atomic_dec(&svc->usecnt); 1185 } 1186 1187 extern struct ip_vs_dest * 1188 ip_vs_lookup_real_service(struct net *net, int af, __u16 protocol, 1189 const union nf_inet_addr *daddr, __be16 dport); 1190 1191 extern int ip_vs_use_count_inc(void); 1192 extern void ip_vs_use_count_dec(void); 1193 extern int ip_vs_control_init(void); 1194 extern void ip_vs_control_cleanup(void); 1195 extern struct ip_vs_dest * 1196 ip_vs_find_dest(struct net *net, int af, const union nf_inet_addr *daddr, 1197 __be16 dport, const union nf_inet_addr *vaddr, __be16 vport, 1198 __u16 protocol, __u32 fwmark); 1199 extern struct ip_vs_dest *ip_vs_try_bind_dest(struct ip_vs_conn *cp); 1200 1201 1202 /* 1203 * IPVS sync daemon data and function prototypes 1204 * (from ip_vs_sync.c) 1205 */ 1206 extern int start_sync_thread(struct net *net, int state, char *mcast_ifn, 1207 __u8 syncid); 1208 extern int stop_sync_thread(struct net *net, int state); 1209 extern void ip_vs_sync_conn(struct net *net, struct ip_vs_conn *cp); 1210 extern int ip_vs_sync_init(void); 1211 extern void ip_vs_sync_cleanup(void); 1212 1213 1214 /* 1215 * IPVS rate estimator prototypes (from ip_vs_est.c) 1216 */ 1217 extern int ip_vs_estimator_init(void); 1218 extern void ip_vs_estimator_cleanup(void); 1219 extern void ip_vs_start_estimator(struct net *net, struct ip_vs_stats *stats); 1220 extern void ip_vs_stop_estimator(struct net *net, struct ip_vs_stats *stats); 1221 extern void ip_vs_zero_estimator(struct ip_vs_stats *stats); 1222 extern void ip_vs_read_estimator(struct ip_vs_stats_user *dst, 1223 struct ip_vs_stats *stats); 1224 1225 /* 1226 * Various IPVS packet transmitters (from ip_vs_xmit.c) 1227 */ 1228 extern int ip_vs_null_xmit 1229 (struct sk_buff *skb, struct ip_vs_conn *cp, struct ip_vs_protocol *pp); 1230 extern int ip_vs_bypass_xmit 1231 (struct sk_buff *skb, struct ip_vs_conn *cp, struct ip_vs_protocol *pp); 1232 extern int ip_vs_nat_xmit 1233 (struct sk_buff *skb, struct ip_vs_conn *cp, struct ip_vs_protocol *pp); 1234 extern int ip_vs_tunnel_xmit 1235 (struct sk_buff *skb, struct ip_vs_conn *cp, struct ip_vs_protocol *pp); 1236 extern int ip_vs_dr_xmit 1237 (struct sk_buff *skb, struct ip_vs_conn *cp, struct ip_vs_protocol *pp); 1238 extern int ip_vs_icmp_xmit 1239 (struct sk_buff *skb, struct ip_vs_conn *cp, struct ip_vs_protocol *pp, int offset); 1240 extern void ip_vs_dst_reset(struct ip_vs_dest *dest); 1241 1242 #ifdef CONFIG_IP_VS_IPV6 1243 extern int ip_vs_bypass_xmit_v6 1244 (struct sk_buff *skb, struct ip_vs_conn *cp, struct ip_vs_protocol *pp); 1245 extern int ip_vs_nat_xmit_v6 1246 (struct sk_buff *skb, struct ip_vs_conn *cp, struct ip_vs_protocol *pp); 1247 extern int ip_vs_tunnel_xmit_v6 1248 (struct sk_buff *skb, struct ip_vs_conn *cp, struct ip_vs_protocol *pp); 1249 extern int ip_vs_dr_xmit_v6 1250 (struct sk_buff *skb, struct ip_vs_conn *cp, struct ip_vs_protocol *pp); 1251 extern int ip_vs_icmp_xmit_v6 1252 (struct sk_buff *skb, struct ip_vs_conn *cp, struct ip_vs_protocol *pp, 1253 int offset); 1254 #endif 1255 1256 #ifdef CONFIG_SYSCTL 1257 /* 1258 * This is a simple mechanism to ignore packets when 1259 * we are loaded. Just set ip_vs_drop_rate to 'n' and 1260 * we start to drop 1/rate of the packets 1261 */ 1262 1263 static inline int ip_vs_todrop(struct netns_ipvs *ipvs) 1264 { 1265 if (!ipvs->drop_rate) 1266 return 0; 1267 if (--ipvs->drop_counter > 0) 1268 return 0; 1269 ipvs->drop_counter = ipvs->drop_rate; 1270 return 1; 1271 } 1272 #else 1273 static inline int ip_vs_todrop(struct netns_ipvs *ipvs) { return 0; } 1274 #endif 1275 1276 /* 1277 * ip_vs_fwd_tag returns the forwarding tag of the connection 1278 */ 1279 #define IP_VS_FWD_METHOD(cp) (cp->flags & IP_VS_CONN_F_FWD_MASK) 1280 1281 static inline char ip_vs_fwd_tag(struct ip_vs_conn *cp) 1282 { 1283 char fwd; 1284 1285 switch (IP_VS_FWD_METHOD(cp)) { 1286 case IP_VS_CONN_F_MASQ: 1287 fwd = 'M'; break; 1288 case IP_VS_CONN_F_LOCALNODE: 1289 fwd = 'L'; break; 1290 case IP_VS_CONN_F_TUNNEL: 1291 fwd = 'T'; break; 1292 case IP_VS_CONN_F_DROUTE: 1293 fwd = 'R'; break; 1294 case IP_VS_CONN_F_BYPASS: 1295 fwd = 'B'; break; 1296 default: 1297 fwd = '?'; break; 1298 } 1299 return fwd; 1300 } 1301 1302 extern void ip_vs_nat_icmp(struct sk_buff *skb, struct ip_vs_protocol *pp, 1303 struct ip_vs_conn *cp, int dir); 1304 1305 #ifdef CONFIG_IP_VS_IPV6 1306 extern void ip_vs_nat_icmp_v6(struct sk_buff *skb, struct ip_vs_protocol *pp, 1307 struct ip_vs_conn *cp, int dir); 1308 #endif 1309 1310 extern __sum16 ip_vs_checksum_complete(struct sk_buff *skb, int offset); 1311 1312 static inline __wsum ip_vs_check_diff4(__be32 old, __be32 new, __wsum oldsum) 1313 { 1314 __be32 diff[2] = { ~old, new }; 1315 1316 return csum_partial(diff, sizeof(diff), oldsum); 1317 } 1318 1319 #ifdef CONFIG_IP_VS_IPV6 1320 static inline __wsum ip_vs_check_diff16(const __be32 *old, const __be32 *new, 1321 __wsum oldsum) 1322 { 1323 __be32 diff[8] = { ~old[3], ~old[2], ~old[1], ~old[0], 1324 new[3], new[2], new[1], new[0] }; 1325 1326 return csum_partial(diff, sizeof(diff), oldsum); 1327 } 1328 #endif 1329 1330 static inline __wsum ip_vs_check_diff2(__be16 old, __be16 new, __wsum oldsum) 1331 { 1332 __be16 diff[2] = { ~old, new }; 1333 1334 return csum_partial(diff, sizeof(diff), oldsum); 1335 } 1336 1337 /* 1338 * Forget current conntrack (unconfirmed) and attach notrack entry 1339 */ 1340 static inline void ip_vs_notrack(struct sk_buff *skb) 1341 { 1342 #if defined(CONFIG_NF_CONNTRACK) || defined(CONFIG_NF_CONNTRACK_MODULE) 1343 enum ip_conntrack_info ctinfo; 1344 struct nf_conn *ct = nf_ct_get(skb, &ctinfo); 1345 1346 if (!ct || !nf_ct_is_untracked(ct)) { 1347 nf_reset(skb); 1348 skb->nfct = &nf_ct_untracked_get()->ct_general; 1349 skb->nfctinfo = IP_CT_NEW; 1350 nf_conntrack_get(skb->nfct); 1351 } 1352 #endif 1353 } 1354 1355 #ifdef CONFIG_IP_VS_NFCT 1356 /* 1357 * Netfilter connection tracking 1358 * (from ip_vs_nfct.c) 1359 */ 1360 static inline int ip_vs_conntrack_enabled(struct netns_ipvs *ipvs) 1361 { 1362 #ifdef CONFIG_SYSCTL 1363 return ipvs->sysctl_conntrack; 1364 #else 1365 return 0; 1366 #endif 1367 } 1368 1369 extern void ip_vs_update_conntrack(struct sk_buff *skb, struct ip_vs_conn *cp, 1370 int outin); 1371 extern int ip_vs_confirm_conntrack(struct sk_buff *skb, struct ip_vs_conn *cp); 1372 extern void ip_vs_nfct_expect_related(struct sk_buff *skb, struct nf_conn *ct, 1373 struct ip_vs_conn *cp, u_int8_t proto, 1374 const __be16 port, int from_rs); 1375 extern void ip_vs_conn_drop_conntrack(struct ip_vs_conn *cp); 1376 1377 #else 1378 1379 static inline int ip_vs_conntrack_enabled(struct netns_ipvs *ipvs) 1380 { 1381 return 0; 1382 } 1383 1384 static inline void ip_vs_update_conntrack(struct sk_buff *skb, 1385 struct ip_vs_conn *cp, int outin) 1386 { 1387 } 1388 1389 static inline int ip_vs_confirm_conntrack(struct sk_buff *skb, 1390 struct ip_vs_conn *cp) 1391 { 1392 return NF_ACCEPT; 1393 } 1394 1395 static inline void ip_vs_conn_drop_conntrack(struct ip_vs_conn *cp) 1396 { 1397 } 1398 /* CONFIG_IP_VS_NFCT */ 1399 #endif 1400 1401 static inline unsigned int 1402 ip_vs_dest_conn_overhead(struct ip_vs_dest *dest) 1403 { 1404 /* 1405 * We think the overhead of processing active connections is 256 1406 * times higher than that of inactive connections in average. (This 1407 * 256 times might not be accurate, we will change it later) We 1408 * use the following formula to estimate the overhead now: 1409 * dest->activeconns*256 + dest->inactconns 1410 */ 1411 return (atomic_read(&dest->activeconns) << 8) + 1412 atomic_read(&dest->inactconns); 1413 } 1414 1415 #endif /* _NET_IP_VS_H */ 1416